-- Logs begin at Wed 2021-12-22 16:29:26 UTC, end at Wed 2021-12-22 18:15:55 UTC. -- Dec 22 17:04:11.931129 dv-neutron-822513-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 17:04:14.304858 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.common.config [-] Logging enabled! Dec 22 17:04:14.305587 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev104 Dec 22 17:04:14.305587 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87479) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 17:04:14.308688 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.common.config [-] Logging enabled! Dec 22 17:04:14.308940 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev104 Dec 22 17:04:14.309241 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87479) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 17:04:14.310154 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 17:04:14.310381 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 17:04:14.310725 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 17:04:14.310965 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 17:04:14.311221 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 17:04:14.311534 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.311821 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.312105 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.312328 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.312611 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.312894 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.313192 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.313449 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.313738 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.314015 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.314803 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.315081 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.315332 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.315608 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.315886 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.316162 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.316380 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] debug = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.316651 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.317070 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.317470 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.317750 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.318013 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.318284 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.318574 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.318973 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.319332 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.319674 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] host = dv-neutron-822513-1-hyperv {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.319943 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.320253 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.320591 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.320951 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.321227 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.321603 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.322002 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.322217 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.322528 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] log_file = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.322805 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.323183 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.323576 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.323798 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.324042 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.324268 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.324595 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.324881 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.325203 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.325483 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.325803 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.326121 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.326408 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.326753 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.327174 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.327416 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.327731 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.328276 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.328592 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.328870 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.329178 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.329464 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.330392 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.330681 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.331028 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.331395 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.331690 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.331993 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.332263 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.332616 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.332933 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.333247 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.333548 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.333979 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.334157 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.334492 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.334790 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] use_json = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.335073 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.335433 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.335717 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.336058 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.336387 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.336697 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.336978 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.337299 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:14.337624 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.337953 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.338280 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.338571 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.338926 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.339229 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.339518 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.339941 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.340358 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.340657 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.340964 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.341308 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.341613 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.341947 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.342249 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.342639 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.343197 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.343300 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.343587 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.344035 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.344137 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.344449 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.344764 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.345304 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.345417 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.345725 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.345987 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.346379 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.346647 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.346997 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.347320 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.347672 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.348028 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.348320 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.348622 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.348903 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.349228 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.349492 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.349804 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.350122 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.350648 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.350804 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.351069 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.351373 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.351667 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.352011 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.352303 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.352567 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.352932 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.353249 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.353568 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.353831 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.354140 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.354410 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.354684 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.354955 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.355249 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.355522 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.355791 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.356058 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.356325 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.356591 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.356863 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.357129 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.357395 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.357662 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.357931 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.358199 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.358479 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.358772 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.359047 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.359345 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.359619 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.359893 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.360166 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.360438 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.360710 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.361006 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.361276 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.361560 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.361837 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.362121 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.362395 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.362664 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.362952 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.363253 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.363536 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.363808 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.364080 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.364363 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.364642 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.364929 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.365215 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.365502 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.365787 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.366071 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.366343 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.366730 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.366920 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:14.367154 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 17:04:14.367397 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87479) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 22 17:04:14.752181 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO keyring.backend [-] Loading KWallet Dec 22 17:04:14.759629 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO keyring.backend [-] Loading SecretService Dec 22 17:04:14.763202 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO keyring.backend [-] Loading Windows Dec 22 17:04:14.764551 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO keyring.backend [-] Loading chainer Dec 22 17:04:14.765130 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO keyring.backend [-] Loading macOS Dec 22 17:04:14.799503 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:04:14.799770 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:04:14.800056 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:04:14.800384 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 17:04:15.103306 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.103590 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.103855 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.105035 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.105309 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.105567 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.226218 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.226487 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.226744 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.239918 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.240191 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.240453 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.269045 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.269318 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.269582 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.307959 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.308570 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.308570 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.542145 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.542327 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.542592 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.542853 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.543621 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.668647 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.668963 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.669244 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.669516 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.669780 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.670088 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.670349 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.670604 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.670855 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.671155 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.671482 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.671891 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.672158 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.672417 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.672680 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.672953 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.673214 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.674105 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.674431 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.674715 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.675062 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.675344 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.675596 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.675876 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.676123 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.676368 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.676831 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 17:04:15.677066 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 17:04:15.677300 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 17:04:15.677536 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 17:04:15.677760 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 17:04:15.677988 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 17:04:15.678348 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 17:04:15.681776 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 17:04:15.685793 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 17:04:15.689664 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Dec 22 17:04:15.691319 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 17:04:15.691764 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 17:04:15.692094 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 17:04:15.692475 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 17:04:15.695486 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 17:04:15.695728 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 17:04:15.696059 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 17:04:15.724316 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 22 17:04:15.724759 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.725055 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87479) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 22 17:04:15.725416 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.726777 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87479) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 17:04:15.727049 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 17:04:15.727310 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 17:04:15.730520 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.730793 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:15.793256 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 17:04:15.793509 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 17:04:15.793630 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 17:04:15.793986 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 17:04:15.826135 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_db.sqlalchemy.engines [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87479) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 22 17:04:16.153157 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Initializing driver for type 'gre' Dec 22 17:04:16.153731 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] gre ID ranges: [(1, 1000)] Dec 22 17:04:16.207779 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Initializing driver for type 'local' Dec 22 17:04:16.208113 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Initializing driver for type 'vlan' Dec 22 17:04:16.219223 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] VlanTypeDriver initialization complete Dec 22 17:04:16.219562 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Initializing driver for type 'vxlan' Dec 22 17:04:16.220049 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] vxlan ID ranges: [(1, 1000)] Dec 22 17:04:16.272475 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Initializing extension driver 'port_security' Dec 22 17:04:16.272815 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.extensions.port_security [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] PortSecurityExtensionDriver initialization complete Dec 22 17:04:16.273147 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Initializing mechanism driver 'openvswitch' Dec 22 17:04:16.273474 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Initializing mechanism driver 'hyperv' Dec 22 17:04:16.280158 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.plugins.ml2.plugin [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:16.280898 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > port after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.281265 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > port after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.281615 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > port after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.281993 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > subnet after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.282338 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > subnet after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.282676 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.283623 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > network after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.283965 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > network after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.284303 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > network after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.284676 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > security_group after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.285017 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > security_group after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.285351 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.285724 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.286062 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.286394 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.286761 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > address_group after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.287094 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > address_group after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.287446 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.287781 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] ML2 OVO RPC backend initialized. {{(pid=87479) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 22 17:04:16.288462 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.288808 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.289218 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > network before_response 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.289559 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > networks before_response 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.289899 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > port before_response 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.290232 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > ports before_response 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.290567 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > subnet before_response 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.290900 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > subnets before_response 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.291275 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > network after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.291612 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > network after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.291941 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > network after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.292270 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > port after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.292594 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > port after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.292921 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > port after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.293249 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > subnet after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.293577 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > subnet after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.293900 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.294455 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.plugin [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Modular L2 Plugin initialization complete Dec 22 17:04:16.294776 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading services supported by the core plugin {{(pid=87479) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 22 17:04:16.295095 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.plugins.ml2.managers [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Got port-security extension from driver 'port_security' Dec 22 17:04:16.295565 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.extensions.vlantransparent [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Disabled vlantransparent extension. Dec 22 17:04:16.296036 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87479) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 22 17:04:16.296342 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading Plugin: router Dec 22 17:04:16.344543 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.345178 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router after_create 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.345340 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router before_create 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.345704 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.346073 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.346424 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router after_delete 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.346777 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.347153 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router after_create 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.347498 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router after_update 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.347849 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router after_update 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.348192 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.348545 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router after_update 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.348949 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router precommit_update 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.349311 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: port after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.349648 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: port after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.349980 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: subnet after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.350313 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.350654 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.350993 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router precommit_create 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.351365 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: port before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.351698 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router precommit_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.352049 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router after_update 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.352383 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.352723 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router precommit_create 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.353077 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.353417 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router precommit_update 55549900 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.353777 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > agent after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.354124 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > agent after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.354463 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > network after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.355370 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Tracking information for resource: router configured {{(pid=87479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 17:04:16.355705 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Tracking information for resource: floatingip configured {{(pid=87479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 17:04:16.360732 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.db.l3_agentschedulers_db [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 17:04:16.361385 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: port after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.361727 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: port after_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.362079 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: port after_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.362427 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: port after_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.363246 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router before_create 55550100 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.363615 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.363973 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router precommit_create 55550100 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.364327 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > router precommit_update 55550100 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.368768 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.services.provider_configuration [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service providers = [] {{(pid=87479) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 17:04:16.369115 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.db.servicetype_db [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87479) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 17:04:16.372115 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.services.service_base [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 17:04:16.372460 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.services.service_base [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 17:04:16.372795 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.services.service_base [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 17:04:16.373848 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.services.service_base [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 17:04:16.374223 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.services.service_base [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 17:04:16.374605 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 17:04:16.374922 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 17:04:16.386087 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 17:04:16.386420 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading Plugin: auto_allocate Dec 22 17:04:16.392924 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: network precommit_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.393287 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: network precommit_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.393797 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 17:04:16.394112 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading Plugin: tag Dec 22 17:04:16.401101 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 17:04:16.401427 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading Plugin: timestamp Dec 22 17:04:16.405483 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 17:04:16.405767 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading Plugin: network_ip_availability Dec 22 17:04:16.411088 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.411482 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.411838 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.412546 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 17:04:16.412863 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading Plugin: flavors Dec 22 17:04:16.417849 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 17:04:16.418182 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading Plugin: revisions Dec 22 17:04:16.422504 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 17:04:16.422896 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_concurrency.lockutils [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.623s {{(pid=87479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:04:16.423720 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87479) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 22 17:04:16.424048 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Initializing extension manager. Dec 22 17:04:16.424554 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: __init__.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.424890 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: __pycache__ {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.425217 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.425546 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: address_group.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.426307 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.426968 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: address-group Dec 22 17:04:16.427313 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: address_scope.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.428261 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.428849 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: address-scope Dec 22 17:04:16.429171 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.430307 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.430893 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: router-admin-state-down-before-update Dec 22 17:04:16.431253 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: agent.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.431987 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.432489 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: agent Dec 22 17:04:16.432808 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: agent_resources_synced.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.433723 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.434230 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: agent-resources-synced Dec 22 17:04:16.434553 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: allowedaddresspairs.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.436378 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.436900 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: allowed-address-pairs Dec 22 17:04:16.437224 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: auto_allocated_topology.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.438305 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.438819 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: auto-allocated-topology Dec 22 17:04:16.439712 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: availability_zone.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.440408 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.440913 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: availability_zone Dec 22 17:04:16.441234 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: availability_zone_filter.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.442151 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.442663 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: availability_zone_filter Dec 22 17:04:16.442987 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: data_plane_status.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.443935 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.444441 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 17:04:16.444761 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: default_subnetpools.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.445687 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.446196 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: default-subnetpools Dec 22 17:04:16.446517 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.447352 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.447858 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: dhcp_agent_scheduler Dec 22 17:04:16.448177 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: dns.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.449087 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.449586 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension dns-integration not supported by any of loaded plugins Dec 22 17:04:16.449905 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: dns_domain_ports.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.450836 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.451376 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 17:04:16.451704 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: dvr.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.452374 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.453136 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: dvr Dec 22 17:04:16.453450 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: empty_string_filtering.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.454363 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.456727 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: empty-string-filtering Dec 22 17:04:16.457757 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.459134 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.459686 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 17:04:16.460101 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.462016 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.462526 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 17:04:16.462863 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: external_net.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.463839 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.464349 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: external-net Dec 22 17:04:16.464670 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.465598 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.466103 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: extra_dhcp_opt Dec 22 17:04:16.466426 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: extraroute.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.467379 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.467883 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: extraroute Dec 22 17:04:16.468204 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: extraroute_atomic.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.469615 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.470124 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: extraroute-atomic Dec 22 17:04:16.470489 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: filter_validation.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.471208 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.471713 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: filter-validation Dec 22 17:04:16.472029 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: fip_pf_description.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.474558 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.475085 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 17:04:16.475444 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: fip_port_details.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.476390 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.476904 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: fip-port-details Dec 22 17:04:16.477228 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: flavors.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.478507 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.479023 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: flavors Dec 22 17:04:16.479383 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.481077 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.481587 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 17:04:16.481909 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: floatingip_pools.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.482614 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.483139 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: floatingip-pools Dec 22 17:04:16.483462 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: ip_allocation.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.484384 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.484879 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 17:04:16.485197 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.487244 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.487759 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: ip-substring-filtering Dec 22 17:04:16.488082 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: l2_adjacency.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.489027 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.489528 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 17:04:16.489846 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: l3.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.490844 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.491386 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: router Dec 22 17:04:16.491709 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.493997 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.494514 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 17:04:16.494841 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.495813 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.496324 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: ext-gw-mode Dec 22 17:04:16.496650 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.497576 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.498081 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: l3-ha Dec 22 17:04:16.498403 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: l3_flavors.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.499346 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.499849 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: l3-flavors Dec 22 17:04:16.500168 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.501096 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.502159 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 17:04:16.502478 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: l3agentscheduler.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.503586 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.504101 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: l3_agent_scheduler Dec 22 17:04:16.504428 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: logging.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.505929 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.506445 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension logging not supported by any of loaded plugins Dec 22 17:04:16.506770 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: metering.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.507558 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.508127 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: metering Dec 22 17:04:16.508449 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.509565 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.510060 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: metering_source_and_destination_fields Dec 22 17:04:16.510382 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: multiprovidernet.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.511480 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.511993 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: multi-provider Dec 22 17:04:16.512312 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: netmtu.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.513232 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.513742 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: net-mtu Dec 22 17:04:16.514064 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: netmtu_writable.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.514988 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.515523 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: net-mtu-writable Dec 22 17:04:16.515843 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: network_availability_zone.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.516510 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.517010 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: network_availability_zone Dec 22 17:04:16.517938 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: network_ip_availability.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.519035 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.519574 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: network-ip-availability Dec 22 17:04:16.519893 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: network_segment_range.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.520655 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.521155 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 17:04:16.521470 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: pagination.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.522450 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.522777 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: pagination Dec 22 17:04:16.523094 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: port_device_profile.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.524059 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.524572 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: port-device-profile Dec 22 17:04:16.524893 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.525819 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.526324 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: port-mac-address-regenerate Dec 22 17:04:16.526644 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.527585 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.528088 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: port-numa-affinity-policy Dec 22 17:04:16.528408 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: port_resource_request.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.529332 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.529826 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 17:04:16.530144 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: portbindings.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.531077 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.531613 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: binding Dec 22 17:04:16.531932 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: portbindings_extended.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.533247 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.533756 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: binding-extended Dec 22 17:04:16.534077 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: portsecurity.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.534990 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.535533 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: port-security Dec 22 17:04:16.535855 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: project_id.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.536827 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.537148 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: project-id Dec 22 17:04:16.537463 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: providernet.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.538388 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.538897 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: provider Dec 22 17:04:16.539252 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: qos.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.542771 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.543327 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension qos not supported by any of loaded plugins Dec 22 17:04:16.543664 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.544912 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.545425 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 17:04:16.545750 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.546670 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.547207 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 17:04:16.547531 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: qos_default.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.548498 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.549009 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension qos-default not supported by any of loaded plugins Dec 22 17:04:16.549331 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: qos_fip.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.549985 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.550483 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension qos-fip not supported by any of loaded plugins Dec 22 17:04:16.550801 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: qos_gateway_ip.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.551770 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.552272 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 17:04:16.552589 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: qos_port_network_policy.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.553511 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.554009 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 17:04:16.554325 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: qos_rule_type_details.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.555268 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.555769 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 17:04:16.556086 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: qos_rules_alias.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.557125 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.557626 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 17:04:16.557944 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: quotasv2.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.558853 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.559344 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: quotas Dec 22 17:04:16.559666 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: quotasv2_detail.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.561308 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.561644 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: quota_details Dec 22 17:04:16.561969 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: rbac.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.563030 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.563582 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: rbac-policies Dec 22 17:04:16.563910 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: rbac_address_group.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.565377 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.565882 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: rbac-address-group Dec 22 17:04:16.566204 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: rbac_address_scope.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.567159 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.567670 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: rbac-address-scope Dec 22 17:04:16.567993 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: rbac_security_groups.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.568908 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.569413 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: rbac-security-groups Dec 22 17:04:16.569734 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: rbac_subnetpool.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.570669 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.571204 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: rbac-subnetpool Dec 22 17:04:16.571525 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: revisionifmatch.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.572452 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.572962 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: revision-if-match Dec 22 17:04:16.573285 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: revisions.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.574403 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.574913 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: standard-attr-revisions Dec 22 17:04:16.575272 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: router_availability_zone.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.575942 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.576445 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: router_availability_zone Dec 22 17:04:16.576762 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: routerservicetype.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.577686 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.578453 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension router-service-type not supported by any of loaded plugins Dec 22 17:04:16.578772 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.580314 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.580820 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: security-groups-normalized-cidr Dec 22 17:04:16.581139 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.582066 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.582573 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: port-security-groups-filtering Dec 22 17:04:16.582891 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.583835 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.584338 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: security-groups-remote-address-group Dec 22 17:04:16.584656 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: securitygroup.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.594302 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.594824 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: security-group Dec 22 17:04:16.595178 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: segment.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.596002 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.596513 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension segment not supported by any of loaded plugins Dec 22 17:04:16.596834 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.597774 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.598278 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 17:04:16.598666 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: servicetype.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.599744 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.600271 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: service-type Dec 22 17:04:16.600588 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: sorting.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.601576 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.601899 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: sorting Dec 22 17:04:16.602219 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: standard_attr_segment.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.603175 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.603690 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 17:04:16.604008 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: standardattrdescription.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.604661 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.605164 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: standard-attr-description Dec 22 17:04:16.605487 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: stateful_security_group.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.606410 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.606920 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: stateful-security-group Dec 22 17:04:16.607273 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: stdattrs_common.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.607857 dv-neutron-822513-1-hyperv neutron-server[87479]: WARNING neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 17:04:16.608175 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.609179 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.609692 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 17:04:16.610013 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: subnet_onboard.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.611233 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.611703 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: subnet_onboard Dec 22 17:04:16.612026 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.612971 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.613482 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 17:04:16.613807 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: subnet_service_types.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.614733 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.615283 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: subnet-service-types Dec 22 17:04:16.615606 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: subnetallocation.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.616697 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.617213 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: subnet_allocation Dec 22 17:04:16.617536 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.618203 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.618709 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: subnetpool-prefix-ops Dec 22 17:04:16.619028 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.619999 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.620504 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 17:04:16.620822 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: tagging.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.621886 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.622403 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: standard-attr-tag Dec 22 17:04:16.622724 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: timestamp.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.623962 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.624471 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loaded extension: standard-attr-timestamp Dec 22 17:04:16.624792 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: trunk.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.625827 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.626332 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension trunk not supported by any of loaded plugins Dec 22 17:04:16.627239 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: trunk_details.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.628166 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.628674 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension trunk-details not supported by any of loaded plugins Dec 22 17:04:16.628997 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: uplink_status_propagation.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.629918 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.630419 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 17:04:16.630738 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Loading extension file: vlantransparent.py {{(pid=87479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 17:04:16.631434 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 17:04:16.631939 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 17:04:16.634371 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:network Dec 22 17:04:16.635127 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:subnet Dec 22 17:04:16.635914 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 17:04:16.636518 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:port Dec 22 17:04:16.637834 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.638267 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service FLAVORS assigned prefix: {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.638877 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.639328 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.639665 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:router Dec 22 17:04:16.640309 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 17:04:16.641031 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service METERING assigned prefix: /metering {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.643081 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.643471 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.643820 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:04:16.644967 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 17:04:16.645414 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:security_group Dec 22 17:04:16.646076 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 17:04:16.646812 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service CORE assigned prefix: {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.647177 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 17:04:16.647514 dv-neutron-822513-1-hyperv neutron-server[87479]: WARNING neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] subnetpool is already registered Dec 22 17:04:16.648112 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service CORE assigned prefix: {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.648436 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 17:04:16.648756 dv-neutron-822513-1-hyperv neutron-server[87479]: WARNING neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] subnetpool is already registered Dec 22 17:04:16.651316 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.651746 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service FLAVORS assigned prefix: {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.652333 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.652743 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.653068 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:router Dec 22 17:04:16.653397 dv-neutron-822513-1-hyperv neutron-server[87479]: WARNING neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] router is already registered Dec 22 17:04:16.653986 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 17:04:16.654305 dv-neutron-822513-1-hyperv neutron-server[87479]: WARNING neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] floatingip is already registered Dec 22 17:04:16.654930 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service METERING assigned prefix: /metering {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.655675 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 17:04:16.655951 dv-neutron-822513-1-hyperv neutron-server[87479]: WARNING neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] rbac_policy is already registered Dec 22 17:04:16.656487 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:security_group Dec 22 17:04:16.656810 dv-neutron-822513-1-hyperv neutron-server[87479]: WARNING neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] security_group is already registered Dec 22 17:04:16.657385 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 17:04:16.657706 dv-neutron-822513-1-hyperv neutron-server[87479]: WARNING neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] security_group_rule is already registered Dec 22 17:04:16.658420 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service CORE assigned prefix: {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.658744 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 17:04:16.659063 dv-neutron-822513-1-hyperv neutron-server[87479]: WARNING neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] subnetpool is already registered Dec 22 17:04:16.659697 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.v2.resource_helper [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Service CORE assigned prefix: {{(pid=87479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 17:04:16.660010 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 17:04:16.660322 dv-neutron-822513-1-hyperv neutron-server[87479]: WARNING neutron.quota.resource_registry [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] subnetpool is already registered Dec 22 17:04:16.660965 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: extensions {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.662428 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: address-groups {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.664340 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: address-scopes {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.665534 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: agents {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.666693 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: auto-allocated-topology {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.667982 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: availability_zones {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.669303 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: dhcp-networks {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.670696 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: dhcp-agents {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.672149 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: routers {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.675412 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: flavors {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.676570 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: service_profiles {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.677785 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: next_providers {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.679698 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: service_profiles {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.681154 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: floatingip-pools {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.682370 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: routers {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.684207 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: floatingips {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.685387 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: l3-routers {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.686881 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: l3-agents {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.688328 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: metering-labels {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.690274 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: metering-label-rules {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.691648 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: network-ip-availabilities {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.692908 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: bindings {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.694555 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: quotas {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.696030 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: quotas {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.697434 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: rbac-policies {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.698729 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: security-groups {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.699952 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: security-group-rules {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.701186 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: service-providers {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.702516 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: subnetpools {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.704222 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: subnetpools {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.705722 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: tags {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.707402 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: tags {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.709282 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: tags {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.711050 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: tags {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.712838 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: tags {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.714676 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: tags {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.716466 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: tags {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.718347 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: tags {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.720112 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: tags {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.722032 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron.api.extensions [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Extended resource: tags {{(pid=87479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 17:04:16.727900 dv-neutron-822513-1-hyperv neutron-server[87479]: WARNING keystonemiddleware.auth_token [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 17:04:16.732581 dv-neutron-822513-1-hyperv neutron-server[87479]: WARNING keystonemiddleware.auth_token [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 17:04:16.741201 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_concurrency.lockutils [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Acquired lock "singleton_lock" {{(pid=87479) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 22 17:04:16.741672 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_concurrency.lockutils [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Releasing lock "singleton_lock" {{(pid=87479) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 22 17:04:16.742298 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO oslo_service.service [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Starting 2 workers Dec 22 17:04:16.746874 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Started child 87586 {{(pid=87479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 17:04:16.751079 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Started child 87587 {{(pid=87479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 17:04:16.753290 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO neutron.service [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 17:04:16.753941 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Notify callbacks [] for process, before_spawn {{(pid=87479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:16.756347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:16.756849 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO oslo_service.service [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Starting 1 workers Dec 22 17:04:16.757862 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [-] (87587) wsgi starting up on http://0.0.0.0:9696 Dec 22 17:04:16.761431 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Started child 87588 {{(pid=87479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 17:04:16.761960 dv-neutron-822513-1-hyperv neutron-server[87479]: INFO oslo_service.service [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Starting 1 workers Dec 22 17:04:16.764963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.service [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] calling RpcWorker wait() {{(pid=87588) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 17:04:16.765508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.service [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] returning from RpcWorker wait() {{(pid=87588) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 17:04:16.766440 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Started child 87589 {{(pid=87479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 17:04:16.766825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:16.767949 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG neutron_lib.callbacks.manager [None req-90e28b72-11ce-46a1-8cbe-20b8c209e018 None None] Notify callbacks [] for process, after_spawn {{(pid=87479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:16.768258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:16.769034 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:16.770031 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87479) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 17:04:16.770256 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 17:04:16.770441 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 17:04:16.770570 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [-] (87586) wsgi starting up on http://0.0.0.0:9696 Dec 22 17:04:16.770644 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 17:04:16.770982 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 17:04:16.771175 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 17:04:16.771685 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.771960 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.772242 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.772495 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.772778 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.773336 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.773602 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.773848 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.774114 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.774344 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.774508 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.774672 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.774925 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.775170 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.775532 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.775816 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.776059 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.776324 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.776491 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.776751 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.777020 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.777256 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.777519 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] debug = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.777778 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.778246 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.778465 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.778719 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.778952 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.779353 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.779448 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.779710 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.779962 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.780199 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.780446 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.780706 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.780949 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.781186 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.781397 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.781657 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.781906 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.782236 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:16.782720 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] host = dv-neutron-822513-1-hyperv {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.782720 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.783550 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.783748 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.784002 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.784349 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.784575 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.784840 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.785094 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.785366 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.785602 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.785848 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.786106 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.786342 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.786596 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_file = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.786754 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_options = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.786918 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:16.787027 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.787269 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.787531 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.787717 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.787887 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.788061 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.788316 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.788477 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.788730 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.788955 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.789167 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.789377 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.789617 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.789828 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.790090 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.790326 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.790566 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.790775 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.791027 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.791285 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.791507 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.791751 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.791982 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.792198 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.792404 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.792617 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.792837 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.793047 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.793254 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.793509 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.793735 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.793993 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.794233 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.794530 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.794759 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.794982 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.795235 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.795505 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.795733 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.795988 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.796250 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.796480 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.796724 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.796955 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.797184 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.797423 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] use_json = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.797634 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.797861 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.798122 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.798395 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.798655 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.798871 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.799081 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.799338 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.799752 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.800052 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.800357 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.800611 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.800860 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.801095 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.801334 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.801560 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.801788 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.802013 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.802902 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.803175 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.803463 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.803681 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.803946 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.804286 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.804652 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.804901 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.805348 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.805610 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.805851 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.806066 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.806592 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.807086 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.807584 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.808041 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.808492 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.808937 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.809364 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.809780 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.810219 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.810647 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.811185 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.811631 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.812051 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.813060 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.813337 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.813568 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.813821 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.814175 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.814447 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.814722 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.814981 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.815290 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.815531 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.815752 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.815966 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.816404 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.816631 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.816890 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.817136 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.817557 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.817798 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.818015 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.818236 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.818486 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.818722 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.819178 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.819402 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.819623 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.819855 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.820116 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.820522 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.820739 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.820957 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.821175 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.821390 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.821606 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.821825 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.822057 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.822272 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.822481 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.822689 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.823097 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.823362 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.823596 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.823811 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.824041 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.824258 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.824492 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.824710 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.824928 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.825157 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.825384 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.825660 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.825991 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.826230 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.826483 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.826733 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.827462 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.827462 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.827462 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.828151 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.828151 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.828756 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.828756 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.829040 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.829178 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.829365 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.830160 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.830417 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.830663 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.830981 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.831211 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.831400 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.831646 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.831894 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.832317 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.832588 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.832840 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.833074 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.833338 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.833577 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.833867 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.834116 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.834373 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.834887 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.835851 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.836276 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.836724 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.836979 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.837225 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.837459 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.837728 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.837987 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.838239 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.838479 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.838758 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.839220 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.839443 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.839807 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.840260 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.840582 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.841132 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.841132 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.846872 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.846872 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.846872 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.846872 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.846872 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.846872 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.846872 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.846872 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847391 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847391 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847391 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847391 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847391 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847391 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847391 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847391 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847827 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847827 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847827 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847827 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847827 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847827 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847827 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.847827 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.848259 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.848259 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.848259 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.848259 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.848485 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.848640 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.849029 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.849420 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.849834 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.850201 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.850639 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.850908 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.851161 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.851392 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.851652 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.851907 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.852143 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.852392 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.852613 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.852850 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.853066 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.853305 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.853538 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.853750 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.854204 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.854611 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.854850 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.855142 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.855462 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.855712 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.855966 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.856208 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.856424 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.856667 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.856910 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.857129 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.857346 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.857565 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.857777 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.858250 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.858591 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.859031 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.859375 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.859687 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.859982 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.860275 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.860496 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.860784 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.861154 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.861405 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.861830 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.862247 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.862484 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.862697 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.862908 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.863164 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.863361 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.863605 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.863811 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.864186 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.864561 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.864773 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.865060 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.865461 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.865689 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.865980 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.866211 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.866442 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.866697 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.867052 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.867292 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.867553 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.867815 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.868050 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.868269 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.868676 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.869008 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.869307 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.869583 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.869835 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.870131 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.870405 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.870661 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.870874 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.871197 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.871533 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.871805 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.872070 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.872314 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.872587 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.872807 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.873024 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.873244 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.873478 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.873709 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.873961 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.874193 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.874417 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.874632 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.874855 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.875070 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.875324 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.875551 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.875767 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.875980 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.876139 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 17:04:16.876699 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87479) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 17:04:16.876863 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 17:04:16.877016 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 17:04:16.877184 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 17:04:16.877365 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 17:04:16.877505 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 17:04:16.877807 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.877982 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.878073 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.878153 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.878312 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.878490 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.878651 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.878809 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.878968 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.879143 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.879306 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.879466 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.879627 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.879786 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.879944 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.880101 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.880260 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.880417 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.880579 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.880737 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.880895 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.881050 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.881209 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] debug = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.881383 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.881565 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.881729 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.881887 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.882045 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.882204 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.882362 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.882524 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.882748 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.882882 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.883024 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.883258 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.883402 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.883538 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.883730 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.883730 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.883948 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.884085 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] host = dv-neutron-822513-1-hyperv {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.884219 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.884364 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.884508 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.884643 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.884997 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.884997 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.885278 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.885413 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.885547 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.885680 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.885814 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.885948 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.886078 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.886205 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_file = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.886362 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_options = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.886499 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.886632 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.886761 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.886940 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.887122 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.887287 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.887459 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.887589 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.887750 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.887907 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.888054 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.888203 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.888353 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.888514 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.888674 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.888822 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.888974 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.889132 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.889277 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.889437 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.889595 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.889777 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.889909 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.890039 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.890173 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.890316 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.890476 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.890633 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.890790 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.890947 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.891092 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.891275 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.891411 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.891568 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.891725 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.891886 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.892022 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.892742 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.892900 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.893031 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.893189 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.893347 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.893490 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.893651 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.893811 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.893969 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] use_json = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.894127 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.894284 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.894441 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.894603 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.894758 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.895077 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.895335 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.895456 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 17:04:16.895630 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.895791 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.895953 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.896114 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.896276 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.896437 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.896597 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.896758 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.896918 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.897068 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.897242 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.897403 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.897575 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.897736 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.897960 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.898063 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.898210 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.898371 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.898531 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.898692 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.898852 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.899014 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.899270 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.899379 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.899530 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.899694 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.899860 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.900003 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.900136 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.900302 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.900447 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.900612 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.900772 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.900933 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.901095 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.901257 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.901417 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.901578 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.901724 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.901886 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.902047 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.902194 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.902356 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.902518 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.902679 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.902841 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.903002 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.903186 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.903349 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.903513 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.903680 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.903997 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.904160 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.904321 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.904632 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.904774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:16.904873 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.904956 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.905093 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.905255 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.905417 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.905578 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.905801 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.905896 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.906060 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.906220 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.906381 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.906546 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.906774 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.906878 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.907018 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.907209 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.907370 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.907530 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.907691 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.908463 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.908626 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.908802 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.908965 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.909126 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.909287 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.909447 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.909608 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.909768 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.909916 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.910086 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.910260 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.910421 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.910581 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.910741 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.910902 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.911062 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.911247 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.911408 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.911568 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.911728 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.911890 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.912049 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.912212 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.912373 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.912533 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.912693 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.912853 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.912995 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.913187 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.913329 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.913456 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.913603 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.913762 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.913923 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.914083 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.914242 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.914412 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.914572 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.914775 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.914904 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.915027 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.915288 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.915451 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.915614 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.915776 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.915936 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.916098 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.917731 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.917731 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.917731 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.917731 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.917731 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.917731 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.917731 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.917731 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.918517 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.918517 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.918517 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.918517 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.918517 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.918517 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.918517 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.919013 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.919013 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.919013 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.919383 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.919383 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.919684 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.919684 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.919977 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.919977 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.920213 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.920213 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.920445 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.920539 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.920622 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.920780 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.920941 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.921101 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.921262 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.921422 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.921583 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.921745 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.921904 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.922065 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.922226 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.922387 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.922546 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.922712 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.922864 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.923023 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.923213 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.923427 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.923587 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.923747 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.923908 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.924070 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.924235 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.924400 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.924559 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.924720 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.924888 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.925049 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.925210 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.925370 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.925530 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.925692 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.925854 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.926016 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.926177 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.926338 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.926499 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.926672 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.926835 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.926999 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.927183 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.927348 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.927508 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.927669 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.927831 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.927992 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.928152 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.928311 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.928468 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.928626 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.928786 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.928950 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.929110 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.929262 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.929418 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.929579 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.929752 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.929915 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.930075 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.930237 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.930396 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.930566 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.930726 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.930886 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.931033 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.931220 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.931391 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.931551 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.931711 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.931870 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.932029 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.932198 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.932360 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.932521 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.932690 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.932850 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.933010 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.933170 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.933346 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.933503 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.933669 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.933829 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.933989 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.934149 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.934313 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.934478 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.934649 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.934816 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.934978 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.935167 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.935337 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.935506 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.935668 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.935834 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.936006 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.936166 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.936326 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.936486 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.936646 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.936806 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.936972 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.937132 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.937292 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.937451 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.937611 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.937770 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.937931 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.938091 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.938251 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.938411 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.938571 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.938730 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.938890 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.939101 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 17:04:16.939306 dv-neutron-822513-1-hyperv neutron-server[87479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 17:04:17.105535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 52920) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:04:17.114033 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063589 Dec 22 17:04:27.599647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00ed0a4-1702-4de2-b01d-51999cef6d2f None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:04:27.675732 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00ed0a4-1702-4de2-b01d-51999cef6d2f None None] No non-hosted networks {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 17:04:27.682344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-acd8d85f-063f-4d36-b3ef-6d11b0d85462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-739391'] for agent, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:29.992974 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-481e3d0a-be8c-417b-b7aa-55e16d5c056d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-739391'] for agent, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:30.035277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b54da407-cb33-4475-a452-8ff6ae1209fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:30.984217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-739391'] for agent, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:31.089783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-739391'] for agent, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:31.090431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:31.090757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:31.090999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:31.091364 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:31.091675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:31.091979 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:31.092300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:31.092636 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:31.092955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:31.093278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:31.093616 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:31.093932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:31.094315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822513-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:31.109338 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822513-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:04:32.478287 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-739391'] for agent, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:34.064347 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.db.l3_hamode_db [None req-7b582bd7-d10d-4f87-a914-20d02ffbb96f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 17:04:34.107779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53014) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:04:34.149838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b582bd7-d10d-4f87-a914-20d02ffbb96f None None] Routers set() bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:04:34.150222 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b582bd7-d10d-4f87-a914-20d02ffbb96f None None] Router IDs set() for agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 22 17:04:34.709354 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING oslo_policy.policy [None req-ee8db76c-c742-411c-b44d-c2574ed35421 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 17:04:34.709940 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING oslo_policy.policy [None req-ee8db76c-c742-411c-b44d-c2574ed35421 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 17:04:34.928154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-ee8db76c-c742-411c-b44d-c2574ed35421 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:04:34.929220 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ee8db76c-c742-411c-b44d-c2574ed35421 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8203578 Dec 22 17:04:37.274476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53028) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:04:37.639722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c219e21a-55c7-484f-b559-eda4bd5108a5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:04:37.738113 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.policy [None req-c219e21a-55c7-484f-b559-eda4bd5108a5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87587) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 17:04:37.782865 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING oslo_policy.policy [None req-c219e21a-55c7-484f-b559-eda4bd5108a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 17:04:37.783268 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING oslo_policy.policy [None req-c219e21a-55c7-484f-b559-eda4bd5108a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 17:04:37.791596 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.quota [None req-c219e21a-55c7-484f-b559-eda4bd5108a5 admin admin] Loaded quota_driver: . Dec 22 17:04:37.807049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c219e21a-55c7-484f-b559-eda4bd5108a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:04:37.865656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c219e21a-55c7-484f-b559-eda4bd5108a5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775864123283', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775864121766', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775864111945', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775864137174', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775864127967', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775864154324', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2010357', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2064885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-955630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-936870'] for rbac-policy, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:37.927693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c219e21a-55c7-484f-b559-eda4bd5108a5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:37.928874 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c219e21a-55c7-484f-b559-eda4bd5108a5 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6533566 Dec 22 17:04:40.530107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 53042) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:04:41.128033 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING oslo_policy.policy [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 17:04:41.128617 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING oslo_policy.policy [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 17:04:41.346259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:04:41.347948 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.quota [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Loaded quota_driver: . Dec 22 17:04:41.363296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:04:41.369584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Usage tracker for resource:network and tenant:4ecd7c8d3b9e4689b2e60fccd9de4966 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:04:41.374988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:04:41.382874 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:04:41.401552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Made reservation on behalf of 4ecd7c8d3b9e4689b2e60fccd9de4966 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:04:41.475860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.policy [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87586) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 17:04:41.520950 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING oslo_policy.policy [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 17:04:41.521318 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING oslo_policy.policy [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 17:04:41.531891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:41.553460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:41.568382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:04:41.572471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Usage tracker for resource:security_group_rule and tenant:4ecd7c8d3b9e4689b2e60fccd9de4966 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:04:41.577819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:04:41.584030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:04:41.682262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:41.686207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:41.692182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:04:41.712052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:04:41.737261 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775866728349', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:41.737843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Unsubscribe: segment precommit_create {{(pid=87586) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 17:04:41.738332 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Added segment 158c61c1-c521-4c25-ad5b-88024d196302 of type vlan for network a86e2976-0040-4858-b5aa-3f947c82877e Dec 22 17:04:41.746550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc6cb20-237d-4074-8930-78beb175bc72,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:41.801445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:41.801803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:41.802214 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:41.802612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:41.803039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:41.803373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:41.803680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:41.803998 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:41.804330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:41.804581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:41.804876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:41.805170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Tracked resource versions report: Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: pushed versions: Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: { 'AddressGroup': {'1.2'}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'ConntrackHelper': {'1.0'}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Log': {'1.0'}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Network': {'1.1'}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Port': {'1.7'}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'PortForwarding': {'1.2'}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'QosPolicy': {'1.8'}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'SecurityGroup': {'1.4'}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'SecurityGroupRule': {'1.2'}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'SubPort': {'1.0'}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Subnet': {'1.1'}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Trunk': {'1.1'}} Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: consumer versions: Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: { DHCP agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: L3 agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: Metadata agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: Metering agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: Open vSwitch agent@dv-neutron-822513-1-hyperv: { 'AddressGroup': '1.2', Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'ConntrackHelper': '1.0', Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Log': '1.0', Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Network': '1.1', Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Port': '1.7', Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'PortForwarding': '1.2', Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'QosPolicy': '1.8', Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'SecurityGroup': '1.4', Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'SecurityGroupRule': '1.2', Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'SubPort': '1.0', Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Subnet': '1.1', Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Trunk': '1.1'}} Dec 22 17:04:41.806476 dv-neutron-822513-1-hyperv neutron-server[87586]: {{(pid=87586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 17:04:41.856757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:04:41.863511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:41.901122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:41.902727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:04:41.903413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:41.908773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:04:42.012341 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4799910 Dec 22 17:04:42.012932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Pushing event updated for resources: {'Network': ['ID=a86e2976-0040-4858-b5aa-3f947c82877e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:42.016239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:04:42.025128 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network a86e2976-0040-4858-b5aa-3f947c82877e details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:04:44.686400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53064) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:04:45.155779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72fc9c2-5559-4a8c-9890-2a0a3c96cf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:04:45.157179 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f72fc9c2-5559-4a8c-9890-2a0a3c96cf01 admin admin] 10.222.0.70 "GET /v2.0/networks/a86e2976-0040-4858-b5aa-3f947c82877e HTTP/1.1" status: 200 len: 825 time: 0.4698308 Dec 22 17:04:45.183422 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9ff3e5b0-278e-474b-8432-a9047d148310 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/71cda8f5-cd0f-4576-9581-79aabab10325 HTTP/1.1" status: 200 len: 734 time: 0.0209544 Dec 22 17:04:45.192017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e', 'ip_version': 4, 'subnetpool_id': '71cda8f5-cd0f-4576-9581-79aabab10325', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:04:45.196324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:04:45.200388 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Usage tracker for resource:subnet and tenant:4ecd7c8d3b9e4689b2e60fccd9de4966 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:04:45.204098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:04:45.210062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:04:45.219435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Made reservation on behalf of 4ecd7c8d3b9e4689b2e60fccd9de4966 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:04:45.222057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:45.524674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:45.530438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:04:45.609754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Checking segment: {'id': '158c61c1-c521-4c25-ad5b-88024d196302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:04:45.610150 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Network hostable DHCP agents. Network: a86e2976-0040-4858-b5aa-3f947c82877e, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:04:45.630085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead3a6a9-182d-4d72-9382-5247fe66d03e,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:45.639898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:45.640232 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:45.640553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:45.640879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:45.641181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:45.641533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:45.641846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:45.642154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:45.642458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:45.642762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:45.643062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:45.643388 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Tracked resource versions report: Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: pushed versions: Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: { 'AddressGroup': {'1.2'}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'ConntrackHelper': {'1.0'}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Log': {'1.0'}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Network': {'1.1'}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Port': {'1.7'}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'PortForwarding': {'1.2'}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'QosPolicy': {'1.8'}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'SecurityGroup': {'1.4'}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'SecurityGroupRule': {'1.2'}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'SubPort': {'1.0'}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Subnet': {'1.1'}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Trunk': {'1.1'}} Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: consumer versions: Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: { DHCP agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: L3 agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: Metadata agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: Metering agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: Open vSwitch agent@dv-neutron-822513-1-hyperv: { 'AddressGroup': '1.2', Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'ConntrackHelper': '1.0', Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Log': '1.0', Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Network': '1.1', Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Port': '1.7', Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'PortForwarding': '1.2', Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'QosPolicy': '1.8', Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'SecurityGroup': '1.4', Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'SecurityGroupRule': '1.2', Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'SubPort': '1.0', Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Subnet': '1.1', Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Trunk': '1.1'}} Dec 22 17:04:45.644708 dv-neutron-822513-1-hyperv neutron-server[87587]: {{(pid=87587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 17:04:45.668500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Network a86e2976-0040-4858-b5aa-3f947c82877e is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:04:45.681558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:04:45.683307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, a86e2976-0040-4858-b5aa-3f947c82877e) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:04:45.691379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:04:45.692024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:45.692478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be024ca1-e13e-48c7-8c11-37550c02326e None None] Network a86e2976-0040-4858-b5aa-3f947c82877e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:04:45.712081 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5237739 Dec 22 17:04:46.091717 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-a86e2976-0040-4858-b5aa-3f947c82877e', 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'fixed_ips': [{'subnet_id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:04:46.092952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:46.275218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Allocated IP 172.20.0.2 (a86e2976-0040-4858-b5aa-3f947c82877e/ead3a6a9-182d-4d72-9382-5247fe66d03e/b3721f59-480e-4b6a-9b58-e61a48b3570f) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:04:46.505669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:46.519335 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Transition to ACTIVE for port object b3721f59-480e-4b6a-9b58-e61a48b3570f will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:04:46.538406 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Transition to ACTIVE for port object b3721f59-480e-4b6a-9b58-e61a48b3570f will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:04:46.545026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:46.550001 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:04:46.612101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Network a86e2976-0040-4858-b5aa-3f947c82877e is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:04:46.614902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:04:46.621529 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Pushing event updated for resources: {'Port': ['ID=b3721f59-480e-4b6a-9b58-e61a48b3570f,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:46.623794 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:04:46.660457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:46.660790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:46.660790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:46.660790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:46.660790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:46.662226 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:46.662520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:46.662680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:46.662910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:46.663245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:46.663544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:46.663840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Tracked resource versions report: Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: pushed versions: Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: { 'AddressGroup': {'1.2'}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'ConntrackHelper': {'1.0'}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Log': {'1.0'}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Network': {'1.1'}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Port': {'1.7'}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'PortForwarding': {'1.2'}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'QosPolicy': {'1.8'}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'SecurityGroup': {'1.4'}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'SecurityGroupRule': {'1.2'}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'SubPort': {'1.0'}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Subnet': {'1.1'}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Trunk': {'1.1'}} Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: consumer versions: Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: { DHCP agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: L3 agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: Metadata agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: Metering agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: Open vSwitch agent@dv-neutron-822513-1-hyperv: { 'AddressGroup': '1.2', Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'ConntrackHelper': '1.0', Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Log': '1.0', Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Network': '1.1', Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Port': '1.7', Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'PortForwarding': '1.2', Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'QosPolicy': '1.8', Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'SecurityGroup': '1.4', Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'SecurityGroupRule': '1.2', Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'SubPort': '1.0', Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Subnet': '1.1', Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Trunk': '1.1'}} Dec 22 17:04:46.665193 dv-neutron-822513-1-hyperv neutron-server[87588]: {{(pid=87588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 17:04:46.673160 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:04:46.725641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Attempting to bind port b3721f59-480e-4b6a-9b58-e61a48b3570f on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:04:46.726400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Attempting to bind port b3721f59-480e-4b6a-9b58-e61a48b3570f by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '158c61c1-c521-4c25-ad5b-88024d196302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:04:46.726538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Attempting to bind port b3721f59-480e-4b6a-9b58-e61a48b3570f on network a86e2976-0040-4858-b5aa-3f947c82877e {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:04:46.731782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:04:46.732185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Checking segment: {'id': '158c61c1-c521-4c25-ad5b-88024d196302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:04:46.732686 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:46.733072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Bound using segment: {'id': '158c61c1-c521-4c25-ad5b-88024d196302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:04:46.733544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Bound port: b3721f59-480e-4b6a-9b58-e61a48b3570f, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158c61c1-c521-4c25-ad5b-88024d196302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:04:46.733936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:46.846193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] For port b3721f59-480e-4b6a-9b58-e61a48b3570f, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:04:46.849940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] For port b3721f59-480e-4b6a-9b58-e61a48b3570f, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b3721f59-480e-4b6a-9b58-e61a48b3570f,segment=NetworkSegment(158c61c1-c521-4c25-ad5b-88024d196302),segment_id=158c61c1-c521-4c25-ad5b-88024d196302)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:04:46.854607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:46.858358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:04:46.943659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Pushing event updated for resources: {'Port': ['ID=b3721f59-480e-4b6a-9b58-e61a48b3570f,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:46.946925 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:04:48.132102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53078) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:04:48.504229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-15533951-40fd-472e-a012-f98833f42424 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:04:48.505269 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-15533951-40fd-472e-a012-f98833f42424 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3720658 Dec 22 17:04:50.700172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2280196b-3dd7-4a76-aa68-55a932dd3f3f None None] Network a86e2976-0040-4858-b5aa-3f947c82877e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:04:50.801300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-659c620a-76da-4189-bbc5-aefa0a83ff43 None None] Provisioning for port b3721f59-480e-4b6a-9b58-e61a48b3570f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:04:50.917990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53092) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:04:50.932468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b3721f59-480e-4b6a-9b58-e61a48b3570f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:04:51.027523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port b3721f59-480e-4b6a-9b58-e61a48b3570f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:04:51.032631 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port b3721f59-480e-4b6a-9b58-e61a48b3570f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:04:51.033033 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:51.159551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:51.193625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port b3721f59-480e-4b6a-9b58-e61a48b3570f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b3721f59-480e-4b6a-9b58-e61a48b3570f,segment=NetworkSegment(158c61c1-c521-4c25-ad5b-88024d196302),segment_id=158c61c1-c521-4c25-ad5b-88024d196302)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:04:51.199769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:51.203072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:04:51.271977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5674653d-bd3b-4e91-b70a-a83e31aebd3f None None] Provisioning complete for port b3721f59-480e-4b6a-9b58-e61a48b3570f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:04:51.272344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5674653d-bd3b-4e91-b70a-a83e31aebd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:51.302482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-3e65645c-465c-4dfe-a343-1d5d17211966 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:04:51.303423 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3e65645c-465c-4dfe-a343-1d5d17211966 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3844934 Dec 22 17:04:51.322306 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=b3721f59-480e-4b6a-9b58-e61a48b3570f,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:04:51.326298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:04:52.877402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b3721f59-480e-4b6a-9b58-e61a48b3570f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:04:52.943607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port b3721f59-480e-4b6a-9b58-e61a48b3570f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:04:52.943977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:53.930875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53104) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:04:54.279953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-12a03cf1-3a3c-4234-834b-ec0514cb0378 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:04:54.284846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-12a03cf1-3a3c-4234-834b-ec0514cb0378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:04:54.288713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-12a03cf1-3a3c-4234-834b-ec0514cb0378 admin admin] Usage tracker for resource:router and tenant:4ecd7c8d3b9e4689b2e60fccd9de4966 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:04:54.291984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-12a03cf1-3a3c-4234-834b-ec0514cb0378 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:04:54.298194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-12a03cf1-3a3c-4234-834b-ec0514cb0378 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:04:54.307915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-12a03cf1-3a3c-4234-834b-ec0514cb0378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:54.309508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-12a03cf1-3a3c-4234-834b-ec0514cb0378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:54.331173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-12a03cf1-3a3c-4234-834b-ec0514cb0378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:54.439496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-12a03cf1-3a3c-4234-834b-ec0514cb0378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:54.457378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-12a03cf1-3a3c-4234-834b-ec0514cb0378 admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:54.458536 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-12a03cf1-3a3c-4234-834b-ec0514cb0378 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5266311 Dec 22 17:04:56.792337 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53114) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:04:57.157485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-fb41ee60-d6f7-40ca-b971-6b908d349cca admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:04:57.158446 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fb41ee60-d6f7-40ca-b971-6b908d349cca admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3650243 Dec 22 17:04:57.541936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c86e0d65-aa47-497e-a3f4-670b2ea82138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:59.534522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53124) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:04:59.916790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:04:59.921624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:04:59.925866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Usage tracker for resource:network and tenant:14170f9ce40d4fbaa11f749323273ed1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:04:59.928755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:04:59.934308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:04:59.944427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Made reservation on behalf of 14170f9ce40d4fbaa11f749323273ed1 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:04:59.946909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:59.968010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:04:59.982345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9679c14c-ee78-4758-a074-70f236768d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:00.002230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:05:00.005934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Usage tracker for resource:security_group_rule and tenant:14170f9ce40d4fbaa11f749323273ed1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:05:00.009168 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:05:00.014682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:05:00.107823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:00.112198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:00.116349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:05:00.128698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Reserving flat network on physical network physnet1 {{(pid=87587) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 22 17:05:00.152767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42b5d9c-a228-418c-9026-223d27ea5f13,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:05:00.155219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775866728349', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:00.155784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Unsubscribe: segment precommit_create {{(pid=87587) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 17:05:00.156228 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Added segment 99e5f67e-e957-407f-86dd-732d153f9161 of type flat for network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 Dec 22 17:05:00.167973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:05:00.195841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:00.239448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:00.240718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:05:00.241328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:00.244368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:05:00.341318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Pushing event updated for resources: {'Network': ['ID=27ea1f05-b3dc-4ac4-8218-db41f6d74db5,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:05:00.343762 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8082368 Dec 22 17:05:00.346366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:05:00.353809 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:05:00.907719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:01.092194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:02.390634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:02.702689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53144) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:05:02.914120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede8447e-350e-4a8c-9a12-7d4ab349b5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:05:02.915462 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ede8447e-350e-4a8c-9a12-7d4ab349b5f6 admin admin] 10.222.0.70 "GET /v2.0/subnets/ead3a6a9-182d-4d72-9382-5247fe66d03e HTTP/1.1" status: 200 len: 849 time: 0.2115319 Dec 22 17:05:03.061991 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5793e17c-4c6f-4c93-8ab2-c80d04d56a64 admin admin] 10.222.0.70 "GET /v2.0/routers/d9dbc64c-65be-4476-8fc1-f18f43a6db76 HTTP/1.1" status: 200 len: 704 time: 0.1408825 Dec 22 17:05:03.511441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:03.738316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Allocated IP 172.20.0.1 (a86e2976-0040-4858-b5aa-3f947c82877e/ead3a6a9-182d-4d72-9382-5247fe66d03e/7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:05:03.919073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:03.935888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Transition to ACTIVE for port object 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:05:03.993982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:03.997713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:05:04.061253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Network a86e2976-0040-4858-b5aa-3f947c82877e is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:05:04.064045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:05:04.067808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:05:04.068337 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:04.184640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Pushing event updated for resources: {'Port': ['ID=7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:05:04.198976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:05:04.294323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af5138a8-6de8-4151-8262-f0a7bfc2c5a2 None None] Provisioning for port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:05:04.299121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af5138a8-6de8-4151-8262-f0a7bfc2c5a2 None None] Provisioning complete for port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:05:04.299573 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-af5138a8-6de8-4151-8262-f0a7bfc2c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:04.329615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:04.356239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-af5138a8-6de8-4151-8262-f0a7bfc2c5a2 None None] Port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:05:04.550273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:04.554604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:04.555750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:04.558836 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:05:04.687549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Pushing event updated for resources: {'Port': ['ID=7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:05:04.692074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:05:04.750871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Network a86e2976-0040-4858-b5aa-3f947c82877e is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:05:04.751941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:05:04.947068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Router d9dbc64c-65be-4476-8fc1-f18f43a6db76 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:05:04.982376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f6fe5664-5ee8-48a9-b0ae-ce1a323a5d5f None None] Provisioning complete for port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:05:04.982749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5664-5ee8-48a9-b0ae-ce1a323a5d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:05.037623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe5664-5ee8-48a9-b0ae-ce1a323a5d5f None None] Port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:05:05.120996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:05:05.131590 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] 10.222.0.70 "PUT /v2.0/routers/d9dbc64c-65be-4476-8fc1-f18f43a6db76/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0641870 Dec 22 17:05:05.132105 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Sync routers for ids ['d9dbc64c-65be-4476-8fc1-f18f43a6db76'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:05:05.143395 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Routers {'d9dbc64c-65be-4476-8fc1-f18f43a6db76'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:05:05.144273 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d9dbc64c-65be-4476-8fc1-f18f43a6db76'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:05:05.332068 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Set router d9dbc64c-65be-4476-8fc1-f18f43a6db76 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:05:05.711532 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'name': 'router1', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:04:54Z', 'updated_at': '2021-12-22T17:05:04Z', 'revision_number': 2, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'gw_port_host': None, '_interfaces': [{'id': '7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16', 'name': '', 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'mac_address': 'fa:16:3e:86:cb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:05:03Z', 'updated_at': '2021-12-22T17:05:04Z', 'revision_number': 2, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'subnets': [{'id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71cda8f5-cd0f-4576-9581-79aabab10325'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:05:05.714907 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Checking router: d9dbc64c-65be-4476-8fc1-f18f43a6db76 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:05:05.715384 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Updating router d9dbc64c-65be-4476-8fc1-f18f43a6db76 port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:05:05.770990 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:06.181062 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:06.196982 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Transition to ACTIVE for port object 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:05:06.203160 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:06.210076 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:05:06.428239 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Pushing event updated for resources: {'Port': ['ID=7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:05:06.448231 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:05:06.448503 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:05:06.448829 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:05:06.449151 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:05:06.449471 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:05:06.449807 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:05:06.450126 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:05:06.450440 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:05:06.450764 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:05:06.451082 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:05:06.451416 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:05:06.451729 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Tracked resource versions report: Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: pushed versions: Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: { 'AddressGroup': {'1.2'}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'ConntrackHelper': {'1.0'}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Log': {'1.0'}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Network': {'1.1'}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Port': {'1.7'}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'PortForwarding': {'1.2'}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'QosPolicy': {'1.8'}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'SecurityGroup': {'1.4'}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'SecurityGroupRule': {'1.2'}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'SubPort': {'1.0'}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Subnet': {'1.1'}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Trunk': {'1.1'}} Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: consumer versions: Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: { DHCP agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: L3 agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: Metadata agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: Metering agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: Open vSwitch agent@dv-neutron-822513-1-hyperv: { 'AddressGroup': '1.2', Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'ConntrackHelper': '1.0', Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Log': '1.0', Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Network': '1.1', Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Port': '1.7', Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'PortForwarding': '1.2', Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'QosPolicy': '1.8', Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'SecurityGroup': '1.4', Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'SecurityGroupRule': '1.2', Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'SubPort': '1.0', Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Subnet': '1.1', Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Trunk': '1.1'}} Dec 22 17:05:06.453097 dv-neutron-822513-1-hyperv neutron-server[87589]: {{(pid=87589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 17:05:06.462831 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Attempting to bind port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:05:06.463263 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Attempting to bind port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '158c61c1-c521-4c25-ad5b-88024d196302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:05:06.463705 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Attempting to bind port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 on network a86e2976-0040-4858-b5aa-3f947c82877e {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:05:06.469369 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:05:06.470168 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:05:06.470582 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Checking segment: {'id': '158c61c1-c521-4c25-ad5b-88024d196302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:05:06.471147 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:06.471524 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Bound using segment: {'id': '158c61c1-c521-4c25-ad5b-88024d196302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:05:06.472028 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Bound port: 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158c61c1-c521-4c25-ad5b-88024d196302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:05:06.472517 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:06.562658 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] For port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:05:06.566718 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] For port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16,segment=NetworkSegment(158c61c1-c521-4c25-ad5b-88024d196302),segment_id=158c61c1-c521-4c25-ad5b-88024d196302)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:05:06.570436 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:06.574221 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:05:06.645914 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Routers {'d9dbc64c-65be-4476-8fc1-f18f43a6db76'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:05:06.646538 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d9dbc64c-65be-4476-8fc1-f18f43a6db76'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:05:06.798149 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] Set router d9dbc64c-65be-4476-8fc1-f18f43a6db76 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:05:06.874174 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Pushing event updated for resources: {'Port': ['ID=7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:05:06.878739 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:05:07.134710 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'name': 'router1', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:04:54Z', 'updated_at': '2021-12-22T17:05:04Z', 'revision_number': 2, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'gw_port_host': None, '_interfaces': [{'id': '7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16', 'name': '', 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'mac_address': 'fa:16:3e:86:cb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:05:03Z', 'updated_at': '2021-12-22T17:05:06Z', 'revision_number': 4, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'subnets': [{'id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71cda8f5-cd0f-4576-9581-79aabab10325'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:05:07.138560 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f59571-a5a0-4ad6-95e7-36d9b5d9bb45 None None] The sync data for ids ['d9dbc64c-65be-4476-8fc1-f18f43a6db76'] in dv-neutron-822513-1-hyperv is: [{'id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'name': 'router1', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:04:54Z', 'updated_at': '2021-12-22T17:05:04Z', 'revision_number': 2, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'gw_port_host': None, '_interfaces': [{'id': '7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16', 'name': '', 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'mac_address': 'fa:16:3e:86:cb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:05:03Z', 'updated_at': '2021-12-22T17:05:06Z', 'revision_number': 4, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'subnets': [{'id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71cda8f5-cd0f-4576-9581-79aabab10325'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:05:07.323056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53166) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:05:07.518503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ab9655-2bd8-4d75-a97d-a80aec792e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:05:07.519069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-74ab9655-2bd8-4d75-a97d-a80aec792e3a admin admin] Synchronizing usage tracker for tenant:14170f9ce40d4fbaa11f749323273ed1 on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:05:07.536317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-74ab9655-2bd8-4d75-a97d-a80aec792e3a admin admin] Unset dirty status for tenant:14170f9ce40d4fbaa11f749323273ed1 on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:05:07.537511 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-74ab9655-2bd8-4d75-a97d-a80aec792e3a admin admin] 10.222.0.70 "GET /v2.0/networks/27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 842 time: 0.2133098 Dec 22 17:05:07.547037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.26.3.1', 'cidr': '172.26.3.0/24', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:05:07.552274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:05:07.556036 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Usage tracker for resource:subnet and tenant:14170f9ce40d4fbaa11f749323273ed1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:05:07.558693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:05:07.565537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:05:07.575923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Made reservation on behalf of 14170f9ce40d4fbaa11f749323273ed1 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:05:07.579313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:07.953878 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:05:07.954342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:07.958246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2f3f057c-1e33-4c02-9df0-b5518c8d9d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:05:08.025671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13e50ad-5f79-4326-baa1-8aa4e274441a,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:05:08.031383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:05:08.039522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:05:08.039875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Network hostable DHCP agents. Network: 27ea1f05-b3dc-4ac4-8218-db41f6d74db5, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:05:08.059649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:05:08.082187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 27ea1f05-b3dc-4ac4-8218-db41f6d74db5) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:05:08.087762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:05:08.088347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:08.097231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4c726a-24cc-4a34-9545-c36ac72a8157 None None] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:05:08.111001 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5674429 Dec 22 17:05:08.319527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f1804e-8e27-48da-81aa-846d63c4762e None None] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:05:08.918512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:05:08.991328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:05:08.996552 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:05:08.996924 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:09.117540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:09.150570 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16,segment=NetworkSegment(158c61c1-c521-4c25-ad5b-88024d196302),segment_id=158c61c1-c521-4c25-ad5b-88024d196302)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:05:09.154895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:09.157154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7c7fcbbc-8661-47de-b6f0-1bf515f78e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:05:09.224259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:05:09.227285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:05:10.332645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53180) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:05:10.526925 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-033e318f-5b6b-409f-9664-69ba8d1967e2 admin admin] 10.222.0.70 "GET /v2.0/routers/d9dbc64c-65be-4476-8fc1-f18f43a6db76 HTTP/1.1" status: 200 len: 710 time: 0.1931505 Dec 22 17:05:10.648421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b031ec13-51f1-456d-9da1-1e0369ed8eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:05:10.649653 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b031ec13-51f1-456d-9da1-1e0369ed8eee admin admin] 10.222.0.70 "GET /v2.0/networks/27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 886 time: 0.1176550 Dec 22 17:05:10.658166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:05:10.892804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:05:10.962085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:05:10.962362 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:11.119985 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:11.496171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:11.551176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:11.685045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Allocated IP 172.26.3.3 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/6d5eb799-a373-4626-b4e1-cc8b4a4c47d9) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:05:11.826028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:11.854853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:11.859395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:05:11.915386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:05:11.918075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:05:11.921575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:05:12.032639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Pushing event updated for resources: {'Port': ['ID=6d5eb799-a373-4626-b4e1-cc8b4a4c47d9,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:05:12.044460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:05:12.303197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:12.688355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:12.691592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:12.867663 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Router d9dbc64c-65be-4476-8fc1-f18f43a6db76 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:05:13.048042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:05:13.056184 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:13.057381 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] 10.222.0.70 "PUT /v2.0/routers/d9dbc64c-65be-4476-8fc1-f18f43a6db76 HTTP/1.1" status: 200 len: 888 time: 2.4023132 Dec 22 17:05:13.057529 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Sync routers for ids ['d9dbc64c-65be-4476-8fc1-f18f43a6db76'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:05:13.068009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Routers {'d9dbc64c-65be-4476-8fc1-f18f43a6db76'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:05:13.068695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d9dbc64c-65be-4476-8fc1-f18f43a6db76'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:05:13.266783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Set router d9dbc64c-65be-4476-8fc1-f18f43a6db76 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:05:13.603862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'name': 'router1', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '6d5eb799-a373-4626-b4e1-cc8b4a4c47d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:04:54Z', 'updated_at': '2021-12-22T17:05:12Z', 'revision_number': 4, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'gw_port': {'id': '6d5eb799-a373-4626-b4e1-cc8b4a4c47d9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:05:11Z', 'updated_at': '2021-12-22T17:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16', 'name': '', 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'mac_address': 'fa:16:3e:86:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:05:03Z', 'updated_at': '2021-12-22T17:05:09Z', 'revision_number': 5, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'subnets': [{'id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71cda8f5-cd0f-4576-9581-79aabab10325'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:05:13.608682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Checking router: d9dbc64c-65be-4476-8fc1-f18f43a6db76 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:05:13.609054 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Updating router d9dbc64c-65be-4476-8fc1-f18f43a6db76 port 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:05:13.660300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:14.009343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:14.021523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Transition to ACTIVE for port object 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:05:14.028048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:14.032352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:05:14.105995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Attempting to bind port 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:05:14.106668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Attempting to bind port 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:05:14.106779 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Attempting to bind port 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:05:14.112574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c34d0-0542-4294-a70a-781c0ba85c48 None None] Pushing event updated for resources: {'Port': ['ID=6d5eb799-a373-4626-b4e1-cc8b4a4c47d9,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:05:14.116458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e43c34d0-0542-4294-a70a-781c0ba85c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:05:14.117351 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:05:14.117765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:05:14.118157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:14.118530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:05:14.119000 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Bound port: 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:05:14.119405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:14.194417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] For port 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:05:14.197459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] For port 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6d5eb799-a373-4626-b4e1-cc8b4a4c47d9,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:05:14.201277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:14.206163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:05:14.281369 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Routers {'d9dbc64c-65be-4476-8fc1-f18f43a6db76'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:05:14.281900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d9dbc64c-65be-4476-8fc1-f18f43a6db76'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:05:14.333165 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c34d0-0542-4294-a70a-781c0ba85c48 None None] Pushing event updated for resources: {'Port': ['ID=6d5eb799-a373-4626-b4e1-cc8b4a4c47d9,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:05:14.340947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e43c34d0-0542-4294-a70a-781c0ba85c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:05:14.473601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] Set router d9dbc64c-65be-4476-8fc1-f18f43a6db76 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:05:14.808154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'name': 'router1', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '6d5eb799-a373-4626-b4e1-cc8b4a4c47d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:04:54Z', 'updated_at': '2021-12-22T17:05:12Z', 'revision_number': 4, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'gw_port': {'id': '6d5eb799-a373-4626-b4e1-cc8b4a4c47d9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:05:11Z', 'updated_at': '2021-12-22T17:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16', 'name': '', 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'mac_address': 'fa:16:3e:86:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:05:03Z', 'updated_at': '2021-12-22T17:05:09Z', 'revision_number': 5, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'subnets': [{'id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71cda8f5-cd0f-4576-9581-79aabab10325'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:05:14.812935 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac9f1a-b3da-4034-9baa-6cda56729cab None None] The sync data for ids ['d9dbc64c-65be-4476-8fc1-f18f43a6db76'] in dv-neutron-822513-1-hyperv is: [{'id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'name': 'router1', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '6d5eb799-a373-4626-b4e1-cc8b4a4c47d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:04:54Z', 'updated_at': '2021-12-22T17:05:12Z', 'revision_number': 4, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'gw_port': {'id': '6d5eb799-a373-4626-b4e1-cc8b4a4c47d9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:05:11Z', 'updated_at': '2021-12-22T17:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16', 'name': '', 'network_id': 'a86e2976-0040-4858-b5aa-3f947c82877e', 'tenant_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'mac_address': 'fa:16:3e:86:cb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dbc64c-65be-4476-8fc1-f18f43a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:05:03Z', 'updated_at': '2021-12-22T17:05:09Z', 'revision_number': 5, 'project_id': '4ecd7c8d3b9e4689b2e60fccd9de4966', 'subnets': [{'id': 'ead3a6a9-182d-4d72-9382-5247fe66d03e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71cda8f5-cd0f-4576-9581-79aabab10325'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:05:15.411536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53190) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:05:15.533444 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f9bb091f-c880-4f7f-a0de-95151708137f admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1207700 Dec 22 17:05:16.912118 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:05:16.981997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:05:16.993521 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:05:16.993901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:17.121715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:17.139718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6d5eb799-a373-4626-b4e1-cc8b4a4c47d9,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:05:17.144636 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:17.147003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:05:17.214349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=6d5eb799-a373-4626-b4e1-cc8b4a4c47d9,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:05:17.217482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:05:18.920488 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:05:19.028550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 6d5eb799-a373-4626-b4e1-cc8b4a4c47d9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:05:19.029171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:21.846145 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 5 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:05:27.546635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c356e040-08fd-4c0e-a4cd-4d45e91030f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:29.985984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-34d67045-e637-4063-86e7-6244fb633444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:30.913906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:31.096416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:32.411905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:57.550001 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-742440c6-f0e7-4d35-ab37-3e75e12b2895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:05:58.846051 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 5 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:05:59.989360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6324a59c-d91b-4af7-8db3-0f34c6152598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:06:00.914356 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:06:01.102545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:06:02.420352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:06:27.611131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-786d1dff-ac75-44c9-b595-e01facddd856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:06:29.993270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c9a13bb2-e6e0-4cac-a054-a608b43dbbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:06:30.919368 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:06:31.096484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:06:32.426394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:06:35.844419 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 5 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:06:57.550183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-17d2535f-3c61-479b-aeb4-7a8ddc8c8164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:06:59.994978 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a7799b4b-d90f-490a-afcb-7dd628d705da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:00.922354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:01.100407 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:02.427881 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:12.845517 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 5 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:07:20.608723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53792) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:07:20.674261 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-626ab567-5377-4fd9-8e92-2d19d28b382d admin admin] GET failed (client error): The resource could not be found. Dec 22 17:07:20.675537 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-626ab567-5377-4fd9-8e92-2d19d28b382d admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658817 Dec 22 17:07:20.806334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834fa72e-985d-40e3-8779-6a51df5db0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:20.807702 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-834fa72e-985d-40e3-8779-6a51df5db0ed admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1283545 Dec 22 17:07:23.012921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53802) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:07:23.122440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355bdd70-0c04-4932-985d-35158828a43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:23.122880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-355bdd70-0c04-4932-985d-35158828a43e admin admin] Synchronizing usage tracker for tenant:14170f9ce40d4fbaa11f749323273ed1 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:07:23.138359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-355bdd70-0c04-4932-985d-35158828a43e admin admin] Unset dirty status for tenant:14170f9ce40d4fbaa11f749323273ed1 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:07:23.139609 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-355bdd70-0c04-4932-985d-35158828a43e admin admin] 10.222.0.70 "GET /v2.0/subnets/ead3a6a9-182d-4d72-9382-5247fe66d03e HTTP/1.1" status: 200 len: 849 time: 0.1256316 Dec 22 17:07:23.149052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:07:23.265556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:23.450324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775866868821'] for subnet, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:23.454357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-aa0b099b-309c-4bfa-9dce-dda3a893a1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:07:23.497590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:23.498619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:23.507378 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] 10.222.0.70 "PUT /v2.0/subnets/ead3a6a9-182d-4d72-9382-5247fe66d03e HTTP/1.1" status: 200 len: 868 time: 0.3542905 Dec 22 17:07:23.507637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773800db-e4b1-4321-9430-389b8fe0750e None None] Network a86e2976-0040-4858-b5aa-3f947c82877e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:07:23.525022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead3a6a9-182d-4d72-9382-5247fe66d03e,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:07:23.533326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:07:23.533749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:07:23.534089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:07:23.534418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:07:23.534741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:07:23.535070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:07:23.535421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:07:23.535755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:07:23.536081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:07:23.536402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:07:23.536721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:07:23.537074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:07:23.540743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:07:23.956564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c9317ba4-9032-4731-a8aa-3c473323ac0a None None] Provisioning complete for port b3721f59-480e-4b6a-9b58-e61a48b3570f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:07:23.956949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c9317ba4-9032-4731-a8aa-3c473323ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:24.081497 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c9317ba4-9032-4731-a8aa-3c473323ac0a None None] Provisioning complete for port 7aaa8a9d-ab6b-4b95-a52d-67aa2be9ae16 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:07:24.081865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c9317ba4-9032-4731-a8aa-3c473323ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:25.636406 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53812) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:07:25.810210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f69651d-324c-4a4a-ae73-2e49a2847c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:25.810681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f69651d-324c-4a4a-ae73-2e49a2847c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:25.818473 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8f69651d-324c-4a4a-ae73-2e49a2847c72 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1748884 Dec 22 17:07:27.552214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1edd10e9-f196-4fae-9872-40d931e96d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:27.912868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53822) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:07:28.086090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a7288-961c-4c73-a765-69395282d9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:28.086527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a7288-961c-4c73-a765-69395282d9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:28.088728 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3e9a7288-961c-4c73-a765-69395282d9f3 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1748357 Dec 22 17:07:29.997125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13e5b5ad-ae83-4430-bf6a-6d7ba92db739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:30.199831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53832) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:07:30.408964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862849f0-1b46-4cef-b6c9-790573441400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:30.410347 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-862849f0-1b46-4cef-b6c9-790573441400 admin admin] 10.222.0.70 "GET /v2.0/networks/27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 886 time: 0.2095940 Dec 22 17:07:30.924251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:31.104320 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:32.430390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:32.518323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 53842) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:07:32.705610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84193008-9643-4cde-b28a-10f6b318fcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:32.707079 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-84193008-9643-4cde-b28a-10f6b318fcc3 admin admin] 10.222.0.70 "GET /v2.0/networks/a86e2976-0040-4858-b5aa-3f947c82877e HTTP/1.1" status: 200 len: 869 time: 0.1876376 Dec 22 17:07:34.830982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53852) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:07:34.945068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d045a56-a484-4978-b669-7fef04b49f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:34.945548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d045a56-a484-4978-b669-7fef04b49f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:34.947067 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4d045a56-a484-4978-b669-7fef04b49f65 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1151004 Dec 22 17:07:37.089888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53862) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:07:37.197886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e16db7-fc13-43ef-bb23-5961664eb338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:37.198342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e16db7-fc13-43ef-bb23-5961664eb338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:37.199852 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d8e16db7-fc13-43ef-bb23-5961664eb338 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088269 Dec 22 17:07:39.347020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53872) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:07:39.452875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc34d8-1f20-4f8f-8daf-9c69b4e3b851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:39.454213 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-69cc34d8-1f20-4f8f-8daf-9c69b4e3b851 admin admin] 10.222.0.70 "GET /v2.0/subnets/ead3a6a9-182d-4d72-9382-5247fe66d03e HTTP/1.1" status: 200 len: 868 time: 0.1062295 Dec 22 17:07:41.599779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53882) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:07:41.699537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac71b0-2958-4e08-98c2-d8cab6af1728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:07:41.700888 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a7ac71b0-2958-4e08-98c2-d8cab6af1728 admin admin] 10.222.0.70 "GET /v2.0/subnets/f13e50ad-5f79-4326-baa1-8aa4e274441a HTTP/1.1" status: 200 len: 816 time: 0.1001859 Dec 22 17:07:49.845035 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 5 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:07:57.554853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3bfa2280-1b30-4b23-8321-ae7dea84d222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:07:59.998908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1509a867-2001-4f6e-b7af-057659f4e05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:00.926705 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:01.109401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:02.431333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:05.062403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53926) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:08:05.110520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-54e974e3-b2d0-496f-b2cf-078d82ea82a7 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:08:05.111553 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-54e974e3-b2d0-496f-b2cf-078d82ea82a7 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482037 Dec 22 17:08:07.311322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53936) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:08:07.380353 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bd0546-e135-4c96-82b4-c908361ee96b admin admin] GET failed (client error): The resource could not be found. Dec 22 17:08:07.381582 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-90bd0546-e135-4c96-82b4-c908361ee96b admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693200 Dec 22 17:08:07.507942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f676269-a87a-4799-b049-785248c97cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:08:07.509302 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7f676269-a87a-4799-b049-785248c97cb3 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1239018 Dec 22 17:08:09.644161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 53946) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:08:09.690613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:08:09.695012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:08:09.705244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:08:09.715032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Made reservation on behalf of 14170f9ce40d4fbaa11f749323273ed1 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:08:09.717276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:09.803985 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING neutron.services.revisions.revision_plugin [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Could not find related network for resource to bump revision. Dec 22 17:08:09.818007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:08:09.827075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:09.827503 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Added segment 17277ee4-2524-422c-b48a-3db3c694c3a8 of type vlan for network d132f713-14e4-47d6-866a-94e648368b20 Dec 22 17:08:09.851870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:09.881673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:09.882952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:08:09.883584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:09.886691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:08:09.986053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Pushing event updated for resources: {'Network': ['ID=d132f713-14e4-47d6-866a-94e648368b20,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:08:09.992396 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3438766 Dec 22 17:08:09.992396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:08:09.996605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network d132f713-14e4-47d6-866a-94e648368b20 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:08:12.151815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 53956) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:08:12.229987 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dfac84-bed3-4cb3-b4d9-cc4bf63b5ca0 admin admin] GET failed (client error): The resource could not be found. Dec 22 17:08:12.231292 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-46dfac84-bed3-4cb3-b4d9-cc4bf63b5ca0 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0785348 Dec 22 17:08:12.331235 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f165f8d3-9fb6-43d8-a405-639e8a371992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:08:12.332563 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f165f8d3-9fb6-43d8-a405-639e8a371992 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0974398 Dec 22 17:08:12.342028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:08:12.347425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:08:12.356572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:08:12.365558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Made reservation on behalf of 14170f9ce40d4fbaa11f749323273ed1 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:08:12.367780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:12.593279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:12.597402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:08:12.668399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b81fe960-4004-45aa-9db6-26e9c741214a,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:08:12.680231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:12.680586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:12.680929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:12.681234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:12.681546 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:12.681876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:12.682194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:12.682518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:12.682831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:12.683165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:12.683475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:12.683780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:12.689133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Checking segment: {'id': '17277ee4-2524-422c-b48a-3db3c694c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:08:12.689508 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Network hostable DHCP agents. Network: d132f713-14e4-47d6-866a-94e648368b20, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:08:12.693696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:08:12.711024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Network d132f713-14e4-47d6-866a-94e648368b20 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:08:12.721103 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, d132f713-14e4-47d6-866a-94e648368b20) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:08:12.726150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:08:12.726722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:12.731399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb30fb6-4f9c-4a2b-8563-0ecfb1513904 None None] Network d132f713-14e4-47d6-866a-94e648368b20 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:08:12.751914 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4130948 Dec 22 17:08:12.957077 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-d132f713-14e4-47d6-866a-94e648368b20', 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20', 'tenant_id': '14170f9ce40d4fbaa11f749323273ed1', 'fixed_ips': [{'subnet_id': 'b81fe960-4004-45aa-9db6-26e9c741214a'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:08:12.957918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:13.117056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Allocated IP 192.168.233.2 (d132f713-14e4-47d6-866a-94e648368b20/b81fe960-4004-45aa-9db6-26e9c741214a/25f2a3bb-9315-46a4-9c26-96d2f699ae61) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:08:13.357169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:13.368237 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Transition to ACTIVE for port object 25f2a3bb-9315-46a4-9c26-96d2f699ae61 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:08:13.386561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Transition to ACTIVE for port object 25f2a3bb-9315-46a4-9c26-96d2f699ae61 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:08:13.392130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:13.396603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:08:13.457993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Network d132f713-14e4-47d6-866a-94e648368b20 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:08:13.460831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:08:13.467416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:08:13.470040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Pushing event updated for resources: {'Port': ['ID=25f2a3bb-9315-46a4-9c26-96d2f699ae61,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:08:13.479327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:13.479696 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:13.480037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:13.480359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:13.480676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:13.481004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:13.481321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:13.481632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:13.481960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:13.482272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:13.482576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:13.482882 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:08:13.509993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:08:13.571135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Attempting to bind port 25f2a3bb-9315-46a4-9c26-96d2f699ae61 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:08:13.571499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Attempting to bind port 25f2a3bb-9315-46a4-9c26-96d2f699ae61 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '17277ee4-2524-422c-b48a-3db3c694c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:08:13.571867 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Attempting to bind port 25f2a3bb-9315-46a4-9c26-96d2f699ae61 on network d132f713-14e4-47d6-866a-94e648368b20 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:08:13.578711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:08:13.579081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Checking segment: {'id': '17277ee4-2524-422c-b48a-3db3c694c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:08:13.579517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:13.580178 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Bound using segment: {'id': '17277ee4-2524-422c-b48a-3db3c694c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:08:13.580645 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Bound port: 25f2a3bb-9315-46a4-9c26-96d2f699ae61, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17277ee4-2524-422c-b48a-3db3c694c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:08:13.581037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:13.669850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] For port 25f2a3bb-9315-46a4-9c26-96d2f699ae61, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:08:13.673162 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] For port 25f2a3bb-9315-46a4-9c26-96d2f699ae61, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=25f2a3bb-9315-46a4-9c26-96d2f699ae61,segment=NetworkSegment(17277ee4-2524-422c-b48a-3db3c694c3a8),segment_id=17277ee4-2524-422c-b48a-3db3c694c3a8)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:08:13.678081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:13.681987 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e43c34d0-0542-4294-a70a-781c0ba85c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:08:13.760975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Pushing event updated for resources: {'Port': ['ID=25f2a3bb-9315-46a4-9c26-96d2f699ae61,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:08:13.765241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:08:14.649649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fb68b3-4ed5-404f-8399-d44f0d07f415 None None] Network d132f713-14e4-47d6-866a-94e648368b20 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:08:14.747946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-73f282a8-d190-4602-80c1-78be699bb5e8 None None] Provisioning for port 25f2a3bb-9315-46a4-9c26-96d2f699ae61 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:08:15.024024 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 25f2a3bb-9315-46a4-9c26-96d2f699ae61 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:08:15.101670 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 25f2a3bb-9315-46a4-9c26-96d2f699ae61 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:08:15.108844 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 25f2a3bb-9315-46a4-9c26-96d2f699ae61 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:08:15.109453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:15.236598 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-685b4fe7-c063-4521-a915-b79c353959a2 None None] Provisioning complete for port 25f2a3bb-9315-46a4-9c26-96d2f699ae61 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:08:15.236890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-685b4fe7-c063-4521-a915-b79c353959a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:15.260011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:15.316975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 25f2a3bb-9315-46a4-9c26-96d2f699ae61, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=25f2a3bb-9315-46a4-9c26-96d2f699ae61,segment=NetworkSegment(17277ee4-2524-422c-b48a-3db3c694c3a8),segment_id=17277ee4-2524-422c-b48a-3db3c694c3a8)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:08:15.322160 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:15.326208 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:08:15.440824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=25f2a3bb-9315-46a4-9c26-96d2f699ae61,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:08:15.443616 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:08:16.979506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 25f2a3bb-9315-46a4-9c26-96d2f699ae61 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:08:17.048996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 25f2a3bb-9315-46a4-9c26-96d2f699ae61 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:08:17.049358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:26.843854 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 5 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:08:27.556709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f820-0950-4874-a061-7ed8bc2442e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:30.002027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bd19f95f-b267-4ca0-be0f-fe44bacc7b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:30.929857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:31.112767 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:32.434746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:08:57.559667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-021c7eec-8782-4d18-bf37-eb0da4c447a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:00.004360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1ffae9ec-c8a7-4adb-8e2b-769244cf7d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:00.934776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:01.115947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:02.438121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:03.842815 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 5 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:09:27.564436 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-848cce28-f11f-4e8c-9d56-ae9ab68bf3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:30.006248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6d221da0-97f0-47fd-a52c-7198c7303d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:30.936179 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:31.119848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:32.444055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:40.841904 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 5 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:09:44.338557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54006) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:09:44.345328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [None req-0c6e396e-40ba-4a60-ad81-4a0f2a3f59ae tempest-verify_tempest_config-753241258 tempest-verify_tempest_config-753241258-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:09:44.346259 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0c6e396e-40ba-4a60-ad81-4a0f2a3f59ae tempest-verify_tempest_config-753241258 tempest-verify_tempest_config-753241258-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067275 Dec 22 17:09:44.666781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54024) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:09:44.791525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:44.806289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:09:44.810059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Usage tracker for resource:security_group_rule and tenant:a7624355239c4eddb15e450d956b4980 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:09:44.812860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:09:44.819178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:09:44.919784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:44.924203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:44.931309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:09:44.968754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c7f6b8-4b80-4264-b319-1e3748a6ee18,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:09:44.972794 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7624355239c4eddb15e450d956b4980&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3050184 Dec 22 17:09:44.975569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54030) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:09:44.978220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:44.978575 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:44.978903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:44.979252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:44.979570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:44.979903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:44.980220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:44.980544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:44.980870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:44.981176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:44.981484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:44.981788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:44.985578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:09:45.036348 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:45.060626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:45.155735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:45.160429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:09:45.170772 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c7f6b8-4b80-4264-b319-1e3748a6ee18,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:09:45.186189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:45.186539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:45.186868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:45.187217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:45.187538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:45.187948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:45.188315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:45.188674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:45.189000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:45.189323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:45.189640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:45.189954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:09:45.193357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:09:45.194579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:09:45.195721 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1c7f6b8-4b80-4264-b319-1e3748a6ee18 HTTP/1.1" status: 204 len: 168 time: 0.2188449 Dec 22 17:09:57.568680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-426283cb-1e27-48a5-ac07-7f609722aeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:10:00.009615 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a2b89512-c8f3-4866-ba90-1786ab750241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:10:00.938083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:10:01.121761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:10:02.444679 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:10:17.840743 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 5 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:10:27.572213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6a712d3e-246f-443a-b6ac-a407efef2225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:10:30.010576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-46eb073b-c9fe-4958-8f8e-f34427ef2fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:10:30.950139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:10:31.124321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:10:32.448029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:10:54.839922 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 5 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:10:57.574207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c1e8fe35-8fed-4110-9d6a-76fb398c2c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:11:00.012954 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a4c095e5-6e8a-4f4d-b5be-3e12d30d68e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:11:00.944672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:11:01.125482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:11:02.450769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:11:04.850815 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-739391'] for agent, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:11:19.222401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54100) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:11:19.330849 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4a922df1-b7f0-4dab-8d36-da1bf116a3a4 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1073704 Dec 22 17:11:21.432664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54110) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:11:21.491985 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-abbee50e-6c0a-44e1-bf95-d2989190ce32 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0580642 Dec 22 17:11:27.574528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c383-88be-4bf7-8eef-a402d3dc7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:11:30.036206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e5f97c85-e7e1-4643-b5f6-b6052bb68a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:11:30.946252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:11:31.127618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:11:31.839810 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:11:32.454013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:11:34.822800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:11:57.580969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-06e3bd6e-24d0-4550-8a69-1151fc7f0c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:00.022191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c352448b-31b1-489a-9b2c-91d9a3192acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:00.958599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:01.132060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:02.458054 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:04.837372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:08.839603 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:12:27.574552 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-28cca6d3-5265-4e07-b9bc-51d35675c462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:30.015765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5529be0e-bd60-4205-b833-251863295c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:30.952945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:31.134274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:32.460489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:34.837070 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:45.812998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54248) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:45.840296 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:12:46.089995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1420257573-network', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:46.097479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:46.101364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Usage tracker for resource:network and tenant:2004647fb1f74a07a97b27f4fdea4794 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:46.104272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:46.110237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:46.122766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Made reservation on behalf of 2004647fb1f74a07a97b27f4fdea4794 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:46.125633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:46.139440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:46.154504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:46.158466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Usage tracker for resource:security_group_rule and tenant:2004647fb1f74a07a97b27f4fdea4794 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:46.161341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:46.167479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:46.265982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:46.270962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:46.276073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-08b2aeea-39a7-4140-9830-db18769cabfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:46.306704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:12:46.320664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c332cf1-bef0-4cbb-a54a-a58d431c8e46,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:46.329518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:46.329889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:46.330223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:46.330568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:46.330855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:46.332399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:46.332892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:46.333366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:46.333835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:46.334602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:46.335086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:46.335917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Tracked resource versions report: Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: pushed versions: Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: { 'AddressGroup': {'1.2'}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'ConntrackHelper': {'1.0'}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Log': {'1.0'}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Network': {'1.1'}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Port': {'1.7'}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'PortForwarding': {'1.2'}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'QosPolicy': {'1.8'}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'SecurityGroup': {'1.4'}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'SecurityGroupRule': {'1.2'}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'SubPort': {'1.0'}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Subnet': {'1.1'}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Trunk': {'1.1'}} Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: consumer versions: Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: { DHCP agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: HyperV agent@hv-neutron-8225: {}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: L3 agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: Metadata agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: Metering agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: Open vSwitch agent@dv-neutron-822513-1-hyperv: { 'AddressGroup': '1.2', Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'ConntrackHelper': '1.0', Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Log': '1.0', Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Network': '1.1', Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Port': '1.7', Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'PortForwarding': '1.2', Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'QosPolicy': '1.8', Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'SecurityGroup': '1.4', Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'SecurityGroupRule': '1.2', Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'SubPort': '1.0', Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Subnet': '1.1', Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: 'Trunk': '1.1'}} Dec 22 17:12:46.337593 dv-neutron-822513-1-hyperv neutron-server[87587]: {{(pid=87587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 17:12:46.344668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:46.346154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:46.346495 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Added segment cf298350-1a1c-4f11-982d-86d935fceefd of type vlan for network 5951c9dd-e782-4b95-be40-418f146c5bbc Dec 22 17:12:46.380052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:46.410585 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:46.412381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:46.412951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:46.417618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:46.519956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Pushing event updated for resources: {'Network': ['ID=5951c9dd-e782-4b95-be40-418f146c5bbc,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:46.522584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:46.537461 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7228353 Dec 22 17:12:46.540350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54294) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:46.546397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 5951c9dd-e782-4b95-be40-418f146c5bbc details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:12:46.550093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Request body: {'subnet': {'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1420257573-subnet', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:46.557172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:46.562331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Usage tracker for resource:subnet and tenant:2004647fb1f74a07a97b27f4fdea4794 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:46.565574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:46.574605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:46.590169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Made reservation on behalf of 2004647fb1f74a07a97b27f4fdea4794 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:46.594258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:46.865442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:46.870498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1678261b-826c-4f29-8fb0-7125574b3053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:46.956129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2908b485-0fbe-48a1-9d18-552208b51232,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:46.963836 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:46.964627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Checking segment: {'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:12:46.964861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Network hostable DHCP agents. Network: 5951c9dd-e782-4b95-be40-418f146c5bbc, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:12:46.984844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Network 5951c9dd-e782-4b95-be40-418f146c5bbc is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:12:46.994708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 5951c9dd-e782-4b95-be40-418f146c5bbc) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:46.998926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:46.999604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.007879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b657a011-b576-42d5-b4e2-92bd0cd1bf01 None None] Network 5951c9dd-e782-4b95-be40-418f146c5bbc requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:12:47.020947 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4792211 Dec 22 17:12:47.025602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54314) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:47.033770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:47.038703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:47.042598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Usage tracker for resource:router and tenant:2004647fb1f74a07a97b27f4fdea4794 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:47.046800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:47.054761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:47.067618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.068989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.085744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.174669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54322) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:47.268858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-5951c9dd-e782-4b95-be40-418f146c5bbc', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'fixed_ips': [{'subnet_id': '2908b485-0fbe-48a1-9d18-552208b51232'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:12:47.270010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.386339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54336) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:47.444108 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Allocated IP 172.20.0.2 (5951c9dd-e782-4b95-be40-418f146c5bbc/2908b485-0fbe-48a1-9d18-552208b51232/e8d7a1fa-b94e-48cb-9c47-240e44f31ca9) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:12:47.462265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.556015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1742563376-network', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:47.561869 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:47.569042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Usage tracker for resource:network and tenant:3799217fd402441cb16f9e8ff8048dcd is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:47.572329 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:47.579239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:47.600115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Made reservation on behalf of 3799217fd402441cb16f9e8ff8048dcd for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:47.603745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.619242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.636933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:47.641726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Usage tracker for resource:security_group_rule and tenant:3799217fd402441cb16f9e8ff8048dcd is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:47.646029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:47.653167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:47.675459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.686030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Transition to ACTIVE for port object e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:12:47.704867 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Transition to ACTIVE for port object e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:12:47.716143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.723823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:47.754326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.767356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.799822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:12:47.824020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.825242 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Added segment b768978a-76e9-496d-98b6-e48e763296ab of type vlan for network 4e21d005-9d9c-4384-8d54-c467fe66715e Dec 22 17:12:47.838746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Pushing event updated for resources: {'Port': ['ID=e8d7a1fa-b94e-48cb-9c47-240e44f31ca9,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:47.848621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.849203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.849705 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.850197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.850695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.851490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.851970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.852486 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.852981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.853442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.853912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.854378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Tracked resource versions report: Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: pushed versions: Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: { 'AddressGroup': {'1.2'}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'ConntrackHelper': {'1.0'}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Log': {'1.0'}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Network': {'1.1'}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Port': {'1.7'}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'PortForwarding': {'1.2'}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'QosPolicy': {'1.8'}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'SecurityGroup': {'1.4'}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'SecurityGroupRule': {'1.2'}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'SubPort': {'1.0'}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Subnet': {'1.1'}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Trunk': {'1.1'}} Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: consumer versions: Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: { DHCP agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: HyperV agent@hv-neutron-8225: {}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: L3 agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: Metadata agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: Metering agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: Open vSwitch agent@dv-neutron-822513-1-hyperv: { 'AddressGroup': '1.2', Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'ConntrackHelper': '1.0', Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Log': '1.0', Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Network': '1.1', Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Port': '1.7', Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'PortForwarding': '1.2', Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'QosPolicy': '1.8', Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'SecurityGroup': '1.4', Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'SecurityGroupRule': '1.2', Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'SubPort': '1.0', Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Subnet': '1.1', Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: 'Trunk': '1.1'}} Dec 22 17:12:47.856389 dv-neutron-822513-1-hyperv neutron-server[87588]: {{(pid=87588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 17:12:47.869167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:47.871194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Network 5951c9dd-e782-4b95-be40-418f146c5bbc is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:12:47.872980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.873112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:47.875663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:12:47.882122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.904442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:47.916359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.939436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7ef3f6-34b6-49d5-83f6-2755dff25744,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:47.948223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:47.954016 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2109663890-network', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:47.960174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:47.964543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Usage tracker for resource:network and tenant:2d87804a11a84295a1aba424574c4c5c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:47.968844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.969564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.970159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.970666 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.971219 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.971750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.972348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.973474 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.974033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.974358 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.974768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.975087 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Tracked resource versions report: Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: pushed versions: Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: { 'AddressGroup': {'1.2'}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'ConntrackHelper': {'1.0'}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Log': {'1.0'}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Network': {'1.1'}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Port': {'1.7'}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'PortForwarding': {'1.2'}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'QosPolicy': {'1.8'}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'SecurityGroup': {'1.4'}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'SecurityGroupRule': {'1.2'}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'SubPort': {'1.0'}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Subnet': {'1.1'}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Trunk': {'1.1'}} Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: consumer versions: Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: { DHCP agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: HyperV agent@hv-neutron-8225: {}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: L3 agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: Metadata agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: Metering agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: Open vSwitch agent@dv-neutron-822513-1-hyperv: { 'AddressGroup': '1.2', Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'ConntrackHelper': '1.0', Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Log': '1.0', Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Network': '1.1', Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Port': '1.7', Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'PortForwarding': '1.2', Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'QosPolicy': '1.8', Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'SecurityGroup': '1.4', Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'SecurityGroupRule': '1.2', Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'SubPort': '1.0', Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Subnet': '1.1', Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: 'Trunk': '1.1'}} Dec 22 17:12:47.976246 dv-neutron-822513-1-hyperv neutron-server[87586]: {{(pid=87586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 17:12:47.991059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:47.993123 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:47.996614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:47.997200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.028344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:48.031023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Attempting to bind port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:12:48.031507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Attempting to bind port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:12:48.031988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Attempting to bind port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 on network 5951c9dd-e782-4b95-be40-418f146c5bbc {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:12:48.039723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:12:48.040252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Checking segment: {'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:12:48.040888 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.041394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Bound using segment: {'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:12:48.041963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Bound port: e8d7a1fa-b94e-48cb-9c47-240e44f31ca9, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:12:48.042418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.049231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:48.058657 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8789902 Dec 22 17:12:48.060995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54362) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:48.080194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Request body: {'subnet': {'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1742563376-subnet', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:48.095598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:48.099281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Usage tracker for resource:subnet and tenant:3799217fd402441cb16f9e8ff8048dcd is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:48.113852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:48.124162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:48.147444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Made reservation on behalf of 2d87804a11a84295a1aba424574c4c5c for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:48.150572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.167684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] For port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:12:48.171297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] For port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e8d7a1fa-b94e-48cb-9c47-240e44f31ca9,segment=NetworkSegment(cf298350-1a1c-4f11-982d-86d935fceefd),segment_id=cf298350-1a1c-4f11-982d-86d935fceefd)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:12:48.184377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Allocated IP 172.26.3.232 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/68479444-8431-43ef-9183-ddff7dc14309) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:12:48.185592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.194144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e43c34d0-0542-4294-a70a-781c0ba85c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:48.257199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Made reservation on behalf of 3799217fd402441cb16f9e8ff8048dcd for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:48.259485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.273200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Pushing event updated for resources: {'Port': ['ID=e8d7a1fa-b94e-48cb-9c47-240e44f31ca9,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:48.276194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:48.305120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.398135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Pushing event updated for resources: {'Network': ['ID=4e21d005-9d9c-4384-8d54-c467fe66715e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:48.402112 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:48.405125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.409269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:48.409758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 4e21d005-9d9c-4384-8d54-c467fe66715e details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:12:48.417210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:2d87804a11a84295a1aba424574c4c5c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:48.429156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:48.437740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.442670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:48.449295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d9ac2533-b4aa-413a-847a-edca522d69bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:48.528757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:12:48.530099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Pushing event updated for resources: {'Port': ['ID=68479444-8431-43ef-9183-ddff7dc14309,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:48.533067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:48.551832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:48.587666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:12:48.672993 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.677359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.678930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.684523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:48.764549 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:12:48.776416 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.777064 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Added segment 844ca763-3689-4851-a62a-6003d6f20cf9 of type vlan for network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a Dec 22 17:12:48.805585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.858020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54384) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:48.859377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf246d8-2bf5-48b2-89b4-ff7c32508fbd,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:48.876797 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:48.877262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:48.937637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6da0e4-88bf-48d2-bbdc-21b8b1487ce1,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:48.941978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:48.954119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.956981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:48.957548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:48.982196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:49.010543 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6202891 Dec 22 17:12:49.015738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54396) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:49.025694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Request body: {'subnet': {'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2109663890-subnet', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:49.030153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:49.033686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Usage tracker for resource:subnet and tenant:2d87804a11a84295a1aba424574c4c5c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:49.036790 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:49.042452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:49.100406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Made reservation on behalf of 2d87804a11a84295a1aba424574c4c5c for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:49.102321 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:49.217443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:12:49.230519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54406) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:49.281747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Checking segment: {'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:12:49.283151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Network hostable DHCP agents. Network: 4e21d005-9d9c-4384-8d54-c467fe66715e, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:12:49.317267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=74bc4cb7-dcf3-4daf-aac3-ac856c717a8a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:49.333027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:49.335709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:12:49.338578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:49.356306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Network 4e21d005-9d9c-4384-8d54-c467fe66715e is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:12:49.551571 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54412) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:49.587574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:49.597119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 4e21d005-9d9c-4384-8d54-c467fe66715e) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:49.605126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:49.641055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbbaf0a-1ec1-48fb-af7c-cdbe177d6928 None None] Network 4e21d005-9d9c-4384-8d54-c467fe66715e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:12:49.664876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:49.665459 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:49.694889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-547645653'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:49.776200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:49.785638 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Usage tracker for resource:network and tenant:007caecb019c492cbc19b8a52c217ae7 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:49.792252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:49.823814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:49.851561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:12:49.894357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639d3d21-dff5-457a-9e66-325c73973da7 None None] Network 5951c9dd-e782-4b95-be40-418f146c5bbc requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:12:49.908200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e22ef8e-a38c-46bd-982b-f33167531c7f,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:49.920962 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8577321 Dec 22 17:12:49.920962 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:49.921575 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54422) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:49.926097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Made reservation on behalf of 007caecb019c492cbc19b8a52c217ae7 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:49.930297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:49.947012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:49.958481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Checking segment: {'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:12:49.958826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Network hostable DHCP agents. Network: 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:12:49.964731 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:49.966822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:49.983364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Usage tracker for resource:router and tenant:3799217fd402441cb16f9e8ff8048dcd is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:49.992408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:49.995222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:50.005460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:50.008875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Usage tracker for resource:security_group_rule and tenant:007caecb019c492cbc19b8a52c217ae7 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:50.012862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:50.023556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:50.025580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:12:50.038520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.040050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.050060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:50.055687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:50.056266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.093917 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0770855 Dec 22 17:12:50.094884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54430) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:50.098584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1386029824'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:50.107287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:50.115977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eabec1-d708-4db4-afa3-31080f692762 None None] Network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:12:50.117731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:50.122733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Usage tracker for resource:network and tenant:f0be0659e731496989af0f64d9f7d9fe is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:50.128104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.129995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:50.134617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.136514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:50.164458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fbb48e29-454d-48d7-8458-b5eee3189531 None None] Provisioning for port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:12:50.221352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fbb48e29-454d-48d7-8458-b5eee3189531 None None] Provisioning complete for port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:12:50.223756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fbb48e29-454d-48d7-8458-b5eee3189531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.241429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:50.245815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1387020854', 'router:external': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:50.250478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:50.254356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Usage tracker for resource:network and tenant:24bea35bf2e148f4a71e29efee7d3bbb is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:50.257145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:50.262764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:50.275812 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54436) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:50.295781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Made reservation on behalf of 24bea35bf2e148f4a71e29efee7d3bbb for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:50.297741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Usage tracker for resource:router and tenant:2d87804a11a84295a1aba424574c4c5c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:50.298006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.303203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:50.312680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:50.326157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.339990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Made reservation on behalf of f0be0659e731496989af0f64d9f7d9fe for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:50.343882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.464157 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.465820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.476130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.491858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:12:50.504315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:50.507067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.574440 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-4e21d005-9d9c-4384-8d54-c467fe66715e', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'fixed_ips': [{'subnet_id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:12:50.575210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.578991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-971500961'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:50.611474 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Usage tracker for resource:security_group_rule and tenant:24bea35bf2e148f4a71e29efee7d3bbb is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:50.618857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:50.621404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:50.641506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Usage tracker for resource:security_group_rule and tenant:f0be0659e731496989af0f64d9f7d9fe is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:50.646047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:50.648826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:50.727258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:50.730603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:50.847922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:12:50.848771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.908884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.919900 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Usage tracker for resource:network and tenant:5f27940769504d9f927fe8e4317b44e8 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:50.930703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.937564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:50.951254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:50.954003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54454) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:50.954618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:50.981354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fbb48e29-454d-48d7-8458-b5eee3189531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.000474 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:51.007066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:12:51.010158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.021782 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Sync routers for ids ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:12:51.032498 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Routers {'9bff035c-f4ae-4b56-ad44-76599bb9ec26'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:12:51.033131 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:12:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:12:51.092489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03003212-8556-48b2-bb85-c555e7a2f84c,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:51.102437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Made reservation on behalf of 5f27940769504d9f927fe8e4317b44e8 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:51.110803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.131736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-fbb48e29-454d-48d7-8458-b5eee3189531 None None] For port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e8d7a1fa-b94e-48cb-9c47-240e44f31ca9,segment=NetworkSegment(cf298350-1a1c-4f11-982d-86d935fceefd),segment_id=cf298350-1a1c-4f11-982d-86d935fceefd)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:12:51.139213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Allocated IP 172.20.0.2 (4e21d005-9d9c-4384-8d54-c467fe66715e/8cf246d8-2bf5-48b2-89b4-ff7c32508fbd/715df730-6167-48ab-87cd-69d2fd4e717e) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:12:51.151508 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:12:51.154799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:51.156586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.168367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.173363 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1461828 Dec 22 17:12:51.177988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54462) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:51.184379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fbb48e29-454d-48d7-8458-b5eee3189531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.230357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:51.312952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:51.387400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:51.390371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.390812 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Added segment bbadb738-038e-4c8e-a5d1-265279f057fc of type vlan for network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 Dec 22 17:12:51.401932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Usage tracker for resource:floatingip and tenant:0efacc8d905e47c587284ac4af50b64a is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:51.405999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Allocated IP 172.20.0.2 (74bc4cb7-dcf3-4daf-aac3-ac856c717a8a/5e22ef8e-a38c-46bd-982b-f33167531c7f/37318e00-d892-4827-b5eb-2ae301a7c8d4) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:12:51.417873 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Set router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:12:51.419140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:51.421736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:51.429753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb48e29-454d-48d7-8458-b5eee3189531 None None] Pushing event updated for resources: {'Port': ['ID=e8d7a1fa-b94e-48cb-9c47-240e44f31ca9,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:51.432846 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fbb48e29-454d-48d7-8458-b5eee3189531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:51.449338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Usage tracker for resource:security_group_rule and tenant:5f27940769504d9f927fe8e4317b44e8 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:51.457289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:51.468505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:51.500993 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:51.543771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.565841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.569880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.601861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b914f085-e229-4166-b0ef-ed90f1c360aa None None] Provisioning complete for port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:12:51.602129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b914f085-e229-4166-b0ef-ed90f1c360aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.614268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.625219 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.646126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-29c8fdf0-7cca-4ef9-a13b-c7937f31a399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:51.666727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.694115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:12:51.777206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.791854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:12:51.804943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.805325 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Added segment 27a6463a-08f8-4850-9ee7-bd5840a4788b of type vlan for network 308ddb87-19b9-4a09-95ce-8e3fe0de5db4 Dec 22 17:12:51.822982 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:51.823775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.832736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.840829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28cfb800-28a0-4391-a422-771855d7d75f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:51.861176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:51.868956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:51.876783 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:48Z', 'revision_number': 3, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:12:51.881994 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Checking router: 9bff035c-f4ae-4b56-ad44-76599bb9ec26 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:12:51.882829 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Updating router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 port 68479444-8431-43ef-9183-ddff7dc14309 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:12:51.912588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.913094 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Added segment ff51c9b6-3b66-470c-baa4-c1a9de402915 of type vlan for network dc61a4d6-dbeb-47da-89b0-736bbf1d6698 Dec 22 17:12:51.918216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be99da96-d536-47b9-8fc6-f3b9c381f3fe,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:51.941582 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:51.960066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e546ef38-498f-40f4-941c-ba16b77f0421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:51.971634 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:51.982940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Transition to ACTIVE for port object 715df730-6167-48ab-87cd-69d2fd4e717e will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:12:52.027782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.030908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Transition to ACTIVE for port object 715df730-6167-48ab-87cd-69d2fd4e717e will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:12:52.038131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.044116 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Transition to ACTIVE for port object 37318e00-d892-4827-b5eb-2ae301a7c8d4 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:12:52.055243 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.064781 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:52.072401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Pushing event updated for resources: {'Network': ['ID=1d7f1cac-9bd7-405b-af3e-f3826460dc54,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:52.085223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.087455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:52.103515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.110756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:12:52.138408 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Transition to ACTIVE for port object 37318e00-d892-4827-b5eb-2ae301a7c8d4 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:12:52.223210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.225327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Network 4e21d005-9d9c-4384-8d54-c467fe66715e is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:12:52.241085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:52.243546 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:12:52.257984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:12:52.270157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:52.272530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:12:52.306380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.311232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.316060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:12:52.337000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.381746 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.4466486 Dec 22 17:12:52.385594 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Pushing event updated for resources: {'Port': ['ID=715df730-6167-48ab-87cd-69d2fd4e717e,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:52.388428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:52.398583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fbb48e29-454d-48d7-8458-b5eee3189531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:52.402603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:52.478634 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.489838 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.497198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:12:52.503937 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Transition to ACTIVE for port object 68479444-8431-43ef-9183-ddff7dc14309 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:12:52.516769 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.519436 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.520217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Attempting to bind port 37318e00-d892-4827-b5eb-2ae301a7c8d4 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:12:52.520737 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Attempting to bind port 37318e00-d892-4827-b5eb-2ae301a7c8d4 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:12:52.521209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Attempting to bind port 37318e00-d892-4827-b5eb-2ae301a7c8d4 on network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:12:52.524845 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3934b112-eeac-44f1-80d0-0effc50a4fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:52.530878 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Attempting to bind port 715df730-6167-48ab-87cd-69d2fd4e717e on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:12:52.531275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Attempting to bind port 715df730-6167-48ab-87cd-69d2fd4e717e by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:12:52.531633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Attempting to bind port 715df730-6167-48ab-87cd-69d2fd4e717e on network 4e21d005-9d9c-4384-8d54-c467fe66715e {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:12:52.541049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:12:52.541418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Checking segment: {'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:12:52.541823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.542205 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Bound using segment: {'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:12:52.542770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Bound port: 37318e00-d892-4827-b5eb-2ae301a7c8d4, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:12:52.543223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.553826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Pushing event updated for resources: {'Port': ['ID=37318e00-d892-4827-b5eb-2ae301a7c8d4,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:52.554360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:12:52.556852 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:52.563746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:12:52.564119 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Checking segment: {'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:12:52.564518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.564905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Bound using segment: {'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:12:52.565374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Bound port: 715df730-6167-48ab-87cd-69d2fd4e717e, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:12:52.565760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.585282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:52.585905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.616971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.643906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd2b02e-a51b-422d-b0ba-cd9e6d055202,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:52.657845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.658101 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Added segment 7e4bd85d-16c2-4f17-8684-12591be547b5 of type vlan for network aa138d60-cff6-4808-ac47-223b7858960a Dec 22 17:12:52.675514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:52.675514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:52.687960 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Attempting to bind port 68479444-8431-43ef-9183-ddff7dc14309 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:12:52.693854 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Attempting to bind port 68479444-8431-43ef-9183-ddff7dc14309 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:12:52.693854 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Attempting to bind port 68479444-8431-43ef-9183-ddff7dc14309 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:12:52.705665 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:12:52.708521 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:12:52.709101 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.709888 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:12:52.714467 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Bound port: 68479444-8431-43ef-9183-ddff7dc14309, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:12:52.714467 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.720724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Allocated IP 172.26.3.165 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/aca1e41b-9a34-4d41-a3e2-80a0866ba44f) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:12:52.725338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.732851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.803918 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] For port 68479444-8431-43ef-9183-ddff7dc14309, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:12:52.808770 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] For port 68479444-8431-43ef-9183-ddff7dc14309, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=68479444-8431-43ef-9183-ddff7dc14309,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:12:52.812951 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Pushing event updated for resources: {'Port': ['ID=68479444-8431-43ef-9183-ddff7dc14309,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:52.824285 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:52.824692 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:52.825167 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:52.825631 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:52.825982 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:52.826338 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:52.826670 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:52.826995 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:52.827537 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:52.827872 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:52.828239 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:52.828597 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] For port 37318e00-d892-4827-b5eb-2ae301a7c8d4, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:12:52.828711 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Tracked resource versions report: Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: pushed versions: Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: { 'AddressGroup': {'1.2'}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'ConntrackHelper': {'1.0'}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Log': {'1.0'}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Network': {'1.1'}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Port': {'1.7'}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'PortForwarding': {'1.2'}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'QosPolicy': {'1.8'}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'SecurityGroup': {'1.4'}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'SecurityGroupRule': {'1.2'}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'SubPort': {'1.0'}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Subnet': {'1.1'}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Trunk': {'1.1'}} Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: consumer versions: Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: { DHCP agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: HyperV agent@hv-neutron-8225: {}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: L3 agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: Metadata agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: Metering agent@dv-neutron-822513-1-hyperv: {}, Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: Open vSwitch agent@dv-neutron-822513-1-hyperv: { 'AddressGroup': '1.2', Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'ConntrackHelper': '1.0', Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Log': '1.0', Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Network': '1.1', Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Port': '1.7', Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'PortForwarding': '1.2', Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'QosPolicy': '1.8', Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'SecurityGroup': '1.4', Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'SecurityGroupRule': '1.2', Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'SubPort': '1.0', Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Subnet': '1.1', Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: 'Trunk': '1.1'}} Dec 22 17:12:52.830064 dv-neutron-822513-1-hyperv neutron-server[87589]: {{(pid=87589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 17:12:52.835011 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.836083 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:52.841298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] For port 37318e00-d892-4827-b5eb-2ae301a7c8d4, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=37318e00-d892-4827-b5eb-2ae301a7c8d4,segment=NetworkSegment(844ca763-3689-4851-a62a-6003d6f20cf9),segment_id=844ca763-3689-4851-a62a-6003d6f20cf9)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:12:52.850071 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:52.864062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:52.872883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:52.928467 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.6816926 Dec 22 17:12:52.935724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54478) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:52.990813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] For port 715df730-6167-48ab-87cd-69d2fd4e717e, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:12:52.995285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] For port 715df730-6167-48ab-87cd-69d2fd4e717e, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=715df730-6167-48ab-87cd-69d2fd4e717e,segment=NetworkSegment(b768978a-76e9-496d-98b6-e48e763296ab),segment_id=b768978a-76e9-496d-98b6-e48e763296ab)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:12:52.998340 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Pushing event updated for resources: {'Port': ['ID=68479444-8431-43ef-9183-ddff7dc14309,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:53.011783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Pushing event updated for resources: {'Port': ['ID=37318e00-d892-4827-b5eb-2ae301a7c8d4,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:53.023670 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:53.025657 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:53.038251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:53.040051 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:53.040791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:53.056709 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:53.078875 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Routers {'9bff035c-f4ae-4b56-ad44-76599bb9ec26'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:12:53.084828 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:12:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:12:53.149877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Allocated IP 172.20.0.1 (5951c9dd-e782-4b95-be40-418f146c5bbc/2908b485-0fbe-48a1-9d18-552208b51232/acad9b74-e0ce-4e92-972e-087808c23582) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:12:53.197027 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:53.259442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:53.265864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Pushing event updated for resources: {'Port': ['ID=715df730-6167-48ab-87cd-69d2fd4e717e,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:53.266693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Pushing event updated for resources: {'Network': ['ID=308ddb87-19b9-4a09-95ce-8e3fe0de5db4,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:53.289105 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:53.326919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:53.346088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54484) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:53.350192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Request body: {'subnet': {'network_id': '308ddb87-19b9-4a09-95ce-8e3fe0de5db4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:53.356051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 308ddb87-19b9-4a09-95ce-8e3fe0de5db4 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:12:53.450827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:53.483808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:53.511905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Request body: {'port': {'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-826165391'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:53.568268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:12:53.593208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:53.647101 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] Set router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:12:53.695372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:53.705803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:53.707121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:12:53.707513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:53.752269 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 4.1868470 Dec 22 17:12:53.768695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Usage tracker for resource:port and tenant:4d25e3cb48194cf281481d8be2f66985 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:53.771194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54490) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:53.779435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Request body: {'subnet': {'network_id': 'dc61a4d6-dbeb-47da-89b0-736bbf1d6698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:53.793841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:53.812172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:53.816732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Usage tracker for resource:subnet and tenant:24bea35bf2e148f4a71e29efee7d3bbb is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:53.828919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:12:53.830115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:53.833687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:12:53.854957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:12:53.876071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:53.933481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:53.976729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:53.984717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event updated for resources: {'Network': ['ID=dc61a4d6-dbeb-47da-89b0-736bbf1d6698,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:53.989574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:53.994508 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:53.998654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Made reservation on behalf of 4d25e3cb48194cf281481d8be2f66985 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:53.999056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network dc61a4d6-dbeb-47da-89b0-736bbf1d6698 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:12:53.999295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Transition to ACTIVE for port object acad9b74-e0ce-4e92-972e-087808c23582 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:12:54.000984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:54.010408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:54.012786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:54.020959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:54.021551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:54.034435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:54.049422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Allocated IP 172.26.3.203 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:12:54.052950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Usage tracker for resource:subnet and tenant:f0be0659e731496989af0f64d9f7d9fe is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:54.056692 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:48Z', 'revision_number': 3, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:12:54.062886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:54.067065 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545e67d-1b3c-4639-bbb7-47dffa3bc68e None None] The sync data for ids ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'] in dv-neutron-822513-1-hyperv is: [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:48Z', 'revision_number': 3, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:12:54.072473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:54.074644 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Made reservation on behalf of 24bea35bf2e148f4a71e29efee7d3bbb for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:54.077079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:54.154618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:54.179760 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.8972609 Dec 22 17:12:54.184994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:54.191540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54496) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:54.198583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Usage tracker for resource:security_group_rule and tenant:4d25e3cb48194cf281481d8be2f66985 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:54.208871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:54.230060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Pushing event updated for resources: {'Port': ['ID=aca1e41b-9a34-4d41-a3e2-80a0866ba44f,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:54.242528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Made reservation on behalf of f0be0659e731496989af0f64d9f7d9fe for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:54.243147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:54.245495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks [] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:54.262768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:54.309215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Pushing event updated for resources: {'Network': ['ID=aa138d60-cff6-4808-ac47-223b7858960a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:54.312791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:54.321823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network aa138d60-cff6-4808-ac47-223b7858960a details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:12:54.440771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:54.443582 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Request body: {'network': {'name': 'tempest-network--624438656', 'router:external': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:54.466838 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:54.469059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:54.477849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Usage tracker for resource:network and tenant:11fc9740b5a945ffa165af3a650ac234 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:54.497757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:54.527569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:54.579284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Made reservation on behalf of 11fc9740b5a945ffa165af3a650ac234 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:54.582743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:54.601097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:54.617102 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:54.658711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:54.679977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Usage tracker for resource:security_group_rule and tenant:11fc9740b5a945ffa165af3a650ac234 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:54.727805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:54.745697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:54.746140 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Network 5951c9dd-e782-4b95-be40-418f146c5bbc is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:12:54.767899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:54.780798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:12:54.781295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:54.878092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982c9403-002b-4b18-ba73-4e4af0b15698 None None] Network 4e21d005-9d9c-4384-8d54-c467fe66715e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:12:54.887628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Pushing event updated for resources: {'Port': ['ID=acad9b74-e0ce-4e92-972e-087808c23582,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:54.891620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:54.947555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:54.964867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.050698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.056026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-682c22d8-3ebc-439f-a90e-09c7d17f7bec None None] Provisioning for port 715df730-6167-48ab-87cd-69d2fd4e717e completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:12:55.061038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.093070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:55.150758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8beeb9-30bb-4aa2-bb83-803bcd07e149,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:55.162783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] device_id is not set on port 3f124906-50d2-467b-ac29-7a1a36e01c5d yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:12:55.202865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7860f86a-1e3f-4da6-b4c2-29a089b1b61e None None] Network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:12:55.228070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:55.302916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:55.369873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ee1c4bfe-be5b-4301-9c58-8b927772c2ed None None] Provisioning for port acad9b74-e0ce-4e92-972e-087808c23582 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:12:55.410456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Pushing event updated for resources: {'Subnet': ['ID=7ae38372-d6ad-4ecd-a23e-d92b6103b23a,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:55.412073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 715df730-6167-48ab-87cd-69d2fd4e717e up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:12:55.419968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.423332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:55.463648 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ee1c4bfe-be5b-4301-9c58-8b927772c2ed None None] Provisioning complete for port acad9b74-e0ce-4e92-972e-087808c23582 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:12:55.463933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ee1c4bfe-be5b-4301-9c58-8b927772c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.465499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:55.554355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.587586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:12:55.599276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:55.604982 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Allocated IP 172.26.3.121 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/7dbd2e7f-6c95-4ca5-8d2e-f8af7875195e) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:12:55.609264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Checking segment: {'id': '27a6463a-08f8-4850-9ee7-bd5840a4788b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '308ddb87-19b9-4a09-95ce-8e3fe0de5db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:12:55.609846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Network hostable DHCP agents. Network: 308ddb87-19b9-4a09-95ce-8e3fe0de5db4, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:12:55.614984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.617838 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:12:55.630044 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c4bfe-be5b-4301-9c58-8b927772c2ed None None] Port acad9b74-e0ce-4e92-972e-087808c23582 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:12:55.653650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.672975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ee1c4bfe-be5b-4301-9c58-8b927772c2ed None None] Provisioning for port 37318e00-d892-4827-b5eb-2ae301a7c8d4 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:12:55.676899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 715df730-6167-48ab-87cd-69d2fd4e717e completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:12:55.690680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 715df730-6167-48ab-87cd-69d2fd4e717e triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:12:55.691654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.709723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:12:55.710187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.749246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.760222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2ba66d0d-a640-44e1-830f-f6d1c5e12e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:55.868083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.936914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 715df730-6167-48ab-87cd-69d2fd4e717e, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=715df730-6167-48ab-87cd-69d2fd4e717e,segment=NetworkSegment(b768978a-76e9-496d-98b6-e48e763296ab),segment_id=b768978a-76e9-496d-98b6-e48e763296ab)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:12:55.943790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:55.945417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 68479444-8431-43ef-9183-ddff7dc14309 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:12:55.976465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:56.018036 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9821f36d-c815-4f35-b6b9-44e3b8a432f6,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:56.076614 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=715df730-6167-48ab-87cd-69d2fd4e717e,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:56.080174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:56.094520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 68479444-8431-43ef-9183-ddff7dc14309 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:12:56.101792 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 68479444-8431-43ef-9183-ddff7dc14309 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:12:56.103075 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.145176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:56.174740 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3b2f60d1-bcd7-4cbf-86f3-bbcfc7c91e5f None None] Provisioning complete for port 715df730-6167-48ab-87cd-69d2fd4e717e triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:12:56.175066 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b2f60d1-bcd7-4cbf-86f3-bbcfc7c91e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.190274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:56.191329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Checking segment: {'id': 'ff51c9b6-3b66-470c-baa4-c1a9de402915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'dc61a4d6-dbeb-47da-89b0-736bbf1d6698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:12:56.191920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Network hostable DHCP agents. Network: dc61a4d6-dbeb-47da-89b0-736bbf1d6698, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:12:56.197773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:56.204351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:12:56.206178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:56.285226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Network dc61a4d6-dbeb-47da-89b0-736bbf1d6698 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:12:56.311393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Network 308ddb87-19b9-4a09-95ce-8e3fe0de5db4 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:12:56.319825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.320408 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Added segment a4de8f17-b8b8-413a-8fea-a8aea892a16e of type vlan for network 9564727f-044c-4862-ba00-30e1ce3fc02d Dec 22 17:12:56.323392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, dc61a4d6-dbeb-47da-89b0-736bbf1d6698) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:56.342542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:56.342919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.343142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.358660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61176d2a-ac48-4544-a03e-4d38dfc72064 None None] Network dc61a4d6-dbeb-47da-89b0-736bbf1d6698 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:12:56.362096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.376241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02b03dd-e043-4ffe-9208-b04ba5a87ab3,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:56.377938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.378765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 308ddb87-19b9-4a09-95ce-8e3fe0de5db4) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:56.380858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.385968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6cdf2697-e36e-453b-9cfd-565c0ee2afaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:56.396729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:56.420115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:12:56.434743 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6573417 Dec 22 17:12:56.449114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54504) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:56.468842 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.471551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 68479444-8431-43ef-9183-ddff7dc14309, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=68479444-8431-43ef-9183-ddff7dc14309,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:12:56.485968 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.488897 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 37318e00-d892-4827-b5eb-2ae301a7c8d4 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:12:56.514047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:56.538108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1666941865', 'network_id': 'dc61a4d6-dbeb-47da-89b0-736bbf1d6698'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:56.596846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.602259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:56.616767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Pushing event updated for resources: {'Port': ['ID=acad9b74-e0ce-4e92-972e-087808c23582,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:56.632638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:56.642933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Usage tracker for resource:port and tenant:24bea35bf2e148f4a71e29efee7d3bbb is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:56.656652 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8251f6dd-be70-4588-9872-59d2e35294ea None None] Network 308ddb87-19b9-4a09-95ce-8e3fe0de5db4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:12:56.676125 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:56.693297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:56.693872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.713820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=68479444-8431-43ef-9183-ddff7dc14309,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:56.717520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:56.725823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:56.776782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Network 5951c9dd-e782-4b95-be40-418f146c5bbc is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:12:56.779684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:56.785634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:12:56.810036 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Sync routers for ids ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:12:56.829458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.833632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:12:56.887681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.891648 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.7870908 Dec 22 17:12:56.895817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54510) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:56.917899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Made reservation on behalf of 24bea35bf2e148f4a71e29efee7d3bbb for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:56.920176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.976296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:56.980773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] device_id is not set on port 22880d4a-6a14-44b1-9ca0-028a8f8c20f4 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:12:57.001990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 37318e00-d892-4827-b5eb-2ae301a7c8d4 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:12:57.017820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 37318e00-d892-4827-b5eb-2ae301a7c8d4 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:12:57.017820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:57.051239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Routers {'3f7089a5-afaf-42fe-9637-0240e61ea5d0'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:12:57.051464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] device_id is not set on port 3f124906-50d2-467b-ac29-7a1a36e01c5d yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:12:57.051867 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:12:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:12:57.059407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:57.059983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:57.115761 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0674860 Dec 22 17:12:57.130406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b08a72ee-b0b1-44d1-9ec6-91f0833088c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:57.145060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54514) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:57.173705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Request body: {'port': {'network_id': '308ddb87-19b9-4a09-95ce-8e3fe0de5db4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-635362835'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:12:57.198894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:57.245092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a48bc6-1e1f-43f6-b0f9-16190f571206 None None] Network dc61a4d6-dbeb-47da-89b0-736bbf1d6698 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:12:57.297946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:12:57.379161 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-308ddb87-19b9-4a09-95ce-8e3fe0de5db4', 'network_id': '308ddb87-19b9-4a09-95ce-8e3fe0de5db4', 'tenant_id': 'f0be0659e731496989af0f64d9f7d9fe', 'fixed_ips': [{'subnet_id': '7ae38372-d6ad-4ecd-a23e-d92b6103b23a'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:12:57.379680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:57.393017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Transition to ACTIVE for port object 3f124906-50d2-467b-ac29-7a1a36e01c5d will not be triggered until provisioned by entity L2. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:12:57.418053 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.2188156 Dec 22 17:12:57.419316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54518) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:57.419472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-183caa1d-040e-4f8e-9627-4f393193b741 None None] Provisioning complete for port acad9b74-e0ce-4e92-972e-087808c23582 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:12:57.419472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-183caa1d-040e-4f8e-9627-4f393193b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:57.548232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event updated for resources: {'Network': ['ID=9564727f-044c-4862-ba00-30e1ce3fc02d,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:57.564069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:57.572118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:57.587146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:57.598466 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 9564727f-044c-4862-ba00-30e1ce3fc02d details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:12:57.618243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:57.675245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Allocated IP 2001:db8::16f (dc61a4d6-dbeb-47da-89b0-736bbf1d6698/9821f36d-c815-4f35-b6b9-44e3b8a432f6/22880d4a-6a14-44b1-9ca0-028a8f8c20f4) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:12:57.725062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:57.727257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:12:57.735784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:57.738017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:57.743576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Set router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:12:57.744746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:12:57.756424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event updated for resources: {'Port': ['ID=7dbd2e7f-6c95-4ca5-8d2e-f8af7875195e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:57.778103 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:12:57.848395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:12:57.858185 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Sync routers for ids ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:12:57.869409 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Routers {'9bff035c-f4ae-4b56-ad44-76599bb9ec26'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:12:57.870286 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:12:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:12:57.884000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:57.885676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:57.890928 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-183caa1d-040e-4f8e-9627-4f393193b741 None None] Port acad9b74-e0ce-4e92-972e-087808c23582 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:12:57.909129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-25c6dfa3-0193-4cd1-b21b-7d95ebf18f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:57.914251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Usage tracker for resource:port and tenant:f0be0659e731496989af0f64d9f7d9fe is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:12:57.933814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:12:57.982576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:12:58.063537 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] 10.222.0.70 "PUT /v2.0/routers/9bff035c-f4ae-4b56-ad44-76599bb9ec26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8841197 Dec 22 17:12:58.089280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:58.105064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:58.135736 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Set router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:12:58.194885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:58.210345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event updated for resources: {'Port': ['ID=3f124906-50d2-467b-ac29-7a1a36e01c5d,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:58.223594 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Made reservation on behalf of f0be0659e731496989af0f64d9f7d9fe for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:12:58.227410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:58.302428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 37318e00-d892-4827-b5eb-2ae301a7c8d4, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=37318e00-d892-4827-b5eb-2ae301a7c8d4,segment=NetworkSegment(844ca763-3689-4851-a62a-6003d6f20cf9),segment_id=844ca763-3689-4851-a62a-6003d6f20cf9)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:12:58.327862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:58.336432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:58.358209 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:58.360474 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:58.363968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Checking segment: {'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:12:58.365701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Network hostable DHCP agents. Network: 1d7f1cac-9bd7-405b-af3e-f3826460dc54, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:12:58.378673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.379943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.380775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.381108 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > port after_create 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.382764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.383180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > port after_update 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.384234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.385322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.386079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.387238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.479471 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 68479444-8431-43ef-9183-ddff7dc14309 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:12:58.527347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] device_id is not set on port d75a6a2b-8207-496d-b878-5ffd5e4a90cf yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:12:58.570309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Allocated IP 172.20.0.2 (308ddb87-19b9-4a09-95ce-8e3fe0de5db4/7ae38372-d6ad-4ecd-a23e-d92b6103b23a/e66b55d6-89dd-411c-8ecf-43dc68a840ea) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:12:58.624732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:12:58.627273 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:58.628014 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.628577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.628951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.629316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:12:58.629986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9564727f-044c-4862-ba00-30e1ce3fc02d']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:12:58.651058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4de8f17-b8b8-413a-8fea-a8aea892a16e') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:12:58.651363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4de8f17-b8b8-413a-8fea-a8aea892a16e') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:12:58.661942 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 4, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'acad9b74-e0ce-4e92-972e-087808c23582', 'name': '', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'mac_address': 'fa:16:3e:19:d5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2908b485-0fbe-48a1-9d18-552208b51232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 2, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'subnets': [{'id': '2908b485-0fbe-48a1-9d18-552208b51232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:12:58.667326 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Checking router: 9bff035c-f4ae-4b56-ad44-76599bb9ec26 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:12:58.667805 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Updating router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 port acad9b74-e0ce-4e92-972e-087808c23582 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:12:58.705023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=37318e00-d892-4827-b5eb-2ae301a7c8d4,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:58.709746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:58.715938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:54Z', 'revision_number': 3, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:12:58.749673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 1d7f1cac-9bd7-405b-af3e-f3826460dc54) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:58.756390 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:58.786354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3bed56-f463-42dd-96b9-fd77e717b1fe None None] Network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:12:58.815257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:12:58.817479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Checking router: 3f7089a5-afaf-42fe-9637-0240e61ea5d0 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:12:58.817859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Updating router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 port aca1e41b-9a34-4d41-a3e2-80a0866ba44f binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:12:58.849802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:58.901447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:12:58.901768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:12:58.902080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:12:58.940781 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 68479444-8431-43ef-9183-ddff7dc14309 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:12:58.941211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:58.957717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Allocated IP 172.20.0.1 (74bc4cb7-dcf3-4daf-aac3-ac856c717a8a/5e22ef8e-a38c-46bd-982b-f33167531c7f/8447b072-ccd7-4740-9306-b0bcae21bdaa) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:12:58.964175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:12:58.964516 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:12:58.968015 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 2 to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d Dec 22 17:12:59.036500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:12:59.068501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:12:59.068829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:12:59.069163 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:12:59.114362 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.167771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:12:59.168008 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:12:59.172742 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 3 to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d Dec 22 17:12:59.207045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.224626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Transition to ACTIVE for port object 8447b072-ccd7-4740-9306-b0bcae21bdaa will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:12:59.252896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.261180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.275782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:59.301241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:12:59.301572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:12:59.301915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:12:59.305130 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.321130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:12:59.322705 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Transition to ACTIVE for port object acad9b74-e0ce-4e92-972e-087808c23582 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:12:59.331058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:59.348068 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.350136 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:12:59.366521 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:59.409173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.424684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:12:59.424913 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:12:59.426675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.439597 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 4 to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d Dec 22 17:12:59.473805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:59.487169 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ffa66-02aa-4cf0-8257-de8fbcdc4a15 None None] Pushing event updated for resources: {'Port': ['ID=acad9b74-e0ce-4e92-972e-087808c23582,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:59.496899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.529193 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0a4ffa66-02aa-4cf0-8257-de8fbcdc4a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:59.540773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:12:59.547492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:12:59.548036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:12:59.571795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:12:59.573036 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.576171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:12:59.610508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.619842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 715df730-6167-48ab-87cd-69d2fd4e717e up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:12:59.642310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:12:59.643224 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: from cryptography.utils import int_from_bytes Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: from cryptography.utils import int_from_bytes Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn_limited( Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn_limited( Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:12:59.644939 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:12:59.654784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.661637 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 5 to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d Dec 22 17:12:59.670664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Network dc61a4d6-dbeb-47da-89b0-736bbf1d6698 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:12:59.674066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:12:59.680930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:12:59.711093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.713957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:12:59.718695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:12:59.719330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.785203 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Attempting to bind port acad9b74-e0ce-4e92-972e-087808c23582 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:12:59.785921 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Attempting to bind port acad9b74-e0ce-4e92-972e-087808c23582 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:12:59.786496 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Attempting to bind port acad9b74-e0ce-4e92-972e-087808c23582 on network 5951c9dd-e782-4b95-be40-418f146c5bbc {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:12:59.788306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event updated for resources: {'Port': ['ID=22880d4a-6a14-44b1-9ca0-028a8f8c20f4,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:59.793729 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:12:59.794640 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Checking segment: {'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:12:59.795340 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.795939 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Bound using segment: {'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:12:59.796690 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Bound port: acad9b74-e0ce-4e92-972e-087808c23582, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:12:59.797285 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.798446 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:12:59.798779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:12:59.799133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:12:59.804309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Sync routers for ids ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:12:59.811555 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:12:59.812034 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:12:59.818290 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.868061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:12:59.868061 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:12:59.872299 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3f45baf4-abfd-4adc-bb21-4de96864c291 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.4049323 Dec 22 17:12:59.897725 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 6 to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d Dec 22 17:12:59.912934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54540) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:12:59.926106 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Routers {'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:12:59.926693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:12:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:12:59.955589 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] For port acad9b74-e0ce-4e92-972e-087808c23582, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:12:59.961222 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] For port acad9b74-e0ce-4e92-972e-087808c23582, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=acad9b74-e0ce-4e92-972e-087808c23582,segment=NetworkSegment(cf298350-1a1c-4f11-982d-86d935fceefd),segment_id=cf298350-1a1c-4f11-982d-86d935fceefd)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:12:59.968291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=8447b072-ccd7-4740-9306-b0bcae21bdaa,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:12:59.970941 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:12:59.984717 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:00.027026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.028335 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e2735950-0bd0-4073-bddc-a2f803304493 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.1040664 Dec 22 17:13:00.035058 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54544) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:00.036182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.072005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-172a0fc1-1cb4-4cae-a04a-24d728616d56 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Deleting port 22880d4a-6a14-44b1-9ca0-028a8f8c20f4 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:00.072577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-172a0fc1-1cb4-4cae-a04a-24d728616d56 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.080614 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Routers {'9bff035c-f4ae-4b56-ad44-76599bb9ec26'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:00.082388 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:12:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:00.118748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:00.146892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:00.148727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:00.149169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:00.172282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7ce1e2be-0359-4248-a47f-e74b3259efc6 None None] Provisioning for port 8447b072-ccd7-4740-9306-b0bcae21bdaa completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:00.190484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-43f00771-abfc-44ec-a304-d70085a33413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.198552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event updated for resources: {'Port': ['ID=7dbd2e7f-6c95-4ca5-8d2e-f8af7875195e,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:00.215035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7ce1e2be-0359-4248-a47f-e74b3259efc6 None None] Provisioning complete for port 8447b072-ccd7-4740-9306-b0bcae21bdaa triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:00.215503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e2be-0359-4248-a47f-e74b3259efc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.219337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:00.220637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:00.221076 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:00.221556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.225675 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 7 to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d Dec 22 17:13:00.239180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.242875 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2848153 Dec 22 17:13:00.245160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54548) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:00.264131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1577460486'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:00.291278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Transition to ACTIVE for port object e66b55d6-89dd-411c-8ecf-43dc68a840ea will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:00.296508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1e2be-0359-4248-a47f-e74b3259efc6 None None] Port 8447b072-ccd7-4740-9306-b0bcae21bdaa cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:13:00.307025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 715df730-6167-48ab-87cd-69d2fd4e717e triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:00.307453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.344083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:00.355774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:00.356367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:00.356965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:00.373724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Usage tracker for resource:network and tenant:0efacc8d905e47c587284ac4af50b64a is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:00.386000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:00.388732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54552) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:00.391229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:00.391654 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:00.397098 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 8 to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d Dec 22 17:13:00.408743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11326733', 'description': 'tempest-description--1500954868'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:00.414170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:00.426948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:00.441846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Usage tracker for resource:security_group and tenant:2004647fb1f74a07a97b27f4fdea4794 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:00.446314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:00.446886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:00.447443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:00.450017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:00.455537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-172a0fc1-1cb4-4cae-a04a-24d728616d56 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.468948 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] Set router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:00.500074 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Transition to ACTIVE for port object e66b55d6-89dd-411c-8ecf-43dc68a840ea will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:00.528406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Made reservation on behalf of 0efacc8d905e47c587284ac4af50b64a for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:00.532806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.545614 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.549320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:00.559644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:00.560106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:00.560551 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:00.594846 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 9 to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d Dec 22 17:13:00.602360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-172a0fc1-1cb4-4cae-a04a-24d728616d56 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Calling delete_port for 22880d4a-6a14-44b1-9ca0-028a8f8c20f4 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:00.617851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.667259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.696565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Set router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:00.733024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:00.735883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:00.736321 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:00.736800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:00.745716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Network 308ddb87-19b9-4a09-95ce-8e3fe0de5db4 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:00.752296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Usage tracker for resource:security_group_rule and tenant:0efacc8d905e47c587284ac4af50b64a is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:00.767218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:00.785481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:00.785959 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:00.790009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:00.793996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Usage tracker for resource:security_group_rule and tenant:2004647fb1f74a07a97b27f4fdea4794 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:00.797089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:00.802983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:00.823229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:00.827443 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 10 to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d Dec 22 17:13:00.843490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:00.845991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-91470700-13d6-44f3-a9ee-4e7dc38ccec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:00.847569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:00.862070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-172a0fc1-1cb4-4cae-a04a-24d728616d56 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.876104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9564727f-044c-4862-ba00-30e1ce3fc02d {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 17:13:00.886014 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event deleted for resources: {'Network': ['ID=9564727f-044c-4862-ba00-30e1ce3fc02d,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:00.891720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.901702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:00.905471 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "DELETE /v2.0/networks/9564727f-044c-4862-ba00-30e1ce3fc02d HTTP/1.1" status: 204 len: 168 time: 3.4860957 Dec 22 17:13:00.906446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:00.942364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54556) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:00.954382 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ffa66-02aa-4cf0-8257-de8fbcdc4a15 None None] Pushing event updated for resources: {'Port': ['ID=acad9b74-e0ce-4e92-972e-087808c23582,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:00.959462 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0a4ffa66-02aa-4cf0-8257-de8fbcdc4a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:00.964593 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 4, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'acad9b74-e0ce-4e92-972e-087808c23582', 'name': '', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'mac_address': 'fa:16:3e:19:d5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2908b485-0fbe-48a1-9d18-552208b51232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'subnets': [{'id': '2908b485-0fbe-48a1-9d18-552208b51232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:00.967020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.969092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Allocated IP 172.20.0.10 (308ddb87-19b9-4a09-95ce-8e3fe0de5db4/7ae38372-d6ad-4ecd-a23e-d92b6103b23a/d75a6a2b-8207-496d-b878-5ffd5e4a90cf) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:00.969288 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6764af3-f8c7-4c7f-a21e-336911f18dd2 None None] The sync data for ids ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'] in dv-neutron-822513-1-hyperv is: [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 4, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'acad9b74-e0ce-4e92-972e-087808c23582', 'name': '', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'mac_address': 'fa:16:3e:19:d5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2908b485-0fbe-48a1-9d18-552208b51232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'subnets': [{'id': '2908b485-0fbe-48a1-9d18-552208b51232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:00.974391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:00.980490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:00.985537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Usage tracker for resource:network and tenant:11fc9740b5a945ffa165af3a650ac234 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:00.986160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:00.990143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:00.995996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:01.005026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a0fc1-1cb4-4cae-a04a-24d728616d56 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event deleted for resources: {'Port': ['ID=22880d4a-6a14-44b1-9ca0-028a8f8c20f4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:01.008887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:01.017325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:01.033433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:01.033905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:01.034362 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:01.049836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 3f124906-50d2-467b-ac29-7a1a36e01c5d on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:01.050827 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 3f124906-50d2-467b-ac29-7a1a36e01c5d on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:01.051315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.057549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-172a0fc1-1cb4-4cae-a04a-24d728616d56 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:01.061713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Made reservation on behalf of 11fc9740b5a945ffa165af3a650ac234 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:01.064225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.084425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.098211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-172a0fc1-1cb4-4cae-a04a-24d728616d56 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.103670 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-172a0fc1-1cb4-4cae-a04a-24d728616d56 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "DELETE /v2.0/ports/22880d4a-6a14-44b1-9ca0-028a8f8c20f4 HTTP/1.1" status: 204 len: 168 time: 1.1872702 Dec 22 17:13:01.104962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54560) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:01.107465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.122917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:13:01.132786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.133313 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Added segment 7ac154fb-f24e-41c1-98e2-6cc27364c81d of type vlan for network d45efad8-0c75-4b81-aa86-583ae1c60393 Dec 22 17:13:01.164176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.177622 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.resource_extend [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:01.195705 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Pushing event updated for resources: {'Port': ['ID=e66b55d6-89dd-411c-8ecf-43dc68a840ea,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:01.198372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dc61a4d6-dbeb-47da-89b0-736bbf1d6698', 'external_fixed_ips': [{'subnet_id': '9821f36d-c815-4f35-b6b9-44e3b8a432f6', 'ip_address': '2001:db8::16f'}]}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:01.198634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:01.289343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.300949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:01.306417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:01.339172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.340579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.343822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Attempting to bind port e66b55d6-89dd-411c-8ecf-43dc68a840ea on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:01.344201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Attempting to bind port e66b55d6-89dd-411c-8ecf-43dc68a840ea by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '27a6463a-08f8-4850-9ee7-bd5840a4788b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '308ddb87-19b9-4a09-95ce-8e3fe0de5db4'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:01.344567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Attempting to bind port e66b55d6-89dd-411c-8ecf-43dc68a840ea on network 308ddb87-19b9-4a09-95ce-8e3fe0de5db4 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:01.351216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Usage tracker for resource:router and tenant:24bea35bf2e148f4a71e29efee7d3bbb is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:01.360663 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:01.360772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:01.361085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Checking segment: {'id': '27a6463a-08f8-4850-9ee7-bd5840a4788b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '308ddb87-19b9-4a09-95ce-8e3fe0de5db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:01.361261 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.361494 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.361892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Bound using segment: {'id': '27a6463a-08f8-4850-9ee7-bd5840a4788b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '308ddb87-19b9-4a09-95ce-8e3fe0de5db4'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:01.363146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Bound port: e66b55d6-89dd-411c-8ecf-43dc68a840ea, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a6463a-08f8-4850-9ee7-bd5840a4788b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '308ddb87-19b9-4a09-95ce-8e3fe0de5db4'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:01.363780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.384986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.397915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:01.410318 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4591513 Dec 22 17:13:01.418534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54564) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:01.420941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:01.430222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Request body: {'subnet': {'network_id': 'd45efad8-0c75-4b81-aa86-583ae1c60393', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:01.435319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:01.440986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Usage tracker for resource:subnet and tenant:11fc9740b5a945ffa165af3a650ac234 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:01.443123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:01.443727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Transition to ACTIVE for port object aca1e41b-9a34-4d41-a3e2-80a0866ba44f will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:01.454739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:01.473561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.475260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Made reservation on behalf of 11fc9740b5a945ffa165af3a650ac234 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:01.477759 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.480442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:01.498413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] For port 3f124906-50d2-467b-ac29-7a1a36e01c5d, host hv-neutron-8225, cleared binding levels {{(pid=87586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:01.499089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempted to set empty binding levels {{(pid=87586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 17:13:01.508489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c285752-06ec-4f60-9245-7f47450ec666,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:01.530051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 37318e00-d892-4827-b5eb-2ae301a7c8d4 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:01.532452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.538712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:01.549073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.553843 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1609907 Dec 22 17:13:01.571465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=8447b072-ccd7-4740-9306-b0bcae21bdaa,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:01.588236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54568) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:01.608643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:01.612295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.626146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Request body: {'security_group_rule': {'security_group_id': '0c285752-06ec-4f60-9245-7f47450ec666', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:01.632339 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 3, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:01.646466 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Attempting to bind port aca1e41b-9a34-4d41-a3e2-80a0866ba44f on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:01.646721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Attempting to bind port aca1e41b-9a34-4d41-a3e2-80a0866ba44f by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:01.647122 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Attempting to bind port aca1e41b-9a34-4d41-a3e2-80a0866ba44f on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:01.650058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:01.663382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Usage tracker for resource:security_group_rule and tenant:2004647fb1f74a07a97b27f4fdea4794 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:01.665327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] For port e66b55d6-89dd-411c-8ecf-43dc68a840ea, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:01.666346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:01.670727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Checking router: fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:13:01.671227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Updating router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 port 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:13:01.678924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:01.679823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.682135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.693393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:01.719949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:01.720919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:01.721671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.721867 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:01.722799 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Bound port: aca1e41b-9a34-4d41-a3e2-80a0866ba44f, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:01.723037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:01.723297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.802103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] For port aca1e41b-9a34-4d41-a3e2-80a0866ba44f, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:01.805558 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] For port aca1e41b-9a34-4d41-a3e2-80a0866ba44f, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=aca1e41b-9a34-4d41-a3e2-80a0866ba44f,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:01.806791 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08572a18-39e6-4eeb-92ac-3a2314646c94 None None] Pushing event updated for resources: {'Port': ['ID=aca1e41b-9a34-4d41-a3e2-80a0866ba44f,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:01.807015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:01.810086 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-08572a18-39e6-4eeb-92ac-3a2314646c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:01.811819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.819611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event updated for resources: {'Network': ['ID=d45efad8-0c75-4b81-aa86-583ae1c60393,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:01.825176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event updated for resources: {'Port': ['ID=3f124906-50d2-467b-ac29-7a1a36e01c5d,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:01.828970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.837675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] For port e66b55d6-89dd-411c-8ecf-43dc68a840ea, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e66b55d6-89dd-411c-8ecf-43dc68a840ea,segment=NetworkSegment(27a6463a-08f8-4850-9ee7-bd5840a4788b),segment_id=27a6463a-08f8-4850-9ee7-bd5840a4788b)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:01.841155 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:01.858561 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:01.887839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.923738 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.5569808 Dec 22 17:13:01.952198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Routers {'3f7089a5-afaf-42fe-9637-0240e61ea5d0'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:01.952861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:01.965300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54574) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:01.985063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:01.990908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.011838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.020040 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:02.061420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.078737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Transition to ACTIVE for port object d75a6a2b-8207-496d-b878-5ffd5e4a90cf will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:02.122087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.183072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network d45efad8-0c75-4b81-aa86-583ae1c60393 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:13:02.226669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.242206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.261578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:02.303707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b5b57b-4594-4090-a6ae-c15cc3232fe0,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:02.306793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:02.321688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.323957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec7779-fcb0-416d-b39c-447024adf2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Deleting port 3f124906-50d2-467b-ac29-7a1a36e01c5d {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:02.324380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7779-fcb0-416d-b39c-447024adf2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.361297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:02.395768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1566b99c-579d-43af-80a0-dfe799431aa5,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:02.396345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.430465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:13:02.453399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.477227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] Set router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:02.527443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:02.530039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.530634 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Added segment c0d651af-8536-4d0f-81f9-17a6bb0ab611 of type vlan for network b3362221-8490-48b3-bf87-baa306525f0b Dec 22 17:13:02.559873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.588633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:02.605253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 37318e00-d892-4827-b5eb-2ae301a7c8d4 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:02.605710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.636798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.673934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:02.674712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.697254 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:02.699627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.703486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.707322 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0871894 Dec 22 17:13:02.708672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:02.710398 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54578) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:02.718744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Network 308ddb87-19b9-4a09-95ce-8e3fe0de5db4 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:02.720376 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Request body: {'security_group_rule': {'security_group_id': '0c285752-06ec-4f60-9245-7f47450ec666', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:02.734830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:02.741498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:02.917697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Usage tracker for resource:security_group_rule and tenant:2004647fb1f74a07a97b27f4fdea4794 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:02.926501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:02.935191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:02.935821 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:02.939884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:02.956692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:03.001919 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7507217 Dec 22 17:13:03.019073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54582) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:03.041824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Request body: {'subnet': {'network_id': 'b3362221-8490-48b3-bf87-baa306525f0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:03.072868 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Pushing event updated for resources: {'Port': ['ID=d75a6a2b-8207-496d-b878-5ffd5e4a90cf,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:03.115317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Allocated IP 172.20.0.1 (4e21d005-9d9c-4384-8d54-c467fe66715e/8cf246d8-2bf5-48b2-89b4-ff7c32508fbd/0cd30479-4b8e-459d-a366-57dc7c2c33c1) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:03.203964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08572a18-39e6-4eeb-92ac-3a2314646c94 None None] Pushing event updated for resources: {'Port': ['ID=aca1e41b-9a34-4d41-a3e2-80a0866ba44f,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:03.214810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cb927fc9-bab6-444b-bc69-ff8c6effc769 None None] Provisioning complete for port 8447b072-ccd7-4740-9306-b0bcae21bdaa triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:03.215253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb927fc9-bab6-444b-bc69-ff8c6effc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:03.252558 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-08572a18-39e6-4eeb-92ac-3a2314646c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.411s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:03.264421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.355s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:03.269735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:03.278889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.539s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:03.290937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:03.306347 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1417003 Dec 22 17:13:03.318605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54586) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:03.369330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:03.370047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Pushing event updated for resources: {'Port': ['ID=e66b55d6-89dd-411c-8ecf-43dc68a840ea,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:03.386503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:03.435085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-cb927fc9-bab6-444b-bc69-ff8c6effc769 None None] Port 8447b072-ccd7-4740-9306-b0bcae21bdaa cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:13:03.449377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:13:03.498599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-81ab30d1-1cc3-4a1d-8d4b-28adc545420f tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Deleting port d75a6a2b-8207-496d-b878-5ffd5e4a90cf {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:03.498935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-81ab30d1-1cc3-4a1d-8d4b-28adc545420f tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:03.527469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:03.554472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8447b072-ccd7-4740-9306-b0bcae21bdaa', 'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'mac_address': 'fa:16:3e:87:30:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:58Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 2, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'subnets': [{'id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:03.567308 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c7531-4904-4094-9316-1d0e93b38597 None None] The sync data for ids ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'] in dv-neutron-822513-1-hyperv is: [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8447b072-ccd7-4740-9306-b0bcae21bdaa', 'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'mac_address': 'fa:16:3e:87:30:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:58Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 2, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'subnets': [{'id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:03.594070 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:03.606627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Transition to ACTIVE for port object 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:03.627230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event updated for resources: {'Network': ['ID=b3362221-8490-48b3-bf87-baa306525f0b,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:03.630473 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:03.638233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:03.652740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:03.697742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-c1ec7779-fcb0-416d-b39c-447024adf2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] For port 3f124906-50d2-467b-ac29-7a1a36e01c5d, host hv-neutron-8225, got binding levels [] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:03.698196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7779-fcb0-416d-b39c-447024adf2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:03.722591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network b3362221-8490-48b3-bf87-baa306525f0b details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:13:03.798408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:03.800025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:03.805517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1301c9-0a29-4ea0-9551-19be88ec7a04 None None] Network 308ddb87-19b9-4a09-95ce-8e3fe0de5db4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:13:03.858998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-571aef89-651d-429f-ba7c-02b31df3a3d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:03.883537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6a75d6-a386-4870-ae8d-a295c555f115,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:03.902275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Attempting to bind port 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:03.902881 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Attempting to bind port 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:03.903441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Attempting to bind port 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:03.909593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:03.919309 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] 10.222.0.70 "PUT /v2.0/routers/3f7089a5-afaf-42fe-9637-0240e61ea5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0142047 Dec 22 17:13:03.922588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:13:03.923054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:03.929281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device acad9b74-e0ce-4e92-972e-087808c23582 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:03.982624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec7779-fcb0-416d-b39c-447024adf2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Calling delete_port for 3f124906-50d2-467b-ac29-7a1a36e01c5d owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:03.986332 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:04.003611 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45250dd0-d856-489e-ad2e-2dcddeebf79e None None] Pushing event updated for resources: {'Port': ['ID=7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:04.018826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:04.031213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.038588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.042781 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3266203 Dec 22 17:13:04.044245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54594) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:04.051014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Usage tracker for resource:subnet and tenant:0efacc8d905e47c587284ac4af50b64a is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:04.057805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:04.069350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:04.079153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:04.096163 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Transition to ACTIVE for port object 0cd30479-4b8e-459d-a366-57dc7c2c33c1 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:04.192822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Made reservation on behalf of 0efacc8d905e47c587284ac4af50b64a for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:04.196337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.225364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:04.253770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:04.254284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:04.254839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.256776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:04.257420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Bound port: 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:04.257972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.290034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-45250dd0-d856-489e-ad2e-2dcddeebf79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:04.342334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7779-fcb0-416d-b39c-447024adf2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.368746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:04.416965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Usage tracker for resource:floatingip and tenant:2004647fb1f74a07a97b27f4fdea4794 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:04.428275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec7779-fcb0-416d-b39c-447024adf2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f124906-50d2-467b-ac29-7a1a36e01c5d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:04.431792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c1ec7779-fcb0-416d-b39c-447024adf2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:04.434208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.449489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:04.494678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7779-fcb0-416d-b39c-447024adf2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.510481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:04.513582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Checking segment: {'id': '7ac154fb-f24e-41c1-98e2-6cc27364c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd45efad8-0c75-4b81-aa86-583ae1c60393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:04.513939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Network hostable DHCP agents. Network: d45efad8-0c75-4b81-aa86-583ae1c60393, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:13:04.537919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a106499b-0aea-483d-8efb-491b950ca7b2,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:04.543701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:04.548008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:04.602387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] For port 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:04.607145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54604) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:04.609885 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] For port 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:04.627449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9adccc38-96d8-4431-b0dd-98bce5ce89c3 None None] Provisioning for port e66b55d6-89dd-411c-8ecf-43dc68a840ea completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:04.632071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1643907543', 'description': 'tempest-description--2079376882'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:04.639941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.650793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-45250dd0-d856-489e-ad2e-2dcddeebf79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:04.655237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Network d45efad8-0c75-4b81-aa86-583ae1c60393 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:13:04.676005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Network 4e21d005-9d9c-4384-8d54-c467fe66715e is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:04.677250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.677846 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c1ec7779-fcb0-416d-b39c-447024adf2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "DELETE /v2.0/ports/3f124906-50d2-467b-ac29-7a1a36e01c5d HTTP/1.1" status: 204 len: 168 time: 2.7024670 Dec 22 17:13:04.681014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:04.687524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:04.695375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54608) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:04.698838 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Usage tracker for resource:security_group and tenant:2d87804a11a84295a1aba424574c4c5c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:04.723925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, d45efad8-0c75-4b81-aa86-583ae1c60393) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:04.743237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:04.743837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.749103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-81ab30d1-1cc3-4a1d-8d4b-28adc545420f tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.777358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port acad9b74-e0ce-4e92-972e-087808c23582 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:04.781059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18656d77-658a-44d6-b6d1-6a91b2cfb8df None None] Network d45efad8-0c75-4b81-aa86-583ae1c60393 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:13:04.795387 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:04.796275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:04.946848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd30479-4b8e-459d-a366-57dc7c2c33c1,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:04.963995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:04.966686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:04.973251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Routers {'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:04.974108 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:04.978457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:04.991315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.040898 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eda1fb7-d692-46e4-949e-a72cac521186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] GET failed (client error): The resource could not be found. Dec 22 17:13:05.042100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1eda1fb7-d692-46e4-949e-a72cac521186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Synchronizing usage tracker for tenant:4d25e3cb48194cf281481d8be2f66985 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:05.042335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-81ab30d1-1cc3-4a1d-8d4b-28adc545420f tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Calling delete_port for d75a6a2b-8207-496d-b878-5ffd5e4a90cf owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:05.056572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.111816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port acad9b74-e0ce-4e92-972e-087808c23582 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:05.112931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.114902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:05.118800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Usage tracker for resource:security_group_rule and tenant:2d87804a11a84295a1aba424574c4c5c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:05.121971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:05.128980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:05.135931 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7162862 Dec 22 17:13:05.150177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.155383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54612) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:05.164081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Request body: {'floatingip': {'floating_network_id': 'd45efad8-0c75-4b81-aa86-583ae1c60393'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:05.207039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.220004 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:05.233883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.239381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Usage tracker for resource:floatingip and tenant:11fc9740b5a945ffa165af3a650ac234 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:05.240092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1eda1fb7-d692-46e4-949e-a72cac521186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Unset dirty status for tenant:4d25e3cb48194cf281481d8be2f66985 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:05.245818 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1eda1fb7-d692-46e4-949e-a72cac521186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "GET /v2.0/ports/3f124906-50d2-467b-ac29-7a1a36e01c5d HTTP/1.1" status: 404 len: 333 time: 0.5494614 Dec 22 17:13:05.250340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54616) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:05.259795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:05.293675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Request body: {'port': {'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-457367133'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:05.299062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:05.311560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:05.322783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:05.332736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45250dd0-d856-489e-ad2e-2dcddeebf79e None None] Pushing event updated for resources: {'Port': ['ID=7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:05.372330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-45250dd0-d856-489e-ad2e-2dcddeebf79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:05.385150 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] Set router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:05.389893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Made reservation on behalf of 4d25e3cb48194cf281481d8be2f66985 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:05.392605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.410962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:05.413403 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.415542 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8056293 Dec 22 17:13:05.429728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54620) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:05.434934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Request body: {'security_group_rule': {'security_group_id': 'f1e09683-6c52-45a4-abd8-7b3fafaebb12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:05.439505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.460985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.463544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:05.469739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] device_id is not set on port 38d696b6-af60-44bd-8aba-50c6c47988c6 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:13:05.515240 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e09683-6c52-45a4-abd8-7b3fafaebb12,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:05.528989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Usage tracker for resource:security_group_rule and tenant:2d87804a11a84295a1aba424574c4c5c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:05.540749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:05.547165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-eb3a35f5-b223-475a-9ff1-ce1fd6394d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:05.586779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.589422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-501290a5-cdbb-4817-98c7-bd7452008e5d None None] Provisioning for port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:05.608814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-501290a5-cdbb-4817-98c7-bd7452008e5d None None] Provisioning complete for port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:05.609199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-501290a5-cdbb-4817-98c7-bd7452008e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.629050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:05.652842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-81ab30d1-1cc3-4a1d-8d4b-28adc545420f tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.658314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:05.710252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:05.743041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event updated for resources: {'Subnet': ['ID=c879817e-6f91-44ec-8265-7957aa540058,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:05.747486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Checking segment: {'id': 'c0d651af-8536-4d0f-81f9-17a6bb0ab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b3362221-8490-48b3-bf87-baa306525f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:05.748143 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Network hostable DHCP agents. Network: b3362221-8490-48b3-bf87-baa306525f0b, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:13:05.759545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.883334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-501290a5-cdbb-4817-98c7-bd7452008e5d None None] Port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:13:05.909314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:05.939646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:05.941879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab30d1-1cc3-4a1d-8d4b-28adc545420f tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Pushing event deleted for resources: {'Port': ['ID=d75a6a2b-8207-496d-b878-5ffd5e4a90cf,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:05.951993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-81ab30d1-1cc3-4a1d-8d4b-28adc545420f tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:06.035552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.037152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Network b3362221-8490-48b3-bf87-baa306525f0b is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:13:06.061517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, b3362221-8490-48b3-bf87-baa306525f0b) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:06.085792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:06.086386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.101502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97fa28f-dd1e-4e39-a1a8-d1504b893358 None None] Network b3362221-8490-48b3-bf87-baa306525f0b requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:13:06.150285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1eedf662-6db6-4d87-a566-d29185565025 None None] Could not find standard attr ID for object d75a6a2b-8207-496d-b878-5ffd5e4a90cf. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:13:06.179282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.192242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.222927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-81ab30d1-1cc3-4a1d-8d4b-28adc545420f tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.232698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Allocated IP 2001:db8::16f (dc61a4d6-dbeb-47da-89b0-736bbf1d6698/9821f36d-c815-4f35-b6b9-44e3b8a432f6/83f2838d-3edb-4c3a-931c-94dda72f4ee3) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:06.238571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.238741 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-81ab30d1-1cc3-4a1d-8d4b-28adc545420f tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] 10.222.0.70 "DELETE /v2.0/ports/d75a6a2b-8207-496d-b878-5ffd5e4a90cf HTTP/1.1" status: 204 len: 168 time: 2.9119062 Dec 22 17:13:06.238831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d0a8d504-7f20-4f10-9b5b-52fe0b804503 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:06.250825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e730e6-7bfc-424d-9e6e-70be2a69d4ae None None] Network d45efad8-0c75-4b81-aa86-583ae1c60393 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:13:06.254306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54624) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:06.289069 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2684426 Dec 22 17:13:06.296599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54628) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:06.309405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-822718278', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:06.317417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:06.321531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Usage tracker for resource:router and tenant:0efacc8d905e47c587284ac4af50b64a is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:06.335206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:06.342773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:06.375556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:06.381762 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:06.393102 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.394332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.409563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.409881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.411987 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:06.412545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:06.413354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.439052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port acad9b74-e0ce-4e92-972e-087808c23582, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=acad9b74-e0ce-4e92-972e-087808c23582,segment=NetworkSegment(cf298350-1a1c-4f11-982d-86d935fceefd),segment_id=cf298350-1a1c-4f11-982d-86d935fceefd)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:06.497037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event updated for resources: {'Port': ['ID=38d696b6-af60-44bd-8aba-50c6c47988c6,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:06.506865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:06.517268 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2382615 Dec 22 17:13:06.517268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54634) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:06.518023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.520309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e66b55d6-89dd-411c-8ecf-43dc68a840ea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:06.522580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:06.561938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:06.637371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.648958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-646981b4-ef29-4c77-adf4-f1d152def974 None None] Could not find standard attr ID for object d75a6a2b-8207-496d-b878-5ffd5e4a90cf. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:13:06.663625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:06.691442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.692155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.731724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-15d86f2a-98c0-427a-bd83-2167752072e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:06.777499 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0b92a6b0-79b1-4b72-8df2-a6b983bfd64d tempest-DHCPAgentSchedulersTestJSON-1548294049 tempest-DHCPAgentSchedulersTestJSON-1548294049-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5164297 Dec 22 17:13:06.785638 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=acad9b74-e0ce-4e92-972e-087808c23582,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:06.791562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:06.799559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54638) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:06.801720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Allocated IP 172.26.3.141 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/b1e3ba9f-bf6a-43c5-980a-346dbef80ad2) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:06.802122 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 3, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:06.827350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.836488 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1431200970'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:06.841277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.843022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:06.848677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Usage tracker for resource:network and tenant:f0be0659e731496989af0f64d9f7d9fe is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:06.851987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:06.859339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:06.897081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779322c-ac30-473d-811a-5f94dce1be8d None None] The sync data for ids ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'] in dv-neutron-822513-1-hyperv is: [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 3, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:06.900657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.901927 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port e66b55d6-89dd-411c-8ecf-43dc68a840ea completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:06.907939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port e66b55d6-89dd-411c-8ecf-43dc68a840ea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:06.908212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.908850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Made reservation on behalf of f0be0659e731496989af0f64d9f7d9fe for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:06.913326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.946649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Network dc61a4d6-dbeb-47da-89b0-736bbf1d6698 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:06.946983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-b3362221-8490-48b3-bf87-baa306525f0b', 'network_id': 'b3362221-8490-48b3-bf87-baa306525f0b', 'tenant_id': '0efacc8d905e47c587284ac4af50b64a', 'fixed_ips': [{'subnet_id': 'c879817e-6f91-44ec-8265-7957aa540058'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:13:06.946983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.950378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:13:06.960754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:06.961284 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Added segment 66e5092d-0732-462f-95a4-a6ea327a218c of type vlan for network f6099bc3-1e2b-4840-b6a8-6e6b62dfaf94 Dec 22 17:13:06.961622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-acae7d35-89d2-45fc-87b8-f45c9ab28748 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:06.990639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:07.001951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:07.005814 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5751178 Dec 22 17:13:07.005945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54642) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:07.007905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:07.010467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:07.074552 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Sync routers for ids ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:07.090498 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Routers {'3f7089a5-afaf-42fe-9637-0240e61ea5d0'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:07.091359 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:07.109150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Request body: {'security_group_rule': {'security_group_id': 'f1e09683-6c52-45a4-abd8-7b3fafaebb12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:07.140974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:07.145410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:07.165260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Usage tracker for resource:security_group_rule and tenant:2d87804a11a84295a1aba424574c4c5c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:07.169326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:07.184148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Allocated IP 172.20.0.2 (b3362221-8490-48b3-bf87-baa306525f0b/c879817e-6f91-44ec-8265-7957aa540058/50a18721-88d5-4aec-82ec-fe844fa97dd2) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:07.191726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event updated for resources: {'Port': ['ID=83f2838d-3edb-4c3a-931c-94dda72f4ee3,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:07.195249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:07.207563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c6f3a200-dce8-4933-95fe-e3d20a5001b0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.442s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:07.221106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:07.257078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:07.266173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:07.375554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad10c898-7bb9-4c34-b2fb-7b14db4c07ca,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:07.378676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:07.397321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:07.402253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:07.410432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd30479-4b8e-459d-a366-57dc7c2c33c1,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:07.412225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:07.412825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:07.423213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:07.433576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:07.434313 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Set router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:07.457874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:07.507173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port e66b55d6-89dd-411c-8ecf-43dc68a840ea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e66b55d6-89dd-411c-8ecf-43dc68a840ea,segment=NetworkSegment(27a6463a-08f8-4850-9ee7-bd5840a4788b),segment_id=27a6463a-08f8-4850-9ee7-bd5840a4788b)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:07.545276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:07.554457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:07.640316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=e66b55d6-89dd-411c-8ecf-43dc68a840ea,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:07.659743 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:07.679430 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:07.827258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:07.849625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Transition to ACTIVE for port object 50a18721-88d5-4aec-82ec-fe844fa97dd2 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:07.880953 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device acad9b74-e0ce-4e92-972e-087808c23582 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:07.901673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Network 4e21d005-9d9c-4384-8d54-c467fe66715e is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:07.917849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:07.983221 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Transition to ACTIVE for port object 50a18721-88d5-4aec-82ec-fe844fa97dd2 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:07.995933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Pushing event updated for resources: {'Network': ['ID=f6099bc3-1e2b-4840-b6a8-6e6b62dfaf94,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:07.999400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.010710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:08.058095 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2392418 Dec 22 17:13:08.065002 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8447b072-ccd7-4740-9306-b0bcae21bdaa', 'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'mac_address': 'fa:16:3e:87:30:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:58Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 2, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'subnets': [{'id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:08.070788 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Checking router: 3f7089a5-afaf-42fe-9637-0240e61ea5d0 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:13:08.071160 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Updating router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 port 8447b072-ccd7-4740-9306-b0bcae21bdaa binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:13:08.075126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:08.099712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54646) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:08.112828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Pushing event updated for resources: {'Port': ['ID=50a18721-88d5-4aec-82ec-fe844fa97dd2,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:08.117196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network f6099bc3-1e2b-4840-b6a8-6e6b62dfaf94 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:13:08.163759 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.170713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.198974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.242254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.282305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:08.288245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:08.292254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Network b3362221-8490-48b3-bf87-baa306525f0b is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:08.298076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:08.316188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:08.318331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port acad9b74-e0ce-4e92-972e-087808c23582 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:08.318931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.363610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:13:08.382260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ef16d0-1fba-42b0-afc3-5d0012236bb2,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:08.386415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:08.386566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4754bf39-6079-4dd3-bd0e-7fdc648fb622 None None] Provisioning complete for port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:08.386998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4754bf39-6079-4dd3-bd0e-7fdc648fb622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.413361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.417557 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3396719 Dec 22 17:13:08.418315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54650) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:08.485730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:08.492089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] device_id is not set on port 38d696b6-af60-44bd-8aba-50c6c47988c6 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:13:08.497198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4754bf39-6079-4dd3-bd0e-7fdc648fb622 None None] Port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:13:08.511058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.565614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.573647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:08.604666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Attempting to bind port 50a18721-88d5-4aec-82ec-fe844fa97dd2 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:08.605041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Attempting to bind port 50a18721-88d5-4aec-82ec-fe844fa97dd2 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'c0d651af-8536-4d0f-81f9-17a6bb0ab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b3362221-8490-48b3-bf87-baa306525f0b'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:08.605406 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Attempting to bind port 50a18721-88d5-4aec-82ec-fe844fa97dd2 on network b3362221-8490-48b3-bf87-baa306525f0b {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:08.613829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:08.614410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Checking segment: {'id': 'c0d651af-8536-4d0f-81f9-17a6bb0ab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b3362221-8490-48b3-bf87-baa306525f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:08.614601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.614999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Bound using segment: {'id': 'c0d651af-8536-4d0f-81f9-17a6bb0ab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b3362221-8490-48b3-bf87-baa306525f0b'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:08.618265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Bound port: 50a18721-88d5-4aec-82ec-fe844fa97dd2, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d651af-8536-4d0f-81f9-17a6bb0ab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b3362221-8490-48b3-bf87-baa306525f0b'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:08.618780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.649850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Usage tracker for resource:floatingip and tenant:2d87804a11a84295a1aba424574c4c5c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:08.665630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:08.680356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:08.700937 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.714654 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Transition to ACTIVE for port object 8447b072-ccd7-4740-9306-b0bcae21bdaa will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:08.719078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Allocated IP 172.20.0.13 (d45efad8-0c75-4b81-aa86-583ae1c60393/a106499b-0aea-483d-8efb-491b950ca7b2/8f62a3d9-a7fc-4e17-93a7-60051e20cb80) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:08.724424 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.726793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Transition to ACTIVE for port object 38d696b6-af60-44bd-8aba-50c6c47988c6 will not be triggered until provisioned by entity L2. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:08.730823 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:08.790262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.811997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device aca1e41b-9a34-4d41-a3e2-80a0866ba44f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:08.813181 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b98ad-136a-45fc-b095-599f871dbe32 None None] Pushing event updated for resources: {'Port': ['ID=8447b072-ccd7-4740-9306-b0bcae21bdaa,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:08.817747 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-047b98ad-136a-45fc-b095-599f871dbe32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:08.932354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] For port 50a18721-88d5-4aec-82ec-fe844fa97dd2, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:08.944826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] For port 50a18721-88d5-4aec-82ec-fe844fa97dd2, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=50a18721-88d5-4aec-82ec-fe844fa97dd2,segment=NetworkSegment(c0d651af-8536-4d0f-81f9-17a6bb0ab611),segment_id=c0d651af-8536-4d0f-81f9-17a6bb0ab611)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:08.951073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.961721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.977132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.983753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:08.989612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:09.011239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:09.058620 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:09.066917 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port aca1e41b-9a34-4d41-a3e2-80a0866ba44f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:09.080159 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Attempting to bind port 8447b072-ccd7-4740-9306-b0bcae21bdaa on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:09.080390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:09.080591 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Attempting to bind port 8447b072-ccd7-4740-9306-b0bcae21bdaa by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:09.080999 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Attempting to bind port 8447b072-ccd7-4740-9306-b0bcae21bdaa on network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:09.087214 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:09.087588 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Checking segment: {'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:09.087994 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:09.088377 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Bound using segment: {'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:09.088841 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Bound port: 8447b072-ccd7-4740-9306-b0bcae21bdaa, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:09.089232 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:09.106163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port aca1e41b-9a34-4d41-a3e2-80a0866ba44f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:09.106476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:09.202828 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] For port 8447b072-ccd7-4740-9306-b0bcae21bdaa, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:09.213323 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] For port 8447b072-ccd7-4740-9306-b0bcae21bdaa, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8447b072-ccd7-4740-9306-b0bcae21bdaa,segment=NetworkSegment(844ca763-3689-4851-a62a-6003d6f20cf9),segment_id=844ca763-3689-4851-a62a-6003d6f20cf9)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:09.220244 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:09.228814 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0a4ffa66-02aa-4cf0-8257-de8fbcdc4a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:09.256022 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Pushing event updated for resources: {'Port': ['ID=50a18721-88d5-4aec-82ec-fe844fa97dd2,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:09.279310 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:09.312444 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b98ad-136a-45fc-b095-599f871dbe32 None None] Pushing event updated for resources: {'Port': ['ID=8447b072-ccd7-4740-9306-b0bcae21bdaa,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:09.315976 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-047b98ad-136a-45fc-b095-599f871dbe32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:09.350986 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Routers {'3f7089a5-afaf-42fe-9637-0240e61ea5d0'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:09.351979 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a521f1e5-af38-486f-bd50-549ecfbb5543 tempest-DHCPAgentSchedulersTestJSON-1548294049 tempest-DHCPAgentSchedulersTestJSON-1548294049-project-admin] 10.222.0.70 "GET /v2.0/agents/0924d6d1-8e30-45fc-adf2-03ae9569caa2/dhcp-networks HTTP/1.1" status: 200 len: 8835 time: 1.2459233 Dec 22 17:13:09.352511 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:09.362054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54654) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:09.369209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event updated for resources: {'Port': ['ID=38d696b6-af60-44bd-8aba-50c6c47988c6,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:09.377083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:09.379208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:09.428421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:09.447944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:09.467479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:09.467983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:09.468421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:09.499286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port aca1e41b-9a34-4d41-a3e2-80a0866ba44f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=aca1e41b-9a34-4d41-a3e2-80a0866ba44f,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:09.508119 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:09.509507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:09.566871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:09.577395 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:09.598452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:09.627476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Allocated IP 172.26.3.132 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/c68144e6-d74e-4d7e-b472-3ab4b2d6aeab) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:09.641650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:09.654784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:09.663190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:09.704868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Pushing event updated for resources: {'Port': ['ID=b1e3ba9f-bf6a-43c5-980a-346dbef80ad2,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:09.705271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Sync routers for ids ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:09.731367 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] Set router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:09.731936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=aca1e41b-9a34-4d41-a3e2-80a0866ba44f,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:09.788409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:09.791013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Routers {'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:09.791703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:09.792832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:09.924035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:09.955240 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 2 to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 Dec 22 17:13:09.960284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:09.967370 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] 10.222.0.70 "PUT /v2.0/routers/fa7f3ff1-b062-44ab-b292-6657bbdbf7e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9221807 Dec 22 17:13:10.010328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:10.013903 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:10.037175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:10.037739 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:10.085671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Router b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:13:10.086590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:10.135061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:10.135425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:10.135758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:10.174306 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Set router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:10.177106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:10.270436 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:10.300402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:10.300974 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:10.303140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:10.311027 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 3 to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 Dec 22 17:13:10.348984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:10.349311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:10.349643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:10.352924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:10.364369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:10.398427 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8447b072-ccd7-4740-9306-b0bcae21bdaa', 'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'mac_address': 'fa:16:3e:87:30:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:58Z', 'updated_at': '2021-12-22T17:13:09Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'subnets': [{'id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:10.405066 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf22cd4-e623-4f46-846e-32d16380e663 None None] The sync data for ids ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'] in dv-neutron-822513-1-hyperv is: [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8447b072-ccd7-4740-9306-b0bcae21bdaa', 'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'mac_address': 'fa:16:3e:87:30:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:58Z', 'updated_at': '2021-12-22T17:13:09Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'subnets': [{'id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:10.455615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:10.483429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:10.546167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:10.575389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:10.633707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:10.633707 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:10.650400 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 4 to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 Dec 22 17:13:10.699499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:10.789887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:10.816219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:10.821718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:10.823571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:10.866134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:10.870049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:10.929807 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4dfdbd-12bb-4b69-969a-9babe720bd1a None None] Network b3362221-8490-48b3-bf87-baa306525f0b requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:13:10.950771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e66b55d6-89dd-411c-8ecf-43dc68a840ea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:10.981348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54664) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:10.993866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176652929', 'description': 'tempest-description--1635746454'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:10.999597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:11.005379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Allocated IP 172.26.3.138 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/bec95af8-46b5-44bc-ae78-5ec07231c08f) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:11.017244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Network d45efad8-0c75-4b81-aa86-583ae1c60393 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:11.018760 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:11.018893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event updated for resources: {'Port': ['ID=c68144e6-d74e-4d7e-b472-3ab4b2d6aeab,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:11.024323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:11.035253 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Usage tracker for resource:security_group and tenant:3799217fd402441cb16f9e8ff8048dcd is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:11.036649 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Sync routers for ids ['b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:11.039840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:11.046565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:11.047553 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Routers {'b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:11.048126 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:11.049239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:11.078698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event updated for resources: {'Port': ['ID=8f62a3d9-a7fc-4e17-93a7-60051e20cb80,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:11.086497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.091781 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.9814670 Dec 22 17:13:11.091896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a71c3c8e-eded-4c0e-bbb0-1c08a4a599a8 None None] Provisioning for port 50a18721-88d5-4aec-82ec-fe844fa97dd2 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:11.130062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54668) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:11.172783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port e66b55d6-89dd-411c-8ecf-43dc68a840ea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:11.173350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.219017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.254557 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Set router b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:11.257014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:13:05Z', 'revision_number': 4, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '0cd30479-4b8e-459d-a366-57dc7c2c33c1', 'name': '', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'mac_address': 'fa:16:3e:39:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:02Z', 'updated_at': '2021-12-22T17:13:06Z', 'revision_number': 2, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'subnets': [{'id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:11.269304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Checking router: fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:13:11.269839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Updating router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:13:11.270963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Pushing event updated for resources: {'Port': ['ID=b1e3ba9f-bf6a-43c5-980a-346dbef80ad2,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:11.291756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.303460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.309972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:11.309972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:11.310488 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:11.313477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.314680 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2444656 Dec 22 17:13:11.330173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:11.332815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:11.333895 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:11.359975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:11.372515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.452459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.457019 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.473567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.500367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:11.500695 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:11.511604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.671247 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device aca1e41b-9a34-4d41-a3e2-80a0866ba44f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:11.710572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:11.717912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Usage tracker for resource:security_group_rule and tenant:3799217fd402441cb16f9e8ff8048dcd is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:11.725155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:11.739147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:11.807002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54694) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:11.820631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.825306 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 5 to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 Dec 22 17:13:11.840044 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 17:13:11.843865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:11.848684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port aca1e41b-9a34-4d41-a3e2-80a0866ba44f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:11.849067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.918859 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9', 'name': '', 'tenant_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc61a4d6-dbeb-47da-89b0-736bbf1d6698', 'external_fixed_ips': [{'subnet_id': '9821f36d-c815-4f35-b6b9-44e3b8a432f6', 'ip_address': '2001:db8::16f'}], 'enable_snat': True}, 'gw_port_id': '83f2838d-3edb-4c3a-931c-94dda72f4ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:13:01Z', 'updated_at': '2021-12-22T17:13:07Z', 'revision_number': 3, 'project_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'gw_port': {'id': '83f2838d-3edb-4c3a-931c-94dda72f4ee3', 'name': '', 'network_id': 'dc61a4d6-dbeb-47da-89b0-736bbf1d6698', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9821f36d-c815-4f35-b6b9-44e3b8a432f6', 'ip_address': '2001:db8::16f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:05Z', 'updated_at': '2021-12-22T17:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9821f36d-c815-4f35-b6b9-44e3b8a432f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:11.928948 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Checking router: b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:13:11.931070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:11.931765 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Updating router b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9 port 83f2838d-3edb-4c3a-931c-94dda72f4ee3 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:13:11.937574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938b440-3c38-4bac-a5e6-4855978bc651 tempest-DHCPAgentSchedulersTestJSON-1548294049 tempest-DHCPAgentSchedulersTestJSON-1548294049-project-admin] Network f6099bc3-1e2b-4840-b6a8-6e6b62dfaf94 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:13:11.973405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:11.973824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:11.974135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:12.001085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:12.010350 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.015268 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d938b440-3c38-4bac-a5e6-4855978bc651 tempest-DHCPAgentSchedulersTestJSON-1548294049 tempest-DHCPAgentSchedulersTestJSON-1548294049-project-admin] 10.222.0.70 "POST /v2.0/agents/0924d6d1-8e30-45fc-adf2-03ae9569caa2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 2.6473911 Dec 22 17:13:12.019935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:12.021717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:12.022041 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:12.024537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:12.030196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54698) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:12.032477 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 6 to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 Dec 22 17:13:12.041367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de3882-1058-4241-a68f-bf42bac2277c None None] Network f6099bc3-1e2b-4840-b6a8-6e6b62dfaf94 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:13:12.057315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.114686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Pushing event updated for resources: {'Port': ['ID=bec95af8-46b5-44bc-ae78-5ec07231c08f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:12.135290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:12.137252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:12.195404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:12.206838 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-034e0a26-e1da-46b6-97db-18931211acba req-d1eaceaa-42ca-4cd2-a1d6-75622d9cb27a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Synchronizing usage tracker for tenant:2004647fb1f74a07a97b27f4fdea4794 on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:12.211378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.213290 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2269199 Dec 22 17:13:12.228141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:12.228690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:12.229173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:12.237684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:12.240780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54702) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:12.242658 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:12.243411 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:12.262011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-034e0a26-e1da-46b6-97db-18931211acba req-d1eaceaa-42ca-4cd2-a1d6-75622d9cb27a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Unset dirty status for tenant:2004647fb1f74a07a97b27f4fdea4794 on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:12.263393 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 7 to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 Dec 22 17:13:12.264212 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-d1eaceaa-42ca-4cd2-a1d6-75622d9cb27a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--11326733&fields=id&tenant_id=2004647fb1f74a07a97b27f4fdea4794 HTTP/1.1" status: 200 len: 267 time: 0.4431818 Dec 22 17:13:12.292480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Request body: {'security_group_rule': {'security_group_id': '59ac1f6b-dc7a-4265-88c0-038d84ea8c0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:12.297460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:12.297942 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:12.298425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:12.319001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.337738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.347954 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 50a18721-88d5-4aec-82ec-fe844fa97dd2 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:12.350346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Deleting port 83f2838d-3edb-4c3a-931c-94dda72f4ee3 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:12.350902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.368039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:12.383010 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:12.383715 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:12.384234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Usage tracker for resource:security_group_rule and tenant:3799217fd402441cb16f9e8ff8048dcd is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:12.420513 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.433296 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Transition to ACTIVE for port object 83f2838d-3edb-4c3a-931c-94dda72f4ee3 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:12.443639 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.447707 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 8 to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 Dec 22 17:13:12.447969 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:12.460779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.464443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:12.483843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:12.484185 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:12.484524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:12.488776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.498641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bde6cf03-9cc8-4346-a27d-027e765417cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:12.502130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Transition to ACTIVE for port object 0cd30479-4b8e-459d-a366-57dc7c2c33c1 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:12.506905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 50a18721-88d5-4aec-82ec-fe844fa97dd2 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:12.507066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:12.507337 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:12.508645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:12.512246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 50a18721-88d5-4aec-82ec-fe844fa97dd2 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:12.512995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.513486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.517093 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 9 to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 Dec 22 17:13:12.531377 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dc6ae-9be9-4c9a-9a96-a86c931805e7 None None] Pushing event updated for resources: {'Port': ['ID=83f2838d-3edb-4c3a-931c-94dda72f4ee3,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:12.536609 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-6a1dc6ae-9be9-4c9a-9a96-a86c931805e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:12.548938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.560810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-df8f5a9a-8a19-4952-9f63-28f37b08fb00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:12.562475 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Attempting to bind port 83f2838d-3edb-4c3a-931c-94dda72f4ee3 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:12.562915 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Attempting to bind port 83f2838d-3edb-4c3a-931c-94dda72f4ee3 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'ff51c9b6-3b66-470c-baa4-c1a9de402915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'dc61a4d6-dbeb-47da-89b0-736bbf1d6698'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:12.564166 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Attempting to bind port 83f2838d-3edb-4c3a-931c-94dda72f4ee3 on network dc61a4d6-dbeb-47da-89b0-736bbf1d6698 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:12.566194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:12.566532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:12.566973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:12.572550 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:12.573025 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Checking segment: {'id': 'ff51c9b6-3b66-470c-baa4-c1a9de402915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'dc61a4d6-dbeb-47da-89b0-736bbf1d6698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:12.573330 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.573744 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Bound using segment: {'id': 'ff51c9b6-3b66-470c-baa4-c1a9de402915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'dc61a4d6-dbeb-47da-89b0-736bbf1d6698'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:12.574330 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Bound port: 83f2838d-3edb-4c3a-931c-94dda72f4ee3, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff51c9b6-3b66-470c-baa4-c1a9de402915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'dc61a4d6-dbeb-47da-89b0-736bbf1d6698'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:12.574786 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.578284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:12.578611 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:12.639911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb3e76-48de-465c-aa29-f42702f98014 None None] Pushing event updated for resources: {'Port': ['ID=0cd30479-4b8e-459d-a366-57dc7c2c33c1,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:12.643540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-aeeb3e76-48de-465c-aa29-f42702f98014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:12.649623 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 10 to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 Dec 22 17:13:12.657290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.671491 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] For port 83f2838d-3edb-4c3a-931c-94dda72f4ee3, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:12.675499 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] For port 83f2838d-3edb-4c3a-931c-94dda72f4ee3, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=83f2838d-3edb-4c3a-931c-94dda72f4ee3,segment=NetworkSegment(ff51c9b6-3b66-470c-baa4-c1a9de402915),segment_id=ff51c9b6-3b66-470c-baa4-c1a9de402915)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:12.681181 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.685863 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3c1392a7-e5a4-42fa-8803-af84e1e878cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:12.725869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event updated for resources: {'Port': ['ID=8f62a3d9-a7fc-4e17-93a7-60051e20cb80,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:12.735320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:12.779926 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dc6ae-9be9-4c9a-9a96-a86c931805e7 None None] Pushing event updated for resources: {'Port': ['ID=83f2838d-3edb-4c3a-931c-94dda72f4ee3,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:12.798541 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-6a1dc6ae-9be9-4c9a-9a96-a86c931805e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:12.822484 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Routers {'b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:12.823373 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:12.920875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:12.945539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0a26-e1da-46b6-97db-18931211acba req-b77cc724-e3bc-4f08-adf8-15351b08b822 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:12.946591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-034e0a26-e1da-46b6-97db-18931211acba req-b77cc724-e3bc-4f08-adf8-15351b08b822 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Synchronizing usage tracker for tenant:2004647fb1f74a07a97b27f4fdea4794 on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:12.961294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:12.961675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:12.961949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:12.992312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-034e0a26-e1da-46b6-97db-18931211acba req-b77cc724-e3bc-4f08-adf8-15351b08b822 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Unset dirty status for tenant:2004647fb1f74a07a97b27f4fdea4794 on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:12.994049 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-b77cc724-e3bc-4f08-adf8-15351b08b822 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/networks?id=5951c9dd-e782-4b95-be40-418f146c5bbc HTTP/1.1" status: 200 len: 812 time: 0.7156003 Dec 22 17:13:13.013167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.015415 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] Set router b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:13.016715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Attempting to bind port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:13.017656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Attempting to bind port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:13.018178 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Attempting to bind port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 on network 4e21d005-9d9c-4384-8d54-c467fe66715e {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:13.024992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:13.025316 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 38d696b6-af60-44bd-8aba-50c6c47988c6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:13.025674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.031816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.046818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:13.047475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Checking segment: {'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:13.048196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.048734 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Bound using segment: {'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:13.049369 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Bound port: 0cd30479-4b8e-459d-a366-57dc7c2c33c1, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:13.049978 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.057916 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-f46f6786-9793-47d7-a972-c23b40c6bbdb tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/quotas/2004647fb1f74a07a97b27f4fdea4794 HTTP/1.1" status: 200 len: 375 time: 0.0361302 Dec 22 17:13:13.063776 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-46b629d4-4add-4902-bd0c-741e2fd8fbdc tempest-DHCPAgentSchedulersTestJSON-1548294049 tempest-DHCPAgentSchedulersTestJSON-1548294049-project-admin] 10.222.0.70 "GET /v2.0/agents/0924d6d1-8e30-45fc-adf2-03ae9569caa2/dhcp-networks HTTP/1.1" status: 200 len: 9605 time: 1.0228739 Dec 22 17:13:13.077629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54706) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:13.112939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.132851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.134235 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9745386 Dec 22 17:13:13.142215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54710) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:13.155442 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9', 'name': '', 'tenant_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:13:01Z', 'updated_at': '2021-12-22T17:13:12Z', 'revision_number': 4, 'project_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:13.159820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 50a18721-88d5-4aec-82ec-fe844fa97dd2, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=50a18721-88d5-4aec-82ec-fe844fa97dd2,segment=NetworkSegment(c0d651af-8536-4d0f-81f9-17a6bb0ab611),segment_id=c0d651af-8536-4d0f-81f9-17a6bb0ab611)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:13.161002 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d088a-79ba-4430-a9ff-7570c48d8bb3 None None] The sync data for ids ['b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9'] in dv-neutron-822513-1-hyperv is: [{'id': 'b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9', 'name': '', 'tenant_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:13:01Z', 'updated_at': '2021-12-22T17:13:12Z', 'revision_number': 4, 'project_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:13.170646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.171539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8447b072-ccd7-4740-9306-b0bcae21bdaa up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:13.202517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6518ea9d-bb3c-402d-9891-d99122b58c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:13.313579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] For port 0cd30479-4b8e-459d-a366-57dc7c2c33c1, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:13.318805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] For port 0cd30479-4b8e-459d-a366-57dc7c2c33c1, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=0cd30479-4b8e-459d-a366-57dc7c2c33c1,segment=NetworkSegment(b768978a-76e9-496d-98b6-e48e763296ab),segment_id=b768978a-76e9-496d-98b6-e48e763296ab)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:13.330229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.335968 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=50a18721-88d5-4aec-82ec-fe844fa97dd2,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:13.342803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:13.343292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4c75faa7-a38f-4ec3-b9aa-139f9318f34f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:13.375281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Calling delete_port for 83f2838d-3edb-4c3a-931c-94dda72f4ee3 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:13.382184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.424979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.427710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 8447b072-ccd7-4740-9306-b0bcae21bdaa completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:13.436233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8447b072-ccd7-4740-9306-b0bcae21bdaa triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:13.436627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.441630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.443648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-87d177a7-a3c2-4c74-8e97-58bd705f993c tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Synchronizing usage tracker for tenant:11fc9740b5a945ffa165af3a650ac234 on resource:floatingip {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:13.469853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Routers {'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:13.470849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:13.505033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.515149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:13.547498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb3e76-48de-465c-aa29-f42702f98014 None None] Pushing event updated for resources: {'Port': ['ID=0cd30479-4b8e-459d-a366-57dc7c2c33c1,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:13.561956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-aeeb3e76-48de-465c-aa29-f42702f98014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:13.604623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.616622 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7e867976-d525-4291-88dc-7fbc7156f357 tempest-DHCPAgentSchedulersTestJSON-1548294049 tempest-DHCPAgentSchedulersTestJSON-1548294049-project-admin] 10.222.0.70 "DELETE /v2.0/agents/0924d6d1-8e30-45fc-adf2-03ae9569caa2/dhcp-networks/f6099bc3-1e2b-4840-b6a8-6e6b62dfaf94 HTTP/1.1" status: 204 len: 168 time: 0.5159819 Dec 22 17:13:13.616622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] For port 38d696b6-af60-44bd-8aba-50c6c47988c6, host hv-neutron-8225, cleared binding levels {{(pid=87586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:13.616622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempted to set empty binding levels {{(pid=87586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 17:13:13.648545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54714) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:13.713439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:13:13.713928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:13:13.730745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-034e0a26-e1da-46b6-97db-18931211acba req-c953a837-11b0-418c-bf73-7ad0881085aa tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Synchronizing usage tracker for tenant:2004647fb1f74a07a97b27f4fdea4794 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:13.735367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-87d177a7-a3c2-4c74-8e97-58bd705f993c tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Unset dirty status for tenant:11fc9740b5a945ffa165af3a650ac234 on resource:floatingip {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:13.736533 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-87d177a7-a3c2-4c74-8e97-58bd705f993c tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=d45efad8-0c75-4b81-aa86-583ae1c60393 HTTP/1.1" status: 200 len: 690 time: 0.5833204 Dec 22 17:13:13.739221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54716) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:13.759867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a072260-dec9-47ae-b93a-1c9ab9d454e0,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:13.767979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.793706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:13.800780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:13.802738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-034e0a26-e1da-46b6-97db-18931211acba req-c953a837-11b0-418c-bf73-7ad0881085aa tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Unset dirty status for tenant:2004647fb1f74a07a97b27f4fdea4794 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:13.804323 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-c953a837-11b0-418c-bf73-7ad0881085aa tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2004647fb1f74a07a97b27f4fdea4794&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7402792 Dec 22 17:13:13.853288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.866195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] Set router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:13.878265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.879701 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6351776 Dec 22 17:13:13.890718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54726) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:13.892567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.899750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Request body: {'security_group_rule': {'security_group_id': '59ac1f6b-dc7a-4265-88c0-038d84ea8c0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:13.910998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:13.918976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Usage tracker for resource:security_group_rule and tenant:3799217fd402441cb16f9e8ff8048dcd is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:13.927515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:13.933404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] In _notify_port_updated(), no bound segment for port 38d696b6-af60-44bd-8aba-50c6c47988c6 on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:13:13.934284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:13.934970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:13.938617 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "PUT /v2.0/ports/38d696b6-af60-44bd-8aba-50c6c47988c6 HTTP/1.1" status: 200 len: 980 time: 7.4189014 Dec 22 17:13:13.940586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54732) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:13.969314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:14.035260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-25c3fb79-81c8-4770-bede-57d49fa28dba service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:13:14.036381 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-25c3fb79-81c8-4770-bede-57d49fa28dba service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1055930 Dec 22 17:13:14.054131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:14.094050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 8447b072-ccd7-4740-9306-b0bcae21bdaa, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8447b072-ccd7-4740-9306-b0bcae21bdaa,segment=NetworkSegment(844ca763-3689-4851-a62a-6003d6f20cf9),segment_id=844ca763-3689-4851-a62a-6003d6f20cf9)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:14.110735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:14.117318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f39a3b35-eeb8-4ed6-bbbe-3f2838f9738a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:14.137417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Pushing event updated for resources: {'Port': ['ID=bec95af8-46b5-44bc-ae78-5ec07231c08f,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:14.147054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:14.178519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:14.179757 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7084868 Dec 22 17:13:14.289021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 50a18721-88d5-4aec-82ec-fe844fa97dd2 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:14.301060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event updated for resources: {'Port': ['ID=38d696b6-af60-44bd-8aba-50c6c47988c6,revision_number=3']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:14.307841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Router a12b96ed-e48c-46ef-9c72-64d771599d19 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:13:14.308008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Deleting port 83f2838d-3edb-4c3a-931c-94dda72f4ee3 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:14.308008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:14.311527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:14.311527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:14.311527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:14.325606 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=8447b072-ccd7-4740-9306-b0bcae21bdaa,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:14.329102 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:14.423041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:14.446522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Deleting port 8f62a3d9-a7fc-4e17-93a7-60051e20cb80 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:14.447023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:14.449860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 50a18721-88d5-4aec-82ec-fe844fa97dd2 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:14.450383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:14.452599 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7cb8474f-36e9-4df1-956e-6b2cd9cb66c3 tempest-DHCPAgentSchedulersTestJSON-1548294049 tempest-DHCPAgentSchedulersTestJSON-1548294049-project-admin] 10.222.0.70 "GET /v2.0/agents/0924d6d1-8e30-45fc-adf2-03ae9569caa2/dhcp-networks HTTP/1.1" status: 200 len: 8835 time: 0.7983856 Dec 22 17:13:14.460976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54754) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:14.491178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:14.526073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:13:05Z', 'revision_number': 4, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '0cd30479-4b8e-459d-a366-57dc7c2c33c1', 'name': '', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'mac_address': 'fa:16:3e:39:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:02Z', 'updated_at': '2021-12-22T17:13:13Z', 'revision_number': 4, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'subnets': [{'id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:14.537870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13911b4a-5d34-4551-8498-a9db3d423112 None None] The sync data for ids ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'] in dv-neutron-822513-1-hyperv is: [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:13:05Z', 'revision_number': 4, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '0cd30479-4b8e-459d-a366-57dc7c2c33c1', 'name': '', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'mac_address': 'fa:16:3e:39:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:02Z', 'updated_at': '2021-12-22T17:13:13Z', 'revision_number': 4, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'subnets': [{'id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:14.556393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54762) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:14.621778 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:14.644784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4bb8afaa-4377-4eca-b9ab-b4aa9534b111 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:14.650930 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 17:13:14.665462 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1e20f650-343a-450d-b526-e07ff2cb10a9 tempest-DHCPAgentSchedulersTestJSON-1548294049 tempest-DHCPAgentSchedulersTestJSON-1548294049-project-admin] 10.222.0.70 "GET /v2.0/networks/308ddb87-19b9-4a09-95ce-8e3fe0de5db4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2033067 Dec 22 17:13:14.696575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1577f7e8-93c9-45b7-bb1b-c7f742e48ce5,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:14.706798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54766) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:14.742431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.742909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.743077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:14.743393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.743847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.744301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.745021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.745178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.745627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.746073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.746567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.746950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.747427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.747872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.748317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.748755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.749198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.749644 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.750083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.750526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.750997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.752510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.753012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:14.762010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0df245-2b10-48e4-a14a-369bf430d118 None None] Sync routers for ids ['a12b96ed-e48c-46ef-9c72-64d771599d19'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:14.763632 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d90b878d-c4c0-4fe9-a37d-0757bb1fbac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19807 time: 0.7985318 Dec 22 17:13:14.781086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54770) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:14.783319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0df245-2b10-48e4-a14a-369bf430d118 None None] Routers {'a12b96ed-e48c-46ef-9c72-64d771599d19'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:14.784651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6b0df245-2b10-48e4-a14a-369bf430d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a12b96ed-e48c-46ef-9c72-64d771599d19'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:14.819048 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:14.867282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:14.867889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:14.900059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6b0df245-2b10-48e4-a14a-369bf430d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:14.937121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-17c93e47-ed4d-40de-8c08-8976dcae68ab tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Synchronizing usage tracker for tenant:2d87804a11a84295a1aba424574c4c5c on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:14.939491 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0df245-2b10-48e4-a14a-369bf430d118 None None] Routers {'a12b96ed-e48c-46ef-9c72-64d771599d19'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:14.939847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:14.940747 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6b0df245-2b10-48e4-a14a-369bf430d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a12b96ed-e48c-46ef-9c72-64d771599d19'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:14.941648 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-9a96a368-9224-4767-aa10-44af38a2f823 service neutron] 10.222.0.70 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8639996 Dec 22 17:13:14.944443 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.6395044 Dec 22 17:13:14.948861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54774) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:15.024346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6b0df245-2b10-48e4-a14a-369bf430d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:15.024758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0df245-2b10-48e4-a14a-369bf430d118 None None] The sync data for ids ['a12b96ed-e48c-46ef-9c72-64d771599d19'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:15.059264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-5240e42c-134d-472a-b647-c6c81fe9c3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Deleting port 38d696b6-af60-44bd-8aba-50c6c47988c6 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:15.059744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5240e42c-134d-472a-b647-c6c81fe9c3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:15.139313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:15.143882 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2488174 Dec 22 17:13:15.155049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54778) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:15.184540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:15.190144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:15.194235 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Usage tracker for resource:floatingip and tenant:3799217fd402441cb16f9e8ff8048dcd is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:15.199015 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1429faba-5b6e-47ae-abf5-06f71d973276 tempest-DHCPAgentSchedulersTestJSON-1548294049 tempest-DHCPAgentSchedulersTestJSON-1548294049-project-admin] 10.222.0.70 "GET /v2.0/networks/308ddb87-19b9-4a09-95ce-8e3fe0de5db4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4885204 Dec 22 17:13:15.200939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-17c93e47-ed4d-40de-8c08-8976dcae68ab tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Unset dirty status for tenant:2d87804a11a84295a1aba424574c4c5c on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:15.203844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54782) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:15.206856 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-6e07ec2c-d5ca-4f6f-b823-c462e63e729d service neutron] 10.222.0.70 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633371 Dec 22 17:13:15.209081 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-17c93e47-ed4d-40de-8c08-8976dcae68ab tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1643907543&fields=id&tenant_id=2d87804a11a84295a1aba424574c4c5c HTTP/1.1" status: 200 len: 267 time: 0.6500711 Dec 22 17:13:15.211351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:15.246954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:15.370243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] For port 83f2838d-3edb-4c3a-931c-94dda72f4ee3, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=83f2838d-3edb-4c3a-931c-94dda72f4ee3,segment=NetworkSegment(ff51c9b6-3b66-470c-baa4-c1a9de402915),segment_id=ff51c9b6-3b66-470c-baa4-c1a9de402915)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:15.370608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:15.405012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:15.405403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:15.497315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:15.595719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Calling delete_port for 83f2838d-3edb-4c3a-931c-94dda72f4ee3 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:15.714887 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-74319423-e6c8-4ed1-89ae-7b6ef20ce51a req-957320d1-edbb-4f6f-83a9-487a61885383 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 210 time: 0.2499754 Dec 22 17:13:15.804656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Calling delete_port for 8f62a3d9-a7fc-4e17-93a7-60051e20cb80 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:15.950227 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-32f7b8f3-3abc-4e06-9288-9bf497be84f5 tempest-DHCPAgentSchedulersTestJSON-1548294049 tempest-DHCPAgentSchedulersTestJSON-1548294049-project-admin] 10.222.0.70 "GET /v2.0/agents/0924d6d1-8e30-45fc-adf2-03ae9569caa2/dhcp-networks HTTP/1.1" status: 200 len: 8835 time: 0.7424033 Dec 22 17:13:15.958632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54814) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:15.993840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-5240e42c-134d-472a-b647-c6c81fe9c3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] For port 38d696b6-af60-44bd-8aba-50c6c47988c6, host hv-neutron-8225, got binding levels [] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:15.994191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5240e42c-134d-472a-b647-c6c81fe9c3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.034702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-b608d43f-4ce2-4468-87e8-ed8920eb1154 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:16.035532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-b608d43f-4ce2-4468-87e8-ed8920eb1154 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Synchronizing usage tracker for tenant:2d87804a11a84295a1aba424574c4c5c on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:16.161287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.168825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.170589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-172a0fc1-1cb4-4cae-a04a-24d728616d56 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:16.226757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f62a3d9-a7fc-4e17-93a7-60051e20cb80,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:16.278697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-5240e42c-134d-472a-b647-c6c81fe9c3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Calling delete_port for 38d696b6-af60-44bd-8aba-50c6c47988c6 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:16.314128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event deleted for resources: {'Port': ['ID=83f2838d-3edb-4c3a-931c-94dda72f4ee3,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:16.327825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:16.361640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 0cd30479-4b8e-459d-a366-57dc7c2c33c1 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:16.400449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:16.401139 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:16.436267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.436755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:16.443363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:16.443945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.451555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.461027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-b608d43f-4ce2-4468-87e8-ed8920eb1154 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Unset dirty status for tenant:2d87804a11a84295a1aba424574c4c5c on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:16.462297 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-b608d43f-4ce2-4468-87e8-ed8920eb1154 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/networks?id=74bc4cb7-dcf3-4daf-aac3-ac856c717a8a HTTP/1.1" status: 200 len: 806 time: 1.2524841 Dec 22 17:13:16.466006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.576533 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-ec4fae68-380d-4823-bc73-34fae23527b7 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/quotas/2d87804a11a84295a1aba424574c4c5c HTTP/1.1" status: 200 len: 375 time: 0.0981212 Dec 22 17:13:16.591881 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.632595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 0cd30479-4b8e-459d-a366-57dc7c2c33c1, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=0cd30479-4b8e-459d-a366-57dc7c2c33c1,segment=NetworkSegment(b768978a-76e9-496d-98b6-e48e763296ab),segment_id=b768978a-76e9-496d-98b6-e48e763296ab)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:16.636976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.638024 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8447b072-ccd7-4740-9306-b0bcae21bdaa up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:16.679293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5240e42c-134d-472a-b647-c6c81fe9c3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.729783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:16.730219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:16.834462 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=0cd30479-4b8e-459d-a366-57dc7c2c33c1,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:16.838871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.841133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:16.842672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.851795 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8447b072-ccd7-4740-9306-b0bcae21bdaa triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:16.852249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.873129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.883422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240e42c-134d-472a-b647-c6c81fe9c3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event deleted for resources: {'Port': ['ID=38d696b6-af60-44bd-8aba-50c6c47988c6,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:16.911948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5240e42c-134d-472a-b647-c6c81fe9c3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:16.922852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5240e42c-134d-472a-b647-c6c81fe9c3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.941691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:16.984482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.026136 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5240e42c-134d-472a-b647-c6c81fe9c3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "DELETE /v2.0/ports/38d696b6-af60-44bd-8aba-50c6c47988c6 HTTP/1.1" status: 204 len: 168 time: 2.2404454 Dec 22 17:13:17.061729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54832) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:17.061999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > segment before_delete 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.062349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.063188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.063518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > port after_create 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.063906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > port after_delete 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.064293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > port after_update 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.064590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > segment after_delete 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.064965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > subnet after_create 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.065336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > subnet after_delete 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.065643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > subnet after_update 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.106079 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2199dff-fe97-47e7-a737-be0370b4ff63 req-37d7c45d-6d79-4b29-8b3f-233872265b1e tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 210 time: 0.1000285 Dec 22 17:13:17.119796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.120416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:13:17.126816 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e9ce37-957d-4503-b6f9-3009a395c802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] GET failed (client error): The resource could not be found. Dec 22 17:13:17.128295 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-74e9ce37-957d-4503-b6f9-3009a395c802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "GET /v2.0/ports/38d696b6-af60-44bd-8aba-50c6c47988c6 HTTP/1.1" status: 404 len: 333 time: 0.0602112 Dec 22 17:13:17.135803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54836) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:17.145486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374582530', 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:17.154276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:17.162885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Usage tracker for resource:port and tenant:4d25e3cb48194cf281481d8be2f66985 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:17.168900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:17.179371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:17.182868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.195101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:17.235392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a106499b-0aea-483d-8efb-491b950ca7b2,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:17.242460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > subnet after_create 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.242818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > subnet after_delete 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.243547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > subnet before_create 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.243547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Subscribe: > subnet before_update 55550000 {{(pid=87586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 17:13:17.243804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6099bc3-1e2b-4840-b6a8-6e6b62dfaf94']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:17.249934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Made reservation on behalf of 4d25e3cb48194cf281481d8be2f66985 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:17.252297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.264437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:17.266019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.267365 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "DELETE /v2.0/routers/b26d81e9-aab3-4c9b-bbcf-f3df384ab7d9 HTTP/1.1" status: 204 len: 168 time: 6.1318047 Dec 22 17:13:17.276693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e5092d-0732-462f-95a4-a6ea327a218c') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:17.276987 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e5092d-0732-462f-95a4-a6ea327a218c') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:17.277330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54840) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:17.298120 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-e327e33d-af70-401a-ab3a-ebdc789c53ff tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d87804a11a84295a1aba424574c4c5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7023129 Dec 22 17:13:17.314881 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.341309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.389710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:13:17.390003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.390121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.397921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] device_id is not set on port 9dc2a736-0c38-41ee-8482-1fe85fef8b10 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: from cryptography.utils import int_from_bytes Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: from cryptography.utils import int_from_bytes Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn_limited( Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn_limited( Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:13:17.406819 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:13:17.473829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45efad8-0c75-4b81-aa86-583ae1c60393']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:17.484454 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.53', 51394) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:17.520558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-06f732f7-a492-4e26-ba47-2040587263f6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:13:17.521596 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-06f732f7-a492-4e26-ba47-2040587263f6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1335881 Dec 22 17:13:17.523615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe083219-18b5-4dd5-ac6b-2b9fdfecc2ac tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Deleting subnet 9821f36d-c815-4f35-b6b9-44e3b8a432f6 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:13:17.540153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac154fb-f24e-41c1-98e2-6cc27364c81d') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:17.540443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac154fb-f24e-41c1-98e2-6cc27364c81d') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:17.552345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fe083219-18b5-4dd5-ac6b-2b9fdfecc2ac tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.581180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.635546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.702911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.739453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:13:17.740237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.761773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fe083219-18b5-4dd5-ac6b-2b9fdfecc2ac tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.763411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:13:17.803484 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:13:17.824954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Allocated IP 172.26.3.237 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/dbad0726-d817-436c-afb1-21e33d4585f2) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:17.855753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:17.899038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:17.907801 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Pushing event deleted for resources: {'Network': ['ID=f6099bc3-1e2b-4840-b6a8-6e6b62dfaf94,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:17.931415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:17.996744 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] 10.222.0.70 "DELETE /v2.0/networks/f6099bc3-1e2b-4840-b6a8-6e6b62dfaf94 HTTP/1.1" status: 204 len: 168 time: 2.0268140 Dec 22 17:13:17.997525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54866) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:18.010208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0a26-e1da-46b6-97db-18931211acba req-56856ce0-bfad-4f20-8bba-24349b3db8e6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:18.011683 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-56856ce0-bfad-4f20-8bba-24349b3db8e6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.53 "GET /v2.0/networks?id=5951c9dd-e782-4b95-be40-418f146c5bbc HTTP/1.1" status: 200 len: 812 time: 0.5263438 Dec 22 17:13:18.026324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:18.033581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fe083219-18b5-4dd5-ac6b-2b9fdfecc2ac tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:18.064254 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:18.107416 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-e4dc0639-a1b4-4fe2-92df-eb40de8bf63f service neutron] 10.222.0.70 "GET /v2.0/networks/74bc4cb7-dcf3-4daf-aac3-ac856c717a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657918 Dec 22 17:13:18.156472 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee31de6b-dcd7-4b17-87f9-282b5fdc1bdc tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] DELETE failed (client error): The resource could not be found. Dec 22 17:13:18.156981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee31de6b-dcd7-4b17-87f9-282b5fdc1bdc tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:13:18.161321 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ee31de6b-dcd7-4b17-87f9-282b5fdc1bdc tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] 10.222.0.70 "DELETE /v2.0/ports/d75a6a2b-8207-496d-b878-5ffd5e4a90cf HTTP/1.1" status: 404 len: 333 time: 0.1551318 Dec 22 17:13:18.161973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54880) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:18.209120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:18.230060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d45efad8-0c75-4b81-aa86-583ae1c60393 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 17:13:18.244213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event deleted for resources: {'Network': ['ID=d45efad8-0c75-4b81-aa86-583ae1c60393,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:18.246285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:18.259050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:18.267564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 0cd30479-4b8e-459d-a366-57dc7c2c33c1 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:18.288146 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-45618612-bcab-40bb-81f7-f90959119d3d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2004647fb1f74a07a97b27f4fdea4794 HTTP/1.1" status: 200 len: 378 time: 0.2217689 Dec 22 17:13:18.293881 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "DELETE /v2.0/networks/d45efad8-0c75-4b81-aa86-583ae1c60393 HTTP/1.1" status: 204 len: 168 time: 4.5538008 Dec 22 17:13:18.300059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54884) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:18.304199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Request body: {'port': {'device_id': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'admin_state_up': True, 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'security_groups': ['0c285752-06ec-4f60-9245-7f47450ec666']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:18.393050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:18.444100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccd8c3a-2803-44fe-b1a9-58be6fc983d7 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Deleting subnet 7ae38372-d6ad-4ecd-a23e-d92b6103b23a {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:13:18.462714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8c3a-2803-44fe-b1a9-58be6fc983d7 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:18.492487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:18.519057 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:18.519476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:18.521253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:18.566375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fe083219-18b5-4dd5-ac6b-2b9fdfecc2ac tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:18.566707 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-b07412e7-2bb4-47f2-b265-5fc0adc73079 service neutron] 10.222.0.70 "GET /v2.0/networks/74bc4cb7-dcf3-4daf-aac3-ac856c717a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306109 Dec 22 17:13:18.602011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ea7f8a47-f8ef-458f-aa19-5a8ff8251bc2 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Synchronizing usage tracker for tenant:11fc9740b5a945ffa165af3a650ac234 on resource:floatingip {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:18.630552 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d6d078b8-d755-4b40-9b2c-1972368fe815 req-00de0d37-ee4c-4012-b315-6953bb446a23 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 210 time: 0.2267411 Dec 22 17:13:18.687042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:18.694867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:18.712688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fe083219-18b5-4dd5-ac6b-2b9fdfecc2ac tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:18.720214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:18.721871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:18.722702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:18.748399 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fe083219-18b5-4dd5-ac6b-2b9fdfecc2ac tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/9821f36d-c815-4f35-b6b9-44e3b8a432f6 HTTP/1.1" status: 204 len: 168 time: 1.4698923 Dec 22 17:13:18.760768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event updated for resources: {'Port': ['ID=9dc2a736-0c38-41ee-8482-1fe85fef8b10,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:18.763174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ea7f8a47-f8ef-458f-aa19-5a8ff8251bc2 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Unset dirty status for tenant:11fc9740b5a945ffa165af3a650ac234 on resource:floatingip {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:18.764515 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ea7f8a47-f8ef-458f-aa19-5a8ff8251bc2 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.4450979 Dec 22 17:13:18.768054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54892) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:18.768581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54894) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:18.770084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:18.774455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:18.786463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8c3a-2803-44fe-b1a9-58be6fc983d7 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:18.953953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe083219-18b5-4dd5-ac6b-2b9fdfecc2ac tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9821f36d-c815-4f35-b6b9-44e3b8a432f6,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:18.965858 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8282893 Dec 22 17:13:18.968913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:18.976467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fe083219-18b5-4dd5-ac6b-2b9fdfecc2ac tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:18.976963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54906) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:19.084026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:19.109545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:19.131179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:19.163450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Allocated IP 172.20.0.1 (b3362221-8490-48b3-bf87-baa306525f0b/c879817e-6f91-44ec-8265-7957aa540058/5764710c-6fc3-43f6-af21-5aa4e627dd92) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:19.185910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Made reservation on behalf of 2004647fb1f74a07a97b27f4fdea4794 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:19.189452 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:19.199931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-d71cf160-f620-4968-9165-939ce6180155 req-d9423f55-54f7-40fc-be9d-e413eeaf283d tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Synchronizing usage tracker for tenant:2d87804a11a84295a1aba424574c4c5c on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:19.216227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8c3a-2803-44fe-b1a9-58be6fc983d7 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:19.230825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fdc4d-ca6b-483c-99b8-47ec773b8228 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:19.231349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fdc4d-ca6b-483c-99b8-47ec773b8228 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:19.231792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fdc4d-ca6b-483c-99b8-47ec773b8228 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:19.232231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fdc4d-ca6b-483c-99b8-47ec773b8228 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:19.232679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fdc4d-ca6b-483c-99b8-47ec773b8228 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:19.233119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fdc4d-ca6b-483c-99b8-47ec773b8228 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:19.233569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fdc4d-ca6b-483c-99b8-47ec773b8228 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:19.234054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fdc4d-ca6b-483c-99b8-47ec773b8228 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:19.235044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-720fdc4d-ca6b-483c-99b8-47ec773b8228 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Synchronizing usage tracker for tenant:11fc9740b5a945ffa165af3a650ac234 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:19.241714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:19.252863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03413791-ae69-4843-8b90-fb041eddc69e tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:19.253422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-03413791-ae69-4843-8b90-fb041eddc69e tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Synchronizing usage tracker for tenant:4d25e3cb48194cf281481d8be2f66985 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:19.260132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:19.302965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:19.319821 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Pushing event updated for resources: {'Port': ['ID=dbad0726-d817-436c-afb1-21e33d4585f2,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:19.327892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:19.330856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-d71cf160-f620-4968-9165-939ce6180155 req-d9423f55-54f7-40fc-be9d-e413eeaf283d tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Unset dirty status for tenant:2d87804a11a84295a1aba424574c4c5c on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:19.332331 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d71cf160-f620-4968-9165-939ce6180155 req-d9423f55-54f7-40fc-be9d-e413eeaf283d tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 210 time: 0.3045015 Dec 22 17:13:19.372625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-720fdc4d-ca6b-483c-99b8-47ec773b8228 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Unset dirty status for tenant:11fc9740b5a945ffa165af3a650ac234 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:19.376589 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-720fdc4d-ca6b-483c-99b8-47ec773b8228 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5200 time: 0.6008291 Dec 22 17:13:19.385952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54918) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:19.403030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:19.477485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-03413791-ae69-4843-8b90-fb041eddc69e tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Unset dirty status for tenant:4d25e3cb48194cf281481d8be2f66985 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:19.481054 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-03413791-ae69-4843-8b90-fb041eddc69e tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "GET /v2.0/ports/9dc2a736-0c38-41ee-8482-1fe85fef8b10 HTTP/1.1" status: 200 len: 959 time: 0.4554801 Dec 22 17:13:19.494002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54926) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:19.509968 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-ed0ffffd-91a0-4a3b-b08f-ba9418ec8883 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] delete failed (client error): The resource could not be found. Dec 22 17:13:19.513384 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ed0ffffd-91a0-4a3b-b08f-ba9418ec8883 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/199d0407-a381-470f-9ca2-a54d3f8bd868 HTTP/1.1" status: 404 len: 345 time: 0.1242228 Dec 22 17:13:19.528299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54930) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:19.671184 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ffddcb-45f3-4e9e-8b5f-cadf51cd7f77 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] DELETE failed (client error): The resource could not be found. Dec 22 17:13:19.672021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ffddcb-45f3-4e9e-8b5f-cadf51cd7f77 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:13:19.726160 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d7ffddcb-45f3-4e9e-8b5f-cadf51cd7f77 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "DELETE /v2.0/networks/d45efad8-0c75-4b81-aa86-583ae1c60393 HTTP/1.1" status: 404 len: 339 time: 0.1477911 Dec 22 17:13:19.733494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8c3a-2803-44fe-b1a9-58be6fc983d7 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:19.734426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54942) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:19.782429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Request body: {'network': {'name': 'tempest-network--1201724849', 'router:external': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:19.798052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8bd7ace1-8609-4c51-b098-93d87ed9b08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:19.946681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e93ec-6764-46bd-a228-74edbf74e9fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Deleting port 9dc2a736-0c38-41ee-8482-1fe85fef8b10 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:19.947015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c4e93ec-6764-46bd-a228-74edbf74e9fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.006198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:20.027374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd8c3a-2803-44fe-b1a9-58be6fc983d7 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae38372-d6ad-4ecd-a23e-d92b6103b23a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:20.029730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Usage tracker for resource:network and tenant:11fc9740b5a945ffa165af3a650ac234 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:20.039054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0ccd8c3a-2803-44fe-b1a9-58be6fc983d7 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:20.044575 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:20.049647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf522d-7da7-4cc6-a782-a084a404c92d None None] Network 308ddb87-19b9-4a09-95ce-8e3fe0de5db4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:13:20.079427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.092007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.097984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8c3a-2803-44fe-b1a9-58be6fc983d7 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.105095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:20.121689 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-db42649b-cb9b-4687-bee2-9253e31d831c req-c07ff883-1266-40b9-b90d-1b5ffcce8afd tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 210 time: 0.1036661 Dec 22 17:13:20.145034 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0ccd8c3a-2803-44fe-b1a9-58be6fc983d7 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] 10.222.0.70 "DELETE /v2.0/subnets/7ae38372-d6ad-4ecd-a23e-d92b6103b23a HTTP/1.1" status: 204 len: 168 time: 1.9744923 Dec 22 17:13:20.150047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54952) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:20.158417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Transition to ACTIVE for port object 5764710c-6fc3-43f6-af21-5aa4e627dd92 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:20.177855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.179064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Made reservation on behalf of 11fc9740b5a945ffa165af3a650ac234 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:20.184404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.441463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:13:20.451868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c4e93ec-6764-46bd-a228-74edbf74e9fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.476667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.477085 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Added segment bfddaef1-9ce9-4a86-98b5-a1a1081f4edd of type vlan for network 5e48e67f-338b-42bb-a49b-8c40a26e2034 Dec 22 17:13:20.480413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.498991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d5171f-c408-497f-a6d1-5449874c4351 None None] DHCP port deletion for 308ddb87-19b9-4a09-95ce-8e3fe0de5db4 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:13:20.504071 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-57d5171f-c408-497f-a6d1-5449874c4351 None None] Deleting port e66b55d6-89dd-411c-8ecf-43dc68a840ea {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:20.504733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-57d5171f-c408-497f-a6d1-5449874c4351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.518710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.545919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.571618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-61d93ed5-83e1-4f3f-a173-124cfe43a511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:20.636406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.663178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Deleting port e66b55d6-89dd-411c-8ecf-43dc68a840ea {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:20.663855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.751876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Network b3362221-8490-48b3-bf87-baa306525f0b is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:20.778988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:20.783464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-57d5171f-c408-497f-a6d1-5449874c4351 None None] For port e66b55d6-89dd-411c-8ecf-43dc68a840ea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e66b55d6-89dd-411c-8ecf-43dc68a840ea,segment=NetworkSegment(27a6463a-08f8-4850-9ee7-bd5840a4788b),segment_id=27a6463a-08f8-4850-9ee7-bd5840a4788b)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:20.785088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-57d5171f-c408-497f-a6d1-5449874c4351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:20.798144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:20.961562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event updated for resources: {'Port': ['ID=5764710c-6fc3-43f6-af21-5aa4e627dd92,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:20.968567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:21.014447 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-57d5171f-c408-497f-a6d1-5449874c4351 None None] Calling delete_port for e66b55d6-89dd-411c-8ecf-43dc68a840ea owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:21.031600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e93ec-6764-46bd-a228-74edbf74e9fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Calling delete_port for 9dc2a736-0c38-41ee-8482-1fe85fef8b10 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:21.134099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.166272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:21.167152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.199651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:21.225288 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e33a7649-067d-450a-aef7-c0dbac6967be req-e1148dc4-44ae-41c3-830a-09b349d0b427 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 210 time: 0.0489120 Dec 22 17:13:21.250975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Allocated IP 172.20.0.13 (5951c9dd-e782-4b95-be40-418f146c5bbc/2908b485-0fbe-48a1-9d18-552208b51232/4f8c628f-a744-4941-9f26-c2a92f574aa8) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:21.253856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c4e93ec-6764-46bd-a228-74edbf74e9fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.317952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.332602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc61a4d6-dbeb-47da-89b0-736bbf1d6698']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:21.340987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:21.385593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-57d5171f-c408-497f-a6d1-5449874c4351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.403814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c4e93ec-6764-46bd-a228-74edbf74e9fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.408024 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:21.434396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e93ec-6764-46bd-a228-74edbf74e9fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event deleted for resources: {'Port': ['ID=9dc2a736-0c38-41ee-8482-1fe85fef8b10,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:21.437291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2c4e93ec-6764-46bd-a228-74edbf74e9fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:21.441062 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2c4e93ec-6764-46bd-a228-74edbf74e9fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "DELETE /v2.0/ports/9dc2a736-0c38-41ee-8482-1fe85fef8b10 HTTP/1.1" status: 204 len: 168 time: 1.9365242 Dec 22 17:13:21.441062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff51c9b6-3b66-470c-baa4-c1a9de402915') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:21.441545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff51c9b6-3b66-470c-baa4-c1a9de402915') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:21.452623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54966) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:21.462029 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7194560 Dec 22 17:13:21.493669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54970) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:21.511946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d5171f-c408-497f-a6d1-5449874c4351 None None] No DVR routers for this DVR port e66b55d6-89dd-411c-8ecf-43dc68a840ea on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:13:21.521101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.532410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5171f-c408-497f-a6d1-5449874c4351 None None] Pushing event deleted for resources: {'Port': ['ID=e66b55d6-89dd-411c-8ecf-43dc68a840ea,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:21.539232 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-57d5171f-c408-497f-a6d1-5449874c4351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:21.545494 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b476ad35-3acf-488c-86bd-420611f309dc None None] Provisioning for port 5764710c-6fc3-43f6-af21-5aa4e627dd92 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:21.555366 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b476ad35-3acf-488c-86bd-420611f309dc None None] Provisioning complete for port 5764710c-6fc3-43f6-af21-5aa4e627dd92 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:21.555994 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b476ad35-3acf-488c-86bd-420611f309dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.661514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event updated for resources: {'Network': ['ID=5e48e67f-338b-42bb-a49b-8c40a26e2034,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:21.673242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 5e48e67f-338b-42bb-a49b-8c40a26e2034 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:13:21.674551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:21.688962 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-19b38053-6b94-454c-9c51-4413c41f06c8 req-251e1311-2648-4ad1-9608-b76715c9c763 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 210 time: 0.1896682 Dec 22 17:13:21.705248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] For port e66b55d6-89dd-411c-8ecf-43dc68a840ea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e66b55d6-89dd-411c-8ecf-43dc68a840ea,segment=NetworkSegment(27a6463a-08f8-4850-9ee7-bd5840a4788b),segment_id=27a6463a-08f8-4850-9ee7-bd5840a4788b)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:21.706886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.715687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:21.772075 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-646f9807-1700-49b4-bda2-74edf95b9270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] GET failed (client error): The resource could not be found. Dec 22 17:13:21.772632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-646f9807-1700-49b4-bda2-74edf95b9270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Synchronizing usage tracker for tenant:4d25e3cb48194cf281481d8be2f66985 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:21.796529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.826046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb2591f-6026-42d7-8de5-a1b27623bbda tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:21.833270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb2591f-6026-42d7-8de5-a1b27623bbda tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:21.839452 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb2591f-6026-42d7-8de5-a1b27623bbda tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:21.845391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb2591f-6026-42d7-8de5-a1b27623bbda tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:21.851752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb2591f-6026-42d7-8de5-a1b27623bbda tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:21.853478 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3fb2591f-6026-42d7-8de5-a1b27623bbda tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3023 time: 0.3449626 Dec 22 17:13:21.854685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:13:21.855084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.873069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:13:21.899728 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:13:21.901792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54974) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:21.909861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-646f9807-1700-49b4-bda2-74edf95b9270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Unset dirty status for tenant:4d25e3cb48194cf281481d8be2f66985 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:21.911022 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-646f9807-1700-49b4-bda2-74edf95b9270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "GET /v2.0/ports/9dc2a736-0c38-41ee-8482-1fe85fef8b10 HTTP/1.1" status: 404 len: 333 time: 0.4569151 Dec 22 17:13:21.912263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b476ad35-3acf-488c-86bd-420611f309dc None None] Port 5764710c-6fc3-43f6-af21-5aa4e627dd92 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:13:21.965577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 54978) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:21.969804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:21.979811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Calling delete_port for e66b55d6-89dd-411c-8ecf-43dc68a840ea owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:22.059265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Request body: {'port': {'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-521528416'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:22.063826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:22.078264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:22.081438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:13:22.082452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:13:22.111538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:22.112372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Made reservation on behalf of 4d25e3cb48194cf281481d8be2f66985 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:22.112372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:22.200571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:22.247675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-692a39ef-8f0c-409d-a414-b5dd066d77e5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:22.301164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dc61a4d6-dbeb-47da-89b0-736bbf1d6698 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 17:13:22.302345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e66b55d6-89dd-411c-8ecf-43dc68a840ea no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:13:22.308626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] device_id is not set on port 5b883f12-f2fe-469a-8576-48facb7208fa yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:13:22.350990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:22.362257 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "DELETE /v2.0/networks/dc61a4d6-dbeb-47da-89b0-736bbf1d6698 HTTP/1.1" status: 204 len: 168 time: 3.5909200 Dec 22 17:13:22.363424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc61a4d6-dbeb-47da-89b0-736bbf1d6698,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:22.378696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:22.397194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:22.446732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:22.454264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: e66b55d6-89dd-411c-8ecf-43dc68a840ea {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:13:22.459604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e66b55d6-89dd-411c-8ecf-43dc68a840ea not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:13:22.521662 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Pushing event updated for resources: {'Port': ['ID=dbad0726-d817-436c-afb1-21e33d4585f2,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:22.536409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:22.551384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:22.575189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:22.589613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Deleting port e66b55d6-89dd-411c-8ecf-43dc68a840ea {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:22.589860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:22.717309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Transition to ACTIVE for port object 4f8c628f-a744-4941-9f26-c2a92f574aa8 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:22.744027 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4ad1f138-faa4-4a8e-affc-eaf0be1954db req-7ee7272f-1cd0-4e3a-b0fb-2d097528e9d4 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 210 time: 0.3022861 Dec 22 17:13:22.814428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] The port 'e66b55d6-89dd-411c-8ecf-43dc68a840ea' was deleted {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:13:22.844622 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:13:22.905766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:22.912438 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7481937 Dec 22 17:13:22.932916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 54994) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:23.031695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.035922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.052255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2c4e93ec-6764-46bd-a228-74edbf74e9fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:23.139776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Pushing event updated for resources: {'Port': ['ID=4f8c628f-a744-4941-9f26-c2a92f574aa8,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:23.161493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:23.173465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Network 5951c9dd-e782-4b95-be40-418f146c5bbc is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:23.175699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e48e67f-338b-42bb-a49b-8c40a26e2034']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:23.185504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:23.201983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:23.285368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-159fd203-147a-43aa-934a-fbcbb5d896c3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Request body: {'router': {'name': 'tempest-router--1932935544', 'project_id': 'deb804df39864a3ca377778df2315a48'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:23.309438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-159fd203-147a-43aa-934a-fbcbb5d896c3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:23.322823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-159fd203-147a-43aa-934a-fbcbb5d896c3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Usage tracker for resource:router and tenant:deb804df39864a3ca377778df2315a48 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:23.346745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-159fd203-147a-43aa-934a-fbcbb5d896c3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:23.368210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-159fd203-147a-43aa-934a-fbcbb5d896c3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:23.395705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfddaef1-9ce9-4a86-98b5-a1a1081f4edd') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:23.396059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfddaef1-9ce9-4a86-98b5-a1a1081f4edd') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:23.408187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.447858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.507687 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-a72a9ea6-e014-42a6-af10-5de14487e213 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--176652929&fields=id&tenant_id=3799217fd402441cb16f9e8ff8048dcd HTTP/1.1" status: 200 len: 267 time: 0.1266904 Dec 22 17:13:23.508537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.508812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.517243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:23.517875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.531276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:13:23.531678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.548375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-412def03-fd02-4ebb-b965-a56a8bea9914 None None] Provisioning for port 4f8c628f-a744-4941-9f26-c2a92f574aa8 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:23.558204 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-412def03-fd02-4ebb-b965-a56a8bea9914 None None] Provisioning complete for port 4f8c628f-a744-4941-9f26-c2a92f574aa8 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:23.559586 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-412def03-fd02-4ebb-b965-a56a8bea9914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:13:23.561945 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:13:23.610510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-159fd203-147a-43aa-934a-fbcbb5d896c3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.612381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-159fd203-147a-43aa-934a-fbcbb5d896c3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.636197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308ddb87-19b9-4a09-95ce-8e3fe0de5db4']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:23.647816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-412def03-fd02-4ebb-b965-a56a8bea9914 None None] Port 4f8c628f-a744-4941-9f26-c2a92f574aa8 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:13:23.656897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a6463a-08f8-4850-9ee7-bd5840a4788b') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:23.657331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a6463a-08f8-4850-9ee7-bd5840a4788b') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:23.676230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.711888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e6ecd-cab9-4fbc-8d47-e67644184004 req-581c5097-3f99-4d6b-b08a-2e3aecfcc482 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:23.713411 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-986e6ecd-cab9-4fbc-8d47-e67644184004 req-581c5097-3f99-4d6b-b08a-2e3aecfcc482 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 932 time: 0.7886915 Dec 22 17:13:23.717352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.792944 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4964011 Dec 22 17:13:23.808771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:13:23.810214 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.811982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.820677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e48e67f-338b-42bb-a49b-8c40a26e2034 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 17:13:23.822654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.825810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:13:23.833873 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:13:23.844077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:23.876857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e48e67f-338b-42bb-a49b-8c40a26e2034,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:23.879680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:23.888504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:23.890762 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "DELETE /v2.0/networks/5e48e67f-338b-42bb-a49b-8c40a26e2034 HTTP/1.1" status: 204 len: 168 time: 1.9825099 Dec 22 17:13:23.900917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:23.906983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55012) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:23.932381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:23.934789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:23.935972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:23.936591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:23.970588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-840559c8-a3dc-4745-852d-ed09750505d1 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:23.978305 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-840559c8-a3dc-4745-852d-ed09750505d1 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/networks?id=4e21d005-9d9c-4384-8d54-c467fe66715e HTTP/1.1" status: 200 len: 812 time: 0.4544282 Dec 22 17:13:24.000086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Request body: {'network': {'name': 'tempest-network--1778975416', 'router:external': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:24.009527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-159fd203-147a-43aa-934a-fbcbb5d896c3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:24.015542 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-c952a3d8-0963-426e-9dfa-1e01abeeaa80 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/quotas/3799217fd402441cb16f9e8ff8048dcd HTTP/1.1" status: 200 len: 375 time: 0.0363152 Dec 22 17:13:24.025286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:24.043854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Usage tracker for resource:network and tenant:11fc9740b5a945ffa165af3a650ac234 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:24.053958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-986e6ecd-cab9-4fbc-8d47-e67644184004 req-951a143b-83b9-4b67-b1f8-c4c3ef5a48a4 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Synchronizing usage tracker for tenant:2004647fb1f74a07a97b27f4fdea4794 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:24.062102 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0724564 Dec 22 17:13:24.063992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55016) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:24.075009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:24.091159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:24.146100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:24.153115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:24.185317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event updated for resources: {'Port': ['ID=5b883f12-f2fe-469a-8576-48facb7208fa,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:24.189008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:24.195129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1043cfff-3687-4598-9f36-7e9b1dd56ef6 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:24.214382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-159fd203-147a-43aa-934a-fbcbb5d896c3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:24.218060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:24.243394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-986e6ecd-cab9-4fbc-8d47-e67644184004 req-951a143b-83b9-4b67-b1f8-c4c3ef5a48a4 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Unset dirty status for tenant:2004647fb1f74a07a97b27f4fdea4794 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:24.244531 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-986e6ecd-cab9-4fbc-8d47-e67644184004 req-951a143b-83b9-4b67-b1f8-c4c3ef5a48a4 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5194139 Dec 22 17:13:24.272563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Made reservation on behalf of 11fc9740b5a945ffa165af3a650ac234 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:24.278443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:24.288823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Pushing event deleted for resources: {'Network': ['ID=308ddb87-19b9-4a09-95ce-8e3fe0de5db4,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:24.294038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:24.313391 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] 10.222.0.70 "DELETE /v2.0/networks/308ddb87-19b9-4a09-95ce-8e3fe0de5db4 HTTP/1.1" status: 204 len: 168 time: 4.1606112 Dec 22 17:13:24.317938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-159fd203-147a-43aa-934a-fbcbb5d896c3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:24.319082 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-159fd203-147a-43aa-934a-fbcbb5d896c3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3530164 Dec 22 17:13:24.325064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55022) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:24.330227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:24.524737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:24.537815 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-c36f7b1f-8ba7-44b7-9804-583d23ee1392 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3799217fd402441cb16f9e8ff8048dcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5212204 Dec 22 17:13:24.667376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:13:24.669452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:24.702374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5f41ac35-ac32-403a-834b-4ad8ebed5a34 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:24.785501 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-da8c5ea4-ca47-4996-81d2-398e706af6ce req-657662d1-4eaa-4114-9669-5a27fcf4c8ac tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 210 time: 0.2632964 Dec 22 17:13:24.797080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:24.797664 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Added segment 9102eadc-e935-433d-8ec7-7fcfcdc7dabd of type vlan for network dbc1e83b-1f39-471f-8207-2da29a164610 Dec 22 17:13:24.807941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ffb5-10a5-4f50-a9fa-42e2609faa73 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:24.883082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55028) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:24.898635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:24.900183 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-66ac0cc8-72f3-49c6-81af-6f29b74e3766 service neutron] 10.222.0.70 "GET /v2.0/networks/4e21d005-9d9c-4384-8d54-c467fe66715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289688 Dec 22 17:13:25.062358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] device_id is not set on port 5b883f12-f2fe-469a-8576-48facb7208fa yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:13:25.073560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:25.105614 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-d1761b4d-8413-4044-b6f5-60d3ffb2b65f service neutron] 10.222.0.70 "GET /v2.0/networks/4e21d005-9d9c-4384-8d54-c467fe66715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749599 Dec 22 17:13:25.121875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Transition to ACTIVE for port object 5b883f12-f2fe-469a-8576-48facb7208fa will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:25.139095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:25.145120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-85869988-01ed-4bdb-bfb7-602e74cc330e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:25.297689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0e9cc9a7-adf2-494a-9cf2-5171685ffa66 admin admin] Synchronizing usage tracker for tenant:14170f9ce40d4fbaa11f749323273ed1 on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:25.302251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event updated for resources: {'Port': ['ID=5b883f12-f2fe-469a-8576-48facb7208fa,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:25.305219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:25.334320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event updated for resources: {'Port': ['ID=5764710c-6fc3-43f6-af21-5aa4e627dd92,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:25.343285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:25.491237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:25.491237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:25.491237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:25.497879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:25.498291 dv-neutron-822513-1-hyperv neutron-server[87587]: ERROR neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:25.498877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0e9cc9a7-adf2-494a-9cf2-5171685ffa66 admin admin] Unset dirty status for tenant:14170f9ce40d4fbaa11f749323273ed1 on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:25.500326 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0e9cc9a7-adf2-494a-9cf2-5171685ffa66 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0be0659e731496989af0f64d9f7d9fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6161029 Dec 22 17:13:25.502075 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.plugins.ml2.plugin [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 2 to bind port 5b883f12-f2fe-469a-8576-48facb7208fa Dec 22 17:13:25.523709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55040) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:25.524476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:25.556559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:25.556972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:25.557534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:25.586573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ffb5-10a5-4f50-a9fa-42e2609faa73 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:25.590798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:25.591464 dv-neutron-822513-1-hyperv neutron-server[87587]: ERROR neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:25.599863 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.plugins.ml2.plugin [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 3 to bind port 5b883f12-f2fe-469a-8576-48facb7208fa Dec 22 17:13:25.633622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f168e-f639-45ca-8e26-b3d416ff23be req-5bb56a74-6923-4b80-a2a3-a39c5765d6ff tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:25.634624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-745f168e-f639-45ca-8e26-b3d416ff23be req-5bb56a74-6923-4b80-a2a3-a39c5765d6ff tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Synchronizing usage tracker for tenant:2004647fb1f74a07a97b27f4fdea4794 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:25.649790 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ffb5-10a5-4f50-a9fa-42e2609faa73 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:25.651570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:25.651903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:25.652236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:25.653173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-bc0f0390-2ada-494c-9bd4-043e317067f6 req-f265b2fd-ca3b-4735-9130-8a5733f7972f tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Synchronizing usage tracker for tenant:3799217fd402441cb16f9e8ff8048dcd on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:25.675533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:25.675746 dv-neutron-822513-1-hyperv neutron-server[87587]: ERROR neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:25.679410 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.plugins.ml2.plugin [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 4 to bind port 5b883f12-f2fe-469a-8576-48facb7208fa Dec 22 17:13:25.691547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-daa2fc86-da44-407d-bcf6-6688c2079e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:25.706012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-745f168e-f639-45ca-8e26-b3d416ff23be req-5bb56a74-6923-4b80-a2a3-a39c5765d6ff tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Unset dirty status for tenant:2004647fb1f74a07a97b27f4fdea4794 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:25.707457 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-745f168e-f639-45ca-8e26-b3d416ff23be req-5bb56a74-6923-4b80-a2a3-a39c5765d6ff tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 932 time: 0.3055193 Dec 22 17:13:25.710555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:25.710887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:25.711272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:25.721397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:25.721397 dv-neutron-822513-1-hyperv neutron-server[87587]: ERROR neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:25.721397 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.plugins.ml2.plugin [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 5 to bind port 5b883f12-f2fe-469a-8576-48facb7208fa Dec 22 17:13:25.761879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-daa2fc86-da44-407d-bcf6-6688c2079e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:25.770727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:25.771057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:25.771426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:25.774619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:25.787251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-bc0f0390-2ada-494c-9bd4-043e317067f6 req-f265b2fd-ca3b-4735-9130-8a5733f7972f tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Unset dirty status for tenant:3799217fd402441cb16f9e8ff8048dcd on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:25.793962 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bc0f0390-2ada-494c-9bd4-043e317067f6 req-f265b2fd-ca3b-4735-9130-8a5733f7972f tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 210 time: 0.2600834 Dec 22 17:13:25.795301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:25.795629 dv-neutron-822513-1-hyperv neutron-server[87587]: ERROR neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:25.799775 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.plugins.ml2.plugin [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 6 to bind port 5b883f12-f2fe-469a-8576-48facb7208fa Dec 22 17:13:25.812136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ffb5-10a5-4f50-a9fa-42e2609faa73 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:25.812920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed9ffb5-10a5-4f50-a9fa-42e2609faa73 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2f5cf44-c478-42e3-a784-4dec6782f5be {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:13:25.865119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ffb5-10a5-4f50-a9fa-42e2609faa73 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:25.866293 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3ed9ffb5-10a5-4f50-a9fa-42e2609faa73 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "DELETE /v2.0/routers/d2f5cf44-c478-42e3-a784-4dec6782f5be HTTP/1.1" status: 204 len: 168 time: 1.5403228 Dec 22 17:13:25.881269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:25.911784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:25.923663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:25.997166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c242f9f4-0bad-4d1c-8378-9562855e9371 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:26.017104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:26.017792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:26.017792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:26.023671 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-745f168e-f639-45ca-8e26-b3d416ff23be req-a83f92b2-85ca-48ce-a407-5a2cc2bcf0d5 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2886419 Dec 22 17:13:26.029056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:26.029404 dv-neutron-822513-1-hyperv neutron-server[87587]: ERROR neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:26.030555 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.plugins.ml2.plugin [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 7 to bind port 5b883f12-f2fe-469a-8576-48facb7208fa Dec 22 17:13:26.056185 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1457374 Dec 22 17:13:26.064594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55054) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:26.083272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Network b3362221-8490-48b3-bf87-baa306525f0b is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:26.084845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:26.094567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:26.094847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:26.095364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:26.158846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:26.159203 dv-neutron-822513-1-hyperv neutron-server[87587]: ERROR neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:26.176544 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.plugins.ml2.plugin [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 8 to bind port 5b883f12-f2fe-469a-8576-48facb7208fa Dec 22 17:13:26.183494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-daa2fc86-da44-407d-bcf6-6688c2079e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:26.214100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:26.244617 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:26.244999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:26.245463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:26.254271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2fc86-da44-407d-bcf6-6688c2079e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cfb800-28a0-4391-a422-771855d7d75f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:26.275368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:26.275701 dv-neutron-822513-1-hyperv neutron-server[87587]: ERROR neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:26.284378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b530d63-0cdb-4ce6-b901-24b058c3728b tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:26.295579 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9b530d63-0cdb-4ce6-b901-24b058c3728b tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] 10.222.0.70 "GET /v2.0/networks/dbc1e83b-1f39-471f-8207-2da29a164610 HTTP/1.1" status: 200 len: 757 time: 0.2269890 Dec 22 17:13:26.295579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-daa2fc86-da44-407d-bcf6-6688c2079e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:26.295579 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.plugins.ml2.plugin [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 9 to bind port 5b883f12-f2fe-469a-8576-48facb7208fa Dec 22 17:13:26.318067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55058) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:26.319011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-daa2fc86-da44-407d-bcf6-6688c2079e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:26.323217 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-daa2fc86-da44-407d-bcf6-6688c2079e94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/28cfb800-28a0-4391-a422-771855d7d75f HTTP/1.1" status: 204 len: 168 time: 0.7985978 Dec 22 17:13:26.356714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:26.357213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:26.357391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:26.447233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:26.447656 dv-neutron-822513-1-hyperv neutron-server[87587]: ERROR neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:26.466542 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.plugins.ml2.plugin [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempt 10 to bind port 5b883f12-f2fe-469a-8576-48facb7208fa Dec 22 17:13:26.516885 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8cedab43-dcb0-4181-b5a3-16cae186e881 req-4f0aadc1-034a-45e7-9ba4-70d93a16a4e6 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 210 time: 0.4554775 Dec 22 17:13:26.519225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55064) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:26.522135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:26.522482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:26.522850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempting to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:26.545945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:26.546527 dv-neutron-822513-1-hyperv neutron-server[87587]: ERROR neutron.plugins.ml2.managers [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Failed to bind port 5b883f12-f2fe-469a-8576-48facb7208fa on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bbadb738-038e-4c8e-a5d1-265279f057fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1d7f1cac-9bd7-405b-af3e-f3826460dc54'}] Dec 22 17:13:26.547239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:26.566569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f30972e-42cd-4e6a-8196-daa79027b50d tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:26.572317 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5f30972e-42cd-4e6a-8196-daa79027b50d tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] 10.222.0.70 "GET /v2.0/networks/aa138d60-cff6-4808-ac47-223b7858960a HTTP/1.1" status: 200 len: 767 time: 0.2445722 Dec 22 17:13:26.574771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55068) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:26.640750 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-437fe550-7899-4423-8b9d-14034a64a27b None None] Provisioning complete for port 5764710c-6fc3-43f6-af21-5aa4e627dd92 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:26.642384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-437fe550-7899-4423-8b9d-14034a64a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:26.686745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event updated for resources: {'Network': ['ID=dbc1e83b-1f39-471f-8207-2da29a164610,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:26.710640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network dbc1e83b-1f39-471f-8207-2da29a164610 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:13:26.735647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:26.790438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:26.806188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] For port 5b883f12-f2fe-469a-8576-48facb7208fa, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:26.806953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attempted to set empty binding levels {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 17:13:26.815316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:26.831012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:26.907722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-437fe550-7899-4423-8b9d-14034a64a27b None None] Port 5764710c-6fc3-43f6-af21-5aa4e627dd92 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:13:26.971785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Router a12b96ed-e48c-46ef-9c72-64d771599d19 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:13:27.009877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] In _notify_port_updated(), no bound segment for port 5b883f12-f2fe-469a-8576-48facb7208fa on network 1d7f1cac-9bd7-405b-af3e-f3826460dc54 {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:13:27.010855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:27.011584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:27.022809 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "PUT /v2.0/ports/5b883f12-f2fe-469a-8576-48facb7208fa HTTP/1.1" status: 200 len: 980 time: 2.9517200 Dec 22 17:13:27.106684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55078) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:27.161339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-fbc6f40a-0f78-41bd-ac52-1cb9fd3b0a37 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:13:27.165482 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-fbc6f40a-0f78-41bd-ac52-1cb9fd3b0a37 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591626 Dec 22 17:13:27.275711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1149052064', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:27.323708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:27.366743 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-905317f8-105a-46ac-acc0-f0a14bd1f77a req-cfdc89a3-5b9d-4561-9ef1-98a93018db23 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 210 time: 0.1824028 Dec 22 17:13:27.419955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55088) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:27.445850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Usage tracker for resource:router and tenant:b4aeaf5343e1490d962eb05488c43091 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:27.471778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:27.523920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event updated for resources: {'Port': ['ID=5b883f12-f2fe-469a-8576-48facb7208fa,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:27.532882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:27.539239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:27.545377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:27.550464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3676-f123-48d5-bb24-44d98ebda70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:27.585719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Deleting port 5b883f12-f2fe-469a-8576-48facb7208fa {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:27.586067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:27.596601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b0a47285-7c29-468f-8a70-d846b7b20c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:27.604203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc1e83b-1f39-471f-8207-2da29a164610']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:27.655847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9102eadc-e935-433d-8ec7-7fcfcdc7dabd') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:27.656164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:27.656267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9102eadc-e935-433d-8ec7-7fcfcdc7dabd') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:27.656958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:27.662985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e8eb3676-f123-48d5-bb24-44d98ebda70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:27.680208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e8eb3676-f123-48d5-bb24-44d98ebda70c admin admin] Usage tracker for resource:security_group_rule and tenant:df35193b8e1e40f08eae3a757844e3ec is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:27.681522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:27.684262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e8eb3676-f123-48d5-bb24-44d98ebda70c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:27.704787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:27.705166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:27.714756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e8eb3676-f123-48d5-bb24-44d98ebda70c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:27.717772 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365047b8-8ef4-42ec-9601-e6f6c467d210 None None] Sync routers for ids ['a12b96ed-e48c-46ef-9c72-64d771599d19'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:27.733541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:13:27.741285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:27.742381 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365047b8-8ef4-42ec-9601-e6f6c467d210 None None] Routers {'a12b96ed-e48c-46ef-9c72-64d771599d19'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:27.747068 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-365047b8-8ef4-42ec-9601-e6f6c467d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a12b96ed-e48c-46ef-9c72-64d771599d19'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:13:27.776322 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:13:27.923583 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-82549f82-baf5-437d-ad60-2685912f9ce8 req-423f6b20-7808-4db0-b253-92cbea35c973 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 210 time: 0.2101331 Dec 22 17:13:27.955998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:27.957396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:27.967136 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4da2d8de-7a84-4e0a-924b-24c61e01d042 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:27.969453 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "PUT /v2.0/routers/a12b96ed-e48c-46ef-9c72-64d771599d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0194917 Dec 22 17:13:27.976155 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-365047b8-8ef4-42ec-9601-e6f6c467d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:27.986463 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365047b8-8ef4-42ec-9601-e6f6c467d210 None None] Routers {'a12b96ed-e48c-46ef-9c72-64d771599d19'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:27.987227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dbc1e83b-1f39-471f-8207-2da29a164610 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 17:13:27.988061 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-365047b8-8ef4-42ec-9601-e6f6c467d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a12b96ed-e48c-46ef-9c72-64d771599d19'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:27.989409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55094) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:28.012663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ff326-a7b5-41d0-a880-2f103fbba6cb req-053b9016-022f-424b-a605-d0805ed70cd2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:28.012895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:28.020319 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bd4ff326-a7b5-41d0-a880-2f103fbba6cb req-053b9016-022f-424b-a605-d0805ed70cd2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 932 time: 0.7091439 Dec 22 17:13:28.025759 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Request body: {'port': {'network_id': 'b3362221-8490-48b3-bf87-baa306525f0b', 'name': 'tempest-FloatingIPAdminTestJSON-1229171984'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:28.066556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbc1e83b-1f39-471f-8207-2da29a164610,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:28.078896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:28.081515 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-365047b8-8ef4-42ec-9601-e6f6c467d210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:28.082394 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365047b8-8ef4-42ec-9601-e6f6c467d210 None None] The sync data for ids ['a12b96ed-e48c-46ef-9c72-64d771599d19'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:28.287434 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "DELETE /v2.0/networks/dbc1e83b-1f39-471f-8207-2da29a164610 HTTP/1.1" status: 204 len: 168 time: 1.7115743 Dec 22 17:13:28.300197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55098) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:28.335723 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bd4ff326-a7b5-41d0-a880-2f103fbba6cb req-c4872157-b61d-4fcc-b546-956b28180538 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3142946 Dec 22 17:13:28.337992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Request body: {'network': {'name': 'tempest-network--830239900'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:28.364270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:28.372116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Usage tracker for resource:network and tenant:11fc9740b5a945ffa165af3a650ac234 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:28.377728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:28.400827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:28.411958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Usage tracker for resource:port and tenant:0efacc8d905e47c587284ac4af50b64a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:28.415137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:28.417147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:28.426005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:28.453553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Made reservation on behalf of 11fc9740b5a945ffa165af3a650ac234 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:28.458120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:28.476675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Made reservation on behalf of 0efacc8d905e47c587284ac4af50b64a for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:28.480310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:28.515147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] device_id is not set on port 7101f338-ee07-4dcb-b371-aefd3c3adc69 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:13:28.530210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] For port 5b883f12-f2fe-469a-8576-48facb7208fa, host hv-neutron-8225, got binding levels [] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:28.530210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:28.553103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:13:28.559100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:28.584559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:28.584893 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Added segment 5c7618e8-fe99-48cc-ab19-91d5c3cae497 of type vlan for network 668fe36a-129b-4b08-aaab-8efd4e814617 Dec 22 17:13:28.648209 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ecc19d6-41ac-4b58-a99c-785df2ae4d41 req-ada6dd24-df8d-4d62-8f80-d873871582f1 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 210 time: 0.0557790 Dec 22 17:13:28.688196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Calling delete_port for 5b883f12-f2fe-469a-8576-48facb7208fa owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:28.702015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:28.757266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Allocated IP 172.20.0.4 (b3362221-8490-48b3-bf87-baa306525f0b/c879817e-6f91-44ec-8265-7957aa540058/7101f338-ee07-4dcb-b371-aefd3c3adc69) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:28.759840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:28.763232 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:28.763473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:28.766962 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3676-f123-48d5-bb24-44d98ebda70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:28.767828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:28.774041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3676-f123-48d5-bb24-44d98ebda70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:28.792863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:28.899749 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e8eb3676-f123-48d5-bb24-44d98ebda70c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df35193b8e1e40f08eae3a757844e3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4558113 Dec 22 17:13:28.900659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb3676-f123-48d5-bb24-44d98ebda70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046b291e-b32e-4392-aa9a-e2b9f33b92a0,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:28.904676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55106) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:28.907424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e8eb3676-f123-48d5-bb24-44d98ebda70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:28.931405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:28.947660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:28.977890 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6736233 Dec 22 17:13:28.986111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event updated for resources: {'Network': ['ID=668fe36a-129b-4b08-aaab-8efd4e814617,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:28.986874 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55112) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:28.991654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:29.002945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 668fe36a-129b-4b08-aaab-8efd4e814617 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:13:29.028591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-571808d6-008a-44c0-ab17-5b724332e485 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:29.042075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b883f12-f2fe-469a-8576-48facb7208fa,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:29.053091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:29.061325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:29.128818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.53', 51402) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:29.250216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd22760a-9b69-4b7d-af5e-5ca3e13d6615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:29.264803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Request body: {'port': {'device_id': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:29.298816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:29.305580 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-20c3cff3-35d5-48d0-bfa4-b77b54deef1e req-492bedd0-c697-4628-b64c-8c171c444299 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 210 time: 0.2540138 Dec 22 17:13:29.355222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Transition to ACTIVE for port object 7101f338-ee07-4dcb-b371-aefd3c3adc69 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:29.356032 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "DELETE /v2.0/ports/5b883f12-f2fe-469a-8576-48facb7208fa HTTP/1.1" status: 204 len: 168 time: 2.2471189 Dec 22 17:13:29.358657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55120) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:29.366704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd22760a-9b69-4b7d-af5e-5ca3e13d6615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:29.454735 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-642ea3c4-9b71-4c76-add0-63606eaede5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] GET failed (client error): The resource could not be found. Dec 22 17:13:29.455842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-642ea3c4-9b71-4c76-add0-63606eaede5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Synchronizing usage tracker for tenant:4d25e3cb48194cf281481d8be2f66985 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:29.472286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-7c216126-27d6-4287-a1ec-1e34128e9c05 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:29.473636 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-7c216126-27d6-4287-a1ec-1e34128e9c05 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.53 "GET /v2.0/networks?id=74bc4cb7-dcf3-4daf-aac3-ac856c717a8a HTTP/1.1" status: 200 len: 806 time: 0.3433435 Dec 22 17:13:29.572649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-642ea3c4-9b71-4c76-add0-63606eaede5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Unset dirty status for tenant:4d25e3cb48194cf281481d8be2f66985 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:29.573790 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-642ea3c4-9b71-4c76-add0-63606eaede5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] 10.222.0.70 "GET /v2.0/ports/5b883f12-f2fe-469a-8576-48facb7208fa HTTP/1.1" status: 404 len: 333 time: 0.2108030 Dec 22 17:13:29.577062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:29.586335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55130) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:29.609907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:29.623823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:29.705651 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-17a0cace-a096-461f-bb68-308256b8b088 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d87804a11a84295a1aba424574c4c5c HTTP/1.1" status: 200 len: 380 time: 0.1767704 Dec 22 17:13:29.741280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Request body: {'port': {'device_id': '7f6f1742-a562-4355-8074-f530ab1be05e', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'admin_state_up': True, 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'security_groups': ['f1e09683-6c52-45a4-abd8-7b3fafaebb12']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:29.780425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Network b3362221-8490-48b3-bf87-baa306525f0b is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:29.837881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:29.839748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event updated for resources: {'Port': ['ID=7101f338-ee07-4dcb-b371-aefd3c3adc69,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:29.843647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:29.854110 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:29.885592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:29.926874 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-571808d6-008a-44c0-ab17-5b724332e485 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:29.954933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.53', 51406) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:29.977840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f668b60-295e-4aee-b38d-ac1b453a3db3 req-dba78859-d179-4f3e-bea4-1ae1ed91aea2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:29.984050 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f668b60-295e-4aee-b38d-ac1b453a3db3 req-dba78859-d179-4f3e-bea4-1ae1ed91aea2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 932 time: 0.4950864 Dec 22 17:13:29.985646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-571808d6-008a-44c0-ab17-5b724332e485 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:29.989195 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.037170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4b9e-f882-4f9f-8030-08e393a86ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.056003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.114452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd22760a-9b69-4b7d-af5e-5ca3e13d6615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.117020 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-10707278-7a49-4638-977b-bd2d1190f3ad req-93856647-54e0-4d89-8f1b-1909fe32ebd4 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 210 time: 0.2609112 Dec 22 17:13:30.125846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:30.148704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:30.149322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.173576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-aa39d67f-889c-4044-a5e8-a807aa93aeca None None] Provisioning for port 7101f338-ee07-4dcb-b371-aefd3c3adc69 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:30.181898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-aa39d67f-889c-4044-a5e8-a807aa93aeca None None] Provisioning complete for port 7101f338-ee07-4dcb-b371-aefd3c3adc69 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:30.182489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-aa39d67f-889c-4044-a5e8-a807aa93aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.203023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-571808d6-008a-44c0-ab17-5b724332e485 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Network 668fe36a-129b-4b08-aaab-8efd4e814617 is not hosted by any dhcp agent {{(pid=87586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 17:13:30.204178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571808d6-008a-44c0-ab17-5b724332e485 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:30.204905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-571808d6-008a-44c0-ab17-5b724332e485 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.210312 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-571808d6-008a-44c0-ab17-5b724332e485 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "PUT /v2.0/networks/668fe36a-129b-4b08-aaab-8efd4e814617 HTTP/1.1" status: 200 len: 857 time: 1.1995740 Dec 22 17:13:30.211311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55140) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:30.246276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-aa39d67f-889c-4044-a5e8-a807aa93aeca None None] Port 7101f338-ee07-4dcb-b371-aefd3c3adc69 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:13:30.270279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:30.274851 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f668b60-295e-4aee-b38d-ac1b453a3db3 req-23dac451-d474-4cf3-9b9d-9030dbdaf09f tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2510540 Dec 22 17:13:30.287382 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2831950 Dec 22 17:13:30.303825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55146) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:30.322318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:30.368826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-b0bdfc30-14d5-4665-ae77-2dc6d96bf721 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:30.370282 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-b0bdfc30-14d5-4665-ae77-2dc6d96bf721 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.53 "GET /v2.0/networks?id=4e21d005-9d9c-4384-8d54-c467fe66715e HTTP/1.1" status: 200 len: 812 time: 0.4114039 Dec 22 17:13:30.380892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Made reservation on behalf of 2d87804a11a84295a1aba424574c4c5c for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:30.384276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.486984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'project_id': '0efacc8d905e47c587284ac4af50b64a', 'port_id': '7101f338-ee07-4dcb-b371-aefd3c3adc69'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:30.497333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:30.503431 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-1880eb0c-c59a-4e4f-ae4d-1ec7dad32e15 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3799217fd402441cb16f9e8ff8048dcd HTTP/1.1" status: 200 len: 379 time: 0.1236086 Dec 22 17:13:30.506065 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd22760a-9b69-4b7d-af5e-5ca3e13d6615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.507119 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fd22760a-9b69-4b7d-af5e-5ca3e13d6615 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/046b291e-b32e-4392-aa9a-e2b9f33b92a0 HTTP/1.1" status: 204 len: 168 time: 1.6016016 Dec 22 17:13:30.510357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Usage tracker for resource:floatingip and tenant:0efacc8d905e47c587284ac4af50b64a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:30.519330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571808d6-008a-44c0-ab17-5b724332e485 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event updated for resources: {'Network': ['ID=668fe36a-129b-4b08-aaab-8efd4e814617,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:30.522093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-571808d6-008a-44c0-ab17-5b724332e485 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:30.523223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Request body: {'port': {'device_id': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'admin_state_up': True, 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'security_groups': ['59ac1f6b-dc7a-4265-88c0-038d84ea8c0e']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:30.526556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.537482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:30.544518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:30.568305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e8eb3676-f123-48d5-bb24-44d98ebda70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:30.571243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:30.607436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22760a-9b69-4b7d-af5e-5ca3e13d6615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046b291e-b32e-4392-aa9a-e2b9f33b92a0,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:30.609681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fd22760a-9b69-4b7d-af5e-5ca3e13d6615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:30.612508 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b5cf2061-ed8e-4724-91d3-0f81b0382ac2 req-b6548e2d-c15e-4250-a224-43eaf6913ebf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 210 time: 0.1073022 Dec 22 17:13:30.632764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.646629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7f1cac-9bd7-405b-af3e-f3826460dc54']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:30.671367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Allocated IP 172.26.3.123 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/3e7a60fb-798b-4434-a16d-32e6b7382938) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:30.685237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbadb738-038e-4c8e-a5d1-265279f057fc') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:30.685791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbadb738-038e-4c8e-a5d1-265279f057fc') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:30.735389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.806219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.890171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.909853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:13:30.910241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.918597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8c628f-a744-4941-9f26-c2a92f574aa8 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:13:30.924941 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:13:30.935916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:30.949703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.001463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.036148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:31.048005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668fe36a-129b-4b08-aaab-8efd4e814617']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:31.063546 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7618e8-fe99-48cc-ab19-91d5c3cae497') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:31.063546 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7618e8-fe99-48cc-ab19-91d5c3cae497') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:31.064131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Allocated IP 172.20.0.11 (74bc4cb7-dcf3-4daf-aac3-ac856c717a8a/5e22ef8e-a38c-46bd-982b-f33167531c7f/8bf92ffd-d521-4180-8b2d-04aadbbec19f) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:31.069591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:31.082986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Transition to ACTIVE for port object 4f8c628f-a744-4941-9f26-c2a92f574aa8 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:31.090857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.092066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.098104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.105400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a33bef6e-c9f9-4038-8ebc-1f0817dc8334 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:31.108759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.117683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-237b7bde-2a3d-40d2-beae-09e51dfc9eef tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:31.148654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.154593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Pushing event deleted for resources: {'Network': ['ID=1d7f1cac-9bd7-405b-af3e-f3826460dc54,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:31.154776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Made reservation on behalf of 3799217fd402441cb16f9e8ff8048dcd for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:31.157294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.160912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:31.163154 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] 10.222.0.70 "DELETE /v2.0/networks/1d7f1cac-9bd7-405b-af3e-f3826460dc54 HTTP/1.1" status: 204 len: 168 time: 1.5745647 Dec 22 17:13:31.169091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.174855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:13:31.175284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:13:31.191205 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:13:31.204520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.430648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.436330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 668fe36a-129b-4b08-aaab-8efd4e814617 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 17:13:31.449850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.462035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:31.495084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Pushing event deleted for resources: {'Network': ['ID=668fe36a-129b-4b08-aaab-8efd4e814617,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:31.503087 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:31.549165 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] 10.222.0.70 "DELETE /v2.0/networks/668fe36a-129b-4b08-aaab-8efd4e814617 HTTP/1.1" status: 204 len: 168 time: 1.3212886 Dec 22 17:13:31.551121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55184) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:31.570677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8c628f-a744-4941-9f26-c2a92f574aa8,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:31.616334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:31.642023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:31.653807 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-8921abd6-5e68-4a14-91e7-ca7b335d041e tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] DELETE failed (client error): The resource could not be found. Dec 22 17:13:31.653807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8921abd6-5e68-4a14-91e7-ca7b335d041e tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:13:31.658122 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8921abd6-5e68-4a14-91e7-ca7b335d041e tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] 10.222.0.70 "DELETE /v2.0/subnets/a106499b-0aea-483d-8efb-491b950ca7b2 HTTP/1.1" status: 404 len: 337 time: 0.0998530 Dec 22 17:13:31.659545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55188) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:31.661160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d8ea8d42-5ec8-437b-8681-f00ca29fa897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:31.687731 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-17a63bce-44dd-471e-8b13-0d3f9e1f793e req-5296bec7-00a7-4667-8dac-757d3c2a41f5 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 210 time: 0.2704208 Dec 22 17:13:31.725574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55194) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:31.766433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:31.785619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:31.788093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:32.042106 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f3df29db-69ac-4326-add2-6b3f79aadf25 req-284cda1b-abc8-4a25-88e7-28dd4e7300a9 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 210 time: 0.1406448 Dec 22 17:13:32.058960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.066357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.110796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Attempting to bind port 4f8c628f-a744-4941-9f26-c2a92f574aa8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:32.116144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Attempting to bind port 4f8c628f-a744-4941-9f26-c2a92f574aa8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:32.116850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Attempting to bind port 4f8c628f-a744-4941-9f26-c2a92f574aa8 on network 5951c9dd-e782-4b95-be40-418f146c5bbc {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:32.136395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Port 4f8c628f-a744-4941-9f26-c2a92f574aa8 on network 5951c9dd-e782-4b95-be40-418f146c5bbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:32.136962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Attempting to bind port 4f8c628f-a744-4941-9f26-c2a92f574aa8 on network 5951c9dd-e782-4b95-be40-418f146c5bbc {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:32.147683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Transition to ACTIVE for port object 8bf92ffd-d521-4180-8b2d-04aadbbec19f will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:32.156580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Allocated IP 172.20.0.8 (4e21d005-9d9c-4384-8d54-c467fe66715e/8cf246d8-2bf5-48b2-89b4-ff7c32508fbd/322f3444-38b0-4ab0-b40b-12be746682ba) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:32.175929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:32.176299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Checking segment: {'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:32.176890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Bound using segment: {'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:32.177335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Bound port: 4f8c628f-a744-4941-9f26-c2a92f574aa8, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf298350-1a1c-4f11-982d-86d935fceefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:32.177725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.294980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Pushing event updated for resources: {'Port': ['ID=3e7a60fb-798b-4434-a16d-32e6b7382938,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:32.297939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:32.351713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.410978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babf0b4-1933-443d-8795-169787d663f2 req-2899e2b3-2299-4f10-a6d4-fa4a3bada63d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:32.412371 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8babf0b4-1933-443d-8795-169787d663f2 req-2899e2b3-2299-4f10-a6d4-fa4a3bada63d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 944 time: 0.9242029 Dec 22 17:13:32.420097 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-16af1143-b142-43d3-a03c-ace7e64d77c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=007caecb019c492cbc19b8a52c217ae7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6825747 Dec 22 17:13:32.439455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55214) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:32.465612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55218) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:32.474678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.488604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Allocated IP 172.26.3.53 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/b3a1f91b-4f48-49af-a482-326f2fecb935) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:32.495433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.518127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:32.592769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] For port 4f8c628f-a744-4941-9f26-c2a92f574aa8, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:32.648073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:32.663667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] For port 4f8c628f-a744-4941-9f26-c2a92f574aa8, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8,segment=NetworkSegment(cf298350-1a1c-4f11-982d-86d935fceefd),segment_id=cf298350-1a1c-4f11-982d-86d935fceefd)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:32.672637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1629799586', 'router:external': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:32.673201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:32.681050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:32.687349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:32.700473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.714374 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8babf0b4-1933-443d-8795-169787d663f2 req-b876a756-7a93-4e51-88e7-7e9cb03c42f9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2915120 Dec 22 17:13:32.716402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.717800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Usage tracker for resource:network and tenant:bff8fd3baa674dc8bb889df098c17def is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:32.724528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:32.749332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:32.816881 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa138d60-cff6-4808-ac47-223b7858960a']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:32.856701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4bd85d-16c2-4f17-8684-12591be547b5') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:32.856991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4bd85d-16c2-4f17-8684-12591be547b5') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:32.873401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Made reservation on behalf of bff8fd3baa674dc8bb889df098c17def for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:32.875708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.890148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.902958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.929165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.935551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:32.937639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.946695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:32.947328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:32.948869 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] 10.222.0.53 "PUT /v2.0/ports/4f8c628f-a744-4941-9f26-c2a92f574aa8 HTTP/1.1" status: 200 len: 1094 time: 3.8358250 Dec 22 17:13:32.967393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'tag': '4f8c628f-a744-4941-9f26-c2a92f574aa8'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:13:32.972070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Pushing event updated for resources: {'Port': ['ID=8bf92ffd-d521-4180-8b2d-04aadbbec19f,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:32.975046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:32.993604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:33.009148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Usage tracker for resource:security_group_rule and tenant:bff8fd3baa674dc8bb889df098c17def is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:33.012920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:33.018718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-25428760-68ac-439d-8a95-2505a48801d4 None None] Provisioning for port 8bf92ffd-d521-4180-8b2d-04aadbbec19f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:33.020481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:13:33.020903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.025069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-25428760-68ac-439d-8a95-2505a48801d4 None None] Provisioning complete for port 8bf92ffd-d521-4180-8b2d-04aadbbec19f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:33.026057 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-25428760-68ac-439d-8a95-2505a48801d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.036113 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.090421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-25428760-68ac-439d-8a95-2505a48801d4 None None] Port 8bf92ffd-d521-4180-8b2d-04aadbbec19f cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:13:33.108476 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:13:33.129395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:33.156896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.215177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-81738b12-07e7-4bda-812e-e2ae12095bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.218670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:33.261204 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f02fda1-ba2b-4023-9ae3-89040b5ca01b req-46b1b9bd-e702-4885-ba0e-cf6954a8a78f tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 210 time: 0.3220589 Dec 22 17:13:33.290959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:33.291805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.306982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Transition to ACTIVE for port object 322f3444-38b0-4ab0-b40b-12be746682ba will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:33.332236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.356276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-81738b12-07e7-4bda-812e-e2ae12095bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.365741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.385532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8c628f-a744-4941-9f26-c2a92f574aa8,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:33.400113 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:33.407737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Pushing event deleted for resources: {'Network': ['ID=aa138d60-cff6-4808-ac47-223b7858960a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:33.424587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:33.431162 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] 10.222.0.70 "DELETE /v2.0/networks/aa138d60-cff6-4808-ac47-223b7858960a HTTP/1.1" status: 204 len: 168 time: 1.7212157 Dec 22 17:13:33.442725 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7123697 Dec 22 17:13:33.457899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Request body: {'port': {'device_id': '7f6f1742-a562-4355-8074-f530ab1be05e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:33.501802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.522379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-91a6bf95-8db1-4c4a-aac1-7f0f5bf7044b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:33.554818 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'tag': '4f8c628f-a744-4941-9f26-c2a92f574aa8', 'status': 'completed', 'code': 200} Dec 22 17:13:33.580978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb5fd0-9fac-4344-ab25-9b1fa2b724a1 req-d58bf3d3-493e-4efc-aee5-7b88711b36dc tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:33.582741 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-babb5fd0-9fac-4344-ab25-9b1fa2b724a1 req-d58bf3d3-493e-4efc-aee5-7b88711b36dc tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 932 time: 0.2390230 Dec 22 17:13:33.591684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0a26-e1da-46b6-97db-18931211acba req-b381c06e-e6d6-4fd7-b7d9-d72311eee79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:33.593126 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-b381c06e-e6d6-4fd7-b7d9-d72311eee79d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2004647fb1f74a07a97b27f4fdea4794&device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 1097 time: 0.4660237 Dec 22 17:13:33.632061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-81738b12-07e7-4bda-812e-e2ae12095bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.691648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.714948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.715723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Network 4e21d005-9d9c-4384-8d54-c467fe66715e is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:33.732642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.739080 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-5018cea9-b41c-47e3-bacd-37fb86b6851e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8 HTTP/1.1" status: 200 len: 217 time: 0.1327322 Dec 22 17:13:33.739875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:33.743654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1e7b334a-75a2-43a6-959f-d1f26908c8f0 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:33.751131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:33.757961 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-babb5fd0-9fac-4344-ab25-9b1fa2b724a1 req-2ad486d6-b108-48c2-b762-e7890acdb269 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075084 Dec 22 17:13:33.762298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.834747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Pushing event updated for resources: {'Port': ['ID=322f3444-38b0-4ab0-b40b-12be746682ba,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:33.837860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:33.843205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55246) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:33.844454 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:13:33.851675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:33.864261 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ed2cf5-6716-4f9e-b042-4c1a8d150ccf,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:33.873496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:33.896466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:33.896851 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Added segment 8f5e35f3-f5ab-4379-ac14-f1566bfbd7b4 of type vlan for network 5f066bef-5666-4abb-a88e-ba5eb8bcf0d1 Dec 22 17:13:33.916432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:33.949534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:33.952020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:34.018315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:34.034522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:34.082781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-81738b12-07e7-4bda-812e-e2ae12095bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:34.086334 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-81738b12-07e7-4bda-812e-e2ae12095bb2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03003212-8556-48b2-bb85-c555e7a2f84c HTTP/1.1" status: 204 len: 168 time: 1.6361301 Dec 22 17:13:34.086826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:34.089399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:34.090113 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:34.095141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:34.142533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6a3c41db-484b-4177-88a6-afb24891270b None None] Provisioning for port 322f3444-38b0-4ab0-b40b-12be746682ba completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:34.166734 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6a3c41db-484b-4177-88a6-afb24891270b None None] Provisioning complete for port 322f3444-38b0-4ab0-b40b-12be746682ba triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:34.167411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6a3c41db-484b-4177-88a6-afb24891270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:34.186296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Pushing event updated for resources: {'Port': ['ID=b3a1f91b-4f48-49af-a482-326f2fecb935,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:34.189173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:34.195757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:34.196389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:34.202276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Router eaf7c815-3d74-4d41-931c-ab36adceda73 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:13:34.217503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d49d45fc-cf22-46f4-99ce-0ae6d2744843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.484s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:34.232107 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7462864 Dec 22 17:13:34.232107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event updated for resources: {'Network': ['ID=5f066bef-5666-4abb-a88e-ba5eb8bcf0d1,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:34.237008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55256) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:34.249804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0a26-e1da-46b6-97db-18931211acba req-6c09952e-d482-4a4f-90ba-f0dbe6bfaf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:34.251274 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-6c09952e-d482-4a4f-90ba-f0dbe6bfaf70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2908b485-0fbe-48a1-9d18-552208b51232 HTTP/1.1" status: 200 len: 851 time: 0.4718032 Dec 22 17:13:34.268600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c41db-484b-4177-88a6-afb24891270b None None] Port 322f3444-38b0-4ab0-b40b-12be746682ba cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:13:34.271739 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 5f066bef-5666-4abb-a88e-ba5eb8bcf0d1 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:13:34.312709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81738b12-07e7-4bda-812e-e2ae12095bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03003212-8556-48b2-bb85-c555e7a2f84c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:34.327968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-81738b12-07e7-4bda-812e-e2ae12095bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:34.348777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:34.355415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Request body: {'subnet': {'network_id': '5f066bef-5666-4abb-a88e-ba5eb8bcf0d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:34.364669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:34.374476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Usage tracker for resource:subnet and tenant:bff8fd3baa674dc8bb889df098c17def is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:34.381290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:34.433758 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9203603 Dec 22 17:13:34.448210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:34.460381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55262) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:34.493297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Request body: {'port': {'device_id': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:34.541110 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ec66e528-da88-4189-a211-2a6a709d8da3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f27940769504d9f927fe8e4317b44e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6448412 Dec 22 17:13:34.546827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Made reservation on behalf of bff8fd3baa674dc8bb889df098c17def for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:34.549129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:34.551086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55266) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:34.634233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:34.645955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea3698-e969-4cd4-be1c-838daaaa383a None None] Sync routers for ids ['eaf7c815-3d74-4d41-931c-ab36adceda73'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:34.656037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea3698-e969-4cd4-be1c-838daaaa383a None None] Routers {'eaf7c815-3d74-4d41-931c-ab36adceda73'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:34.656643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-30ea3698-e969-4cd4-be1c-838daaaa383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['eaf7c815-3d74-4d41-931c-ab36adceda73'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:34.674628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeeef06-023a-48f0-b628-e2a97e7e63d7 req-048ee60f-591e-419c-9c60-6c2d1060c1b5 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:34.676128 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-afeeef06-023a-48f0-b628-e2a97e7e63d7 req-048ee60f-591e-419c-9c60-6c2d1060c1b5 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 944 time: 0.6841567 Dec 22 17:13:34.691271 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e4f1ac4d-a758-458c-a11d-b8084f897fed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d25e3cb48194cf281481d8be2f66985&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2275786 Dec 22 17:13:34.695665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55270) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:34.719932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:34.721246 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.1614895 Dec 22 17:13:34.726100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55274) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:34.727878 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-30ea3698-e969-4cd4-be1c-838daaaa383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:34.738196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea3698-e969-4cd4-be1c-838daaaa383a None None] Routers {'eaf7c815-3d74-4d41-931c-ab36adceda73'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:34.738797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-30ea3698-e969-4cd4-be1c-838daaaa383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['eaf7c815-3d74-4d41-931c-ab36adceda73'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:34.803056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-30ea3698-e969-4cd4-be1c-838daaaa383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:34.803416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea3698-e969-4cd4-be1c-838daaaa383a None None] The sync data for ids ['eaf7c815-3d74-4d41-931c-ab36adceda73'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:34.841510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0384550-34c2-4dac-bba9-b4f58683c857 req-55a14f01-b441-4574-91a9-37ad53fb141a tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:34.843164 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b0384550-34c2-4dac-bba9-b4f58683c857 req-55a14f01-b441-4574-91a9-37ad53fb141a tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 931 time: 0.3808599 Dec 22 17:13:34.845425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.008216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5901-9def-4760-846f-bed85535befa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.119071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.129132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0a26-e1da-46b6-97db-18931211acba req-a687dd4a-d442-41d2-b8d9-6758673877f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:35.130592 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-a687dd4a-d442-41d2-b8d9-6758673877f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5951c9dd-e782-4b95-be40-418f146c5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8412614 Dec 22 17:13:35.144023 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-afeeef06-023a-48f0-b628-e2a97e7e63d7 req-65a503da-1f4e-47a6-96ab-b0ac6796c84b tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4188380 Dec 22 17:13:35.151135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-b0384550-34c2-4dac-bba9-b4f58683c857 req-051a2eab-3f39-47dd-a496-30f375c9691e tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Synchronizing usage tracker for tenant:3799217fd402441cb16f9e8ff8048dcd on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:35.182479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5901-9def-4760-846f-bed85535befa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.209427 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2771dcc2-61ff-4a5b-87df-0a66cc96eb43 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/routers/eaf7c815-3d74-4d41-931c-ab36adceda73 HTTP/1.1" status: 200 len: 925 time: 0.4768233 Dec 22 17:13:35.216264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55280) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:35.261844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dc81873d-bdb3-4e6f-9a1f-182cd98cc024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.266029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-b0384550-34c2-4dac-bba9-b4f58683c857 req-051a2eab-3f39-47dd-a496-30f375c9691e tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Unset dirty status for tenant:3799217fd402441cb16f9e8ff8048dcd on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:35.267178 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b0384550-34c2-4dac-bba9-b4f58683c857 req-051a2eab-3f39-47dd-a496-30f375c9691e tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4098928 Dec 22 17:13:35.301484 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6cfdc193-c036-4773-8e1a-fb8125b4b517 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaf7c815-3d74-4d41-931c-ab36adceda73 HTTP/1.1" status: 200 len: 205 time: 0.0812454 Dec 22 17:13:35.305366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55284) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:35.470979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dc81873d-bdb3-4e6f-9a1f-182cd98cc024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.541738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5901-9def-4760-846f-bed85535befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.559006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:35.563858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:35.582084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f5901-9def-4760-846f-bed85535befa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8beeb9-30bb-4aa2-bb83-803bcd07e149,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:35.584888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4f0f5901-9def-4760-846f-bed85535befa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:35.594566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.679088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5901-9def-4760-846f-bed85535befa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.680215 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4f0f5901-9def-4760-846f-bed85535befa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb8beeb9-30bb-4aa2-bb83-803bcd07e149 HTTP/1.1" status: 204 len: 168 time: 0.9826534 Dec 22 17:13:35.705419 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-d8f353c7-990d-407d-8495-01f8b5232e06 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073457 Dec 22 17:13:35.839248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.848122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.objects.ports [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87586) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:13:35.848576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.855212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0ccd8c3a-2803-44fe-b1a9-58be6fc983d7 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:35.868222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf92ffd-d521-4180-8b2d-04aadbbec19f {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:13:35.891458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Deleting port 3e7a60fb-798b-4434-a16d-32e6b7382938 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:35.891646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.938238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:35.977286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ab2b770c-f136-487f-b617-5e2376b02327,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:35.980199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:36.011015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Checking segment: {'id': '8f5e35f3-f5ab-4379-ac14-f1566bfbd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f066bef-5666-4abb-a88e-ba5eb8bcf0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:36.011438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Network hostable DHCP agents. Network: 5f066bef-5666-4abb-a88e-ba5eb8bcf0d1, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:13:36.024820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bbda4-0d22-4251-83f1-e89fa4d72284 req-29d3d909-7779-47a6-9845-fa9c74914bb9 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:36.025466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-948bbda4-0d22-4251-83f1-e89fa4d72284 req-29d3d909-7779-47a6-9845-fa9c74914bb9 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Synchronizing usage tracker for tenant:2d87804a11a84295a1aba424574c4c5c on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:36.061016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Transition to ACTIVE for port object 8bf92ffd-d521-4180-8b2d-04aadbbec19f will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:36.063581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dc81873d-bdb3-4e6f-9a1f-182cd98cc024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:36.096933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:36.106478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Network 5f066bef-5666-4abb-a88e-ba5eb8bcf0d1 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:13:36.111621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-daa2fc86-da44-407d-bcf6-6688c2079e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:36.127754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 5f066bef-5666-4abb-a88e-ba5eb8bcf0d1) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:36.136342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:36.136829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:36.146907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:36.147832 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a2056-e959-43bb-9972-9b98cbba2b0e None None] Network 5f066bef-5666-4abb-a88e-ba5eb8bcf0d1 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:13:36.151599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81873d-bdb3-4e6f-9a1f-182cd98cc024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd2b02e-a51b-422d-b0ba-cd9e6d055202,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:36.235989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dc81873d-bdb3-4e6f-9a1f-182cd98cc024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:36.251153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a8ee6239-383b-47ae-9dc4-d59151978ed2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:36.287357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-948bbda4-0d22-4251-83f1-e89fa4d72284 req-29d3d909-7779-47a6-9845-fa9c74914bb9 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Unset dirty status for tenant:2d87804a11a84295a1aba424574c4c5c on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:36.294054 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-948bbda4-0d22-4251-83f1-e89fa4d72284 req-29d3d909-7779-47a6-9845-fa9c74914bb9 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 932 time: 1.0407636 Dec 22 17:13:36.381945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Calling delete_port for 3e7a60fb-798b-4434-a16d-32e6b7382938 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:36.425945 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1844692 Dec 22 17:13:36.578927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55306) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:36.584742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dc81873d-bdb3-4e6f-9a1f-182cd98cc024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:36.586114 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dc81873d-bdb3-4e6f-9a1f-182cd98cc024 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6fd2b02e-a51b-422d-b0ba-cd9e6d055202 HTTP/1.1" status: 204 len: 168 time: 2.0268519 Dec 22 17:13:36.600696 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-034e0a26-e1da-46b6-97db-18931211acba req-0cd7f5a2-e996-4d2a-8cc4-20b3601e9ebe service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8760779 Dec 22 17:13:36.602939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:36.607246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad605715-0cf6-4321-8668-05ce545c1913 None None] Network 5f066bef-5666-4abb-a88e-ba5eb8bcf0d1 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:13:36.642032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1363776276', 'network_id': '5f066bef-5666-4abb-a88e-ba5eb8bcf0d1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:36.740098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:36.781995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Pushing event updated for resources: {'Port': ['ID=8bf92ffd-d521-4180-8b2d-04aadbbec19f,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:36.804059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:36.837836 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:36.855800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Usage tracker for resource:port and tenant:bff8fd3baa674dc8bb889df098c17def is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:36.900977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:36.941039 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-948bbda4-0d22-4251-83f1-e89fa4d72284 req-7e35a282-6a4b-400d-a8bb-e929ad5bf63c tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6231034 Dec 22 17:13:36.982093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:37.125270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.126795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322f3444-38b0-4ab0-b40b-12be746682ba {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:13:37.130973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Attempting to bind port 8bf92ffd-d521-4180-8b2d-04aadbbec19f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:37.131556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Attempting to bind port 8bf92ffd-d521-4180-8b2d-04aadbbec19f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:37.132127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Attempting to bind port 8bf92ffd-d521-4180-8b2d-04aadbbec19f on network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:37.134401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Made reservation on behalf of bff8fd3baa674dc8bb889df098c17def for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:37.136870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.138094 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:37.190345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b275f-b91a-48cc-a07e-95818e9f05ea req-7ba24422-06da-447f-96b2-27f46509b328 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:37.192181 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a64b275f-b91a-48cc-a07e-95818e9f05ea req-7ba24422-06da-447f-96b2-27f46509b328 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 944 time: 0.8183901 Dec 22 17:13:37.195809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.220267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Port 8bf92ffd-d521-4180-8b2d-04aadbbec19f on network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:37.220628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Attempting to bind port 8bf92ffd-d521-4180-8b2d-04aadbbec19f on network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:37.241016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55328) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:37.251654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:37.252541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Checking segment: {'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:37.252924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Bound using segment: {'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:37.253360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Bound port: 8bf92ffd-d521-4180-8b2d-04aadbbec19f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844ca763-3689-4851-a62a-6003d6f20cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:37.253872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.263222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Pushing event deleted for resources: {'Port': ['ID=3e7a60fb-798b-4434-a16d-32e6b7382938,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:37.263392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] device_id is not set on port e032ad0c-9585-493f-83b1-08834c3d759c yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:13:37.274552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:37.301373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Transition to ACTIVE for port object 322f3444-38b0-4ab0-b40b-12be746682ba will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:37.326375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.334262 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.371971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.389338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-81ab30d1-1cc3-4a1d-8d4b-28adc545420f tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:37.491408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378d4b-2ea0-4ebf-9027-8ee7d7ace9cc req-ef34dbc1-3cd6-4042-93cb-ee3b57cc6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:37.492870 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a4378d4b-2ea0-4ebf-9027-8ee7d7ace9cc req-ef34dbc1-3cd6-4042-93cb-ee3b57cc6bf3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2004647fb1f74a07a97b27f4fdea4794&device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 1097 time: 0.7541826 Dec 22 17:13:37.505813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.509578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.513721 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a64b275f-b91a-48cc-a07e-95818e9f05ea req-e8d5fb7b-7e22-4b56-987d-b3c14ff89343 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2451096 Dec 22 17:13:37.538573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.539331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Fanout notify agent at l3_agent the message router_deleted on router eaf7c815-3d74-4d41-931c-ab36adceda73 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:13:37.554872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.559342 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/routers/eaf7c815-3d74-4d41-931c-ab36adceda73 HTTP/1.1" status: 204 len: 168 time: 2.2497437 Dec 22 17:13:37.559598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55340) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:37.564822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1956161528', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'enable_snat': False}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:37.569335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:37.573311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Usage tracker for resource:router and tenant:24bea35bf2e148f4a71e29efee7d3bbb is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:37.576461 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:37.582864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:37.604411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.605894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.624344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.681258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55344) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:37.853344 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-293b6c5a-bde8-4399-8096-1bb59095927c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11fc9740b5a945ffa165af3a650ac234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029859 Dec 22 17:13:37.892432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55350) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:37.903003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:37.970545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a6a8c-6e13-4fe9-bb70-74bd599218a2 req-f81141b4-88b7-4a26-a04f-d8166df4cf7c tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:37.971928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-4c1a6a8c-6e13-4fe9-bb70-74bd599218a2 req-f81141b4-88b7-4a26-a04f-d8166df4cf7c tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Synchronizing usage tracker for tenant:3799217fd402441cb16f9e8ff8048dcd on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:38.013322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Pushing event updated for resources: {'Port': ['ID=322f3444-38b0-4ab0-b40b-12be746682ba,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:38.022069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] For port 8bf92ffd-d521-4180-8b2d-04aadbbec19f, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:38.031120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:38.094417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] For port 8bf92ffd-d521-4180-8b2d-04aadbbec19f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8bf92ffd-d521-4180-8b2d-04aadbbec19f,segment=NetworkSegment(844ca763-3689-4851-a62a-6003d6f20cf9),segment_id=844ca763-3689-4851-a62a-6003d6f20cf9)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:38.098202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1241309898'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:38.107151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Allocated IP 172.20.0.8 (5f066bef-5666-4abb-a88e-ba5eb8bcf0d1/ab2b770c-f136-487f-b617-5e2376b02327/e032ad0c-9585-493f-83b1-08834c3d759c) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:38.147192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.150587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-4c1a6a8c-6e13-4fe9-bb70-74bd599218a2 req-f81141b4-88b7-4a26-a04f-d8166df4cf7c tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Unset dirty status for tenant:3799217fd402441cb16f9e8ff8048dcd on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:38.151763 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4c1a6a8c-6e13-4fe9-bb70-74bd599218a2 req-f81141b4-88b7-4a26-a04f-d8166df4cf7c tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 931 time: 1.0347261 Dec 22 17:13:38.155246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:38.159080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Usage tracker for resource:network and tenant:aeaecb653d95440582f8be7ae5808c5d is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:38.171935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-14827af4-f90c-443e-87e8-dbe5f6a16c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:38.206418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:38.233962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378d4b-2ea0-4ebf-9027-8ee7d7ace9cc req-3e42103f-a245-478d-8d09-b3df5d361c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:38.235401 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a4378d4b-2ea0-4ebf-9027-8ee7d7ace9cc req-3e42103f-a245-478d-8d09-b3df5d361c1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=5951c9dd-e782-4b95-be40-418f146c5bbc HTTP/1.1" status: 200 len: 913 time: 0.6710000 Dec 22 17:13:38.257037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:38.264083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f9b62-fc6b-4f0a-bcb2-74d477efbec4 req-37c30ea2-45d8-4ba5-9708-5dc6a1814de4 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:38.269692 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fa8f9b62-fc6b-4f0a-bcb2-74d477efbec4 req-37c30ea2-45d8-4ba5-9708-5dc6a1814de4 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 944 time: 0.2295115 Dec 22 17:13:38.269814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Attempting to bind port 322f3444-38b0-4ab0-b40b-12be746682ba on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:38.269814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Attempting to bind port 322f3444-38b0-4ab0-b40b-12be746682ba by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:38.269814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Attempting to bind port 322f3444-38b0-4ab0-b40b-12be746682ba on network 4e21d005-9d9c-4384-8d54-c467fe66715e {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:38.354402 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fa8f9b62-fc6b-4f0a-bcb2-74d477efbec4 req-1ca620c3-519e-4d93-b14b-92b7efc03a69 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800169 Dec 22 17:13:38.367244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.402491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.511801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:38.512395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.513937 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] 10.222.0.53 "PUT /v2.0/ports/8bf92ffd-d521-4180-8b2d-04aadbbec19f HTTP/1.1" status: 200 len: 1094 time: 5.0629544 Dec 22 17:13:38.516799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Port 322f3444-38b0-4ab0-b40b-12be746682ba on network 4e21d005-9d9c-4384-8d54-c467fe66715e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:38.517118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Attempting to bind port 322f3444-38b0-4ab0-b40b-12be746682ba on network 4e21d005-9d9c-4384-8d54-c467fe66715e {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:38.519236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6f1742-a562-4355-8074-f530ab1be05e', 'tag': '8bf92ffd-d521-4180-8b2d-04aadbbec19f'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:13:38.552925 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a4378d4b-2ea0-4ebf-9027-8ee7d7ace9cc req-e5317d82-0451-4067-b4ed-7bfa85f94dd5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8 HTTP/1.1" status: 200 len: 217 time: 0.2800481 Dec 22 17:13:38.559600 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Allocated IP 172.26.3.100 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/cdb7bb4d-7a75-4eed-91f8-79efd915a959) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:38.575866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:38.576169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Checking segment: {'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:38.576542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Bound using segment: {'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:38.577015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Bound port: 322f3444-38b0-4ab0-b40b-12be746682ba, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b768978a-76e9-496d-98b6-e48e763296ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:38.577354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.586347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9044b352-dd26-45b4-9838-ab27e2474467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.640260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Made reservation on behalf of aeaecb653d95440582f8be7ae5808c5d for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:38.645300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.747043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.757748 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4c1a6a8c-6e13-4fe9-bb70-74bd599218a2 req-52e64d3b-3fd7-4624-8050-939b5336398d tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5417330 Dec 22 17:13:38.817522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:38.844823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Pushing event updated for resources: {'Port': ['ID=8bf92ffd-d521-4180-8b2d-04aadbbec19f,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:38.849681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:38.851528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9044b352-dd26-45b4-9838-ab27e2474467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.862749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.866809 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6f1742-a562-4355-8074-f530ab1be05e', 'tag': '8bf92ffd-d521-4180-8b2d-04aadbbec19f', 'status': 'completed', 'code': 200} Dec 22 17:13:38.880944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7955e5-8d28-407e-a1a4-4bd021011369 req-2464e821-f783-422a-852a-5e3e0c811dae tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:38.882388 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5c7955e5-8d28-407e-a1a4-4bd021011369 req-2464e821-f783-422a-852a-5e3e0c811dae tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 944 time: 0.1469624 Dec 22 17:13:38.935017 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5c7955e5-8d28-407e-a1a4-4bd021011369 req-10803744-6e27-4935-9056-f9640a51be4c tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437870 Dec 22 17:13:38.936396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.940390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:38.943347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.946180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:38.976278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:38.980485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378d4b-2ea0-4ebf-9027-8ee7d7ace9cc req-0312f984-aad2-4f46-9a07-863292179c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:38.981926 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a4378d4b-2ea0-4ebf-9027-8ee7d7ace9cc req-0312f984-aad2-4f46-9a07-863292179c72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2908b485-0fbe-48a1-9d18-552208b51232 HTTP/1.1" status: 200 len: 851 time: 0.4200861 Dec 22 17:13:38.984681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Usage tracker for resource:security_group_rule and tenant:aeaecb653d95440582f8be7ae5808c5d is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:38.993492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e6680bcb-e2ca-4b75-a8b6-3a25c6d6cfd8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:39.004489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:39.007158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:39.010716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:39.032466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:39.042569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb7bb4d-7a75-4eed-91f8-79efd915a959,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:39.051227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:39.109909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:39.211515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] For port 322f3444-38b0-4ab0-b40b-12be746682ba, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:39.254963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Pushing event updated for resources: {'Port': ['ID=b3a1f91b-4f48-49af-a482-326f2fecb935,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:39.271581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:39.274298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] For port 322f3444-38b0-4ab0-b40b-12be746682ba, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=322f3444-38b0-4ab0-b40b-12be746682ba,segment=NetworkSegment(b768978a-76e9-496d-98b6-e48e763296ab),segment_id=b768978a-76e9-496d-98b6-e48e763296ab)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:39.305539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:39.353414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:39.367009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1f10c6c6-26c7-4a9d-b975-1a1c5134521e tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:39.409598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-0f487bad-2174-4e03-83df-2800c5c62cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:39.411521 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-0f487bad-2174-4e03-83df-2800c5c62cf8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d87804a11a84295a1aba424574c4c5c&device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 1097 time: 0.8370554 Dec 22 17:13:39.413886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:39.428114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:39.522658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 4f8c628f-a744-4941-9f26-c2a92f574aa8 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:13:39.527361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9044b352-dd26-45b4-9838-ab27e2474467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:39.568757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:39.569550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:39.570822 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] 10.222.0.53 "PUT /v2.0/ports/322f3444-38b0-4ab0-b40b-12be746682ba HTTP/1.1" status: 200 len: 1093 time: 5.1286333 Dec 22 17:13:39.613327 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-193a365a-ca63-4afd-ba83-53d3e85a38d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bf92ffd-d521-4180-8b2d-04aadbbec19f HTTP/1.1" status: 200 len: 217 time: 0.1486130 Dec 22 17:13:39.706603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 4f8c628f-a744-4941-9f26-c2a92f574aa8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8,segment=NetworkSegment(cf298350-1a1c-4f11-982d-86d935fceefd),segment_id=cf298350-1a1c-4f11-982d-86d935fceefd)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:39.722107 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '4f8c628f-a744-4941-9f26-c2a92f574aa8', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'port_id': '4f8c628f-a744-4941-9f26-c2a92f574aa8', 'mac_address': 'fa:16:3e:6e:16:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2908b485-0fbe-48a1-9d18-552208b51232', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:13:39.770238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:39.795533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:39.817124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8c628f-a744-4941-9f26-c2a92f574aa8 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:13:39.836315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:39.840780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 4f8c628f-a744-4941-9f26-c2a92f574aa8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8,segment=NetworkSegment(cf298350-1a1c-4f11-982d-86d935fceefd),segment_id=cf298350-1a1c-4f11-982d-86d935fceefd)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:39.846971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:39.848864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:39.896850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378d4b-2ea0-4ebf-9027-8ee7d7ace9cc req-65a182a8-f897-46c9-9712-627472bfd52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:39.898353 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a4378d4b-2ea0-4ebf-9027-8ee7d7ace9cc req-65a182a8-f897-46c9-9712-627472bfd52f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5951c9dd-e782-4b95-be40-418f146c5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8625100 Dec 22 17:13:39.900851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-df0a679b-e4c1-4633-a098-1c3cef459210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:39.902682 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-df0a679b-e4c1-4633-a098-1c3cef459210 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e22ef8e-a38c-46bd-982b-f33167531c7f HTTP/1.1" status: 200 len: 845 time: 0.2768285 Dec 22 17:13:39.921089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=4f8c628f-a744-4941-9f26-c2a92f574aa8,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:39.925389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:39.934967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:40.014858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Pushing event updated for resources: {'Port': ['ID=322f3444-38b0-4ab0-b40b-12be746682ba,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:40.043428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:40.050994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:40.129082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:13:40.140146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044b352-dd26-45b4-9838-ab27e2474467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02b03dd-e043-4ffe-9208-b04ba5a87ab3,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:40.142007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9044b352-dd26-45b4-9838-ab27e2474467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:40.145657 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9044b352-dd26-45b4-9838-ab27e2474467 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b02b03dd-e043-4ffe-9208-b04ba5a87ab3 HTTP/1.1" status: 204 len: 168 time: 2.2388539 Dec 22 17:13:40.189210 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Floating IP 4f25ca22-a3b5-40b7-8e5f-d8ec1f199457 associated. External IP: 172.26.3.53, port: 7101f338-ee07-4dcb-b371-aefd3c3adc69. Dec 22 17:13:40.223785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4398724-189d-4e7e-afcd-177b8f9dfa26 req-f2419025-f395-4cf5-97d8-ef408b22e643 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:40.225343 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e4398724-189d-4e7e-afcd-177b8f9dfa26 req-f2419025-f395-4cf5-97d8-ef408b22e643 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 943 time: 0.2939703 Dec 22 17:13:40.230354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Router 702c088c-3be5-4300-95ac-4c51533b041d is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:13:40.241234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['4f8c628f-a744-4941-9f26-c2a92f574aa8'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:13:40.367275 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e4398724-189d-4e7e-afcd-177b8f9dfa26 req-6e83e8bb-1031-4e59-8438-4bc22c2645cb tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318624 Dec 22 17:13:40.382452 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:40.383219 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Added segment 7d233b2f-add3-4604-87a2-552b702cf276 of type vlan for network 3705a7fd-ef24-4be5-9e33-5d8d41627115 Dec 22 17:13:40.416526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:40.467592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d92acb-58ea-4165-b4fe-fba982da0111,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:40.494584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:40.504792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.493s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:40.505106 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:40.512958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d23153-4ec0-499b-93cc-817d3d3d5636 req-6146a948-ba2b-42e3-96d6-4d5efd1e8a95 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:40.514846 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-82d23153-4ec0-499b-93cc-817d3d3d5636 req-6146a948-ba2b-42e3-96d6-4d5efd1e8a95 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 944 time: 0.9839845 Dec 22 17:13:40.516688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:40.524671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:40.528635 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Sync routers for ids ['702c088c-3be5-4300-95ac-4c51533b041d'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:40.546575 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Routers {'702c088c-3be5-4300-95ac-4c51533b041d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:40.550310 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['702c088c-3be5-4300-95ac-4c51533b041d'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:40.557632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:40.558781 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.9982491 Dec 22 17:13:40.561486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55374) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:40.686555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:40.730424 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a4378d4b-2ea0-4ebf-9027-8ee7d7ace9cc req-cabda62d-70a7-4020-b950-cd9cd3a67fec service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910676 Dec 22 17:13:40.733114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Network 5f066bef-5666-4abb-a88e-ba5eb8bcf0d1 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:40.755970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:40.772223 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Set router 702c088c-3be5-4300-95ac-4c51533b041d gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:40.814829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-27e847d9-d735-47d8-9881-2639bfd3dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:40.816465 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-27e847d9-d735-47d8-9881-2639bfd3dae1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3799217fd402441cb16f9e8ff8048dcd&device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 1096 time: 1.1292078 Dec 22 17:13:40.827336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event updated for resources: {'Port': ['ID=e032ad0c-9585-493f-83b1-08834c3d759c,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:40.831527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:40.852923 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4b90a117-0db1-40d8-baf3-f88262335568 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/routers/702c088c-3be5-4300-95ac-4c51533b041d HTTP/1.1" status: 200 len: 909 time: 0.2903316 Dec 22 17:13:40.858493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55384) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:40.864845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1956161528', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'enable_snat': True}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:40.872187 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:40.878204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Usage tracker for resource:router and tenant:24bea35bf2e148f4a71e29efee7d3bbb is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:40.881733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:40.892166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440a07a-c15a-4709-a9d1-8dd396860d4c req-ba40fc1a-b826-4415-a0b1-e6ea53c0e70b tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:40.894547 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b440a07a-c15a-4709-a9d1-8dd396860d4c req-ba40fc1a-b826-4415-a0b1-e6ea53c0e70b tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 945 time: 0.3381026 Dec 22 17:13:40.898690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:40.906003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-33ebabdf-52df-44a6-9fc0-dea4c906c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:40.907493 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-33ebabdf-52df-44a6-9fc0-dea4c906c3f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=74bc4cb7-dcf3-4daf-aac3-ac856c717a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9634085 Dec 22 17:13:40.907999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'tag': '322f3444-38b0-4ab0-b40b-12be746682ba'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:13:40.914242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:40.960630 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b440a07a-c15a-4709-a9d1-8dd396860d4c req-681edd62-e7e5-49a8-adf2-7b0b3dcafb97 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592682 Dec 22 17:13:40.962437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:40.965316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.006223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.051331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:41.104737 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702c088c-3be5-4300-95ac-4c51533b041d', 'name': 'tempest-snat-router-1956161528', 'tenant_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.100'}], 'enable_snat': False}, 'gw_port_id': 'cdb7bb4d-7a75-4eed-91f8-79efd915a959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:13:37Z', 'updated_at': '2021-12-22T17:13:39Z', 'revision_number': 3, 'project_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'gw_port': {'id': 'cdb7bb4d-7a75-4eed-91f8-79efd915a959', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702c088c-3be5-4300-95ac-4c51533b041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:38Z', 'updated_at': '2021-12-22T17:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:41.109150 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Checking router: 702c088c-3be5-4300-95ac-4c51533b041d for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:13:41.109522 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Updating router 702c088c-3be5-4300-95ac-4c51533b041d port cdb7bb4d-7a75-4eed-91f8-79efd915a959 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:13:41.125503 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-a477ed42-d42e-4f97-b81e-6237539eeb24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=322f3444-38b0-4ab0-b40b-12be746682ba HTTP/1.1" status: 200 len: 217 time: 0.2466581 Dec 22 17:13:41.132211 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'tag': '322f3444-38b0-4ab0-b40b-12be746682ba', 'status': 'completed', 'code': 200} Dec 22 17:13:41.175673 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.251122 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-82d23153-4ec0-499b-93cc-817d3d3d5636 req-9f7869dc-9f32-40ac-b690-6ec45da895c1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6876822 Dec 22 17:13:41.328614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.343212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:41.343819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.370065 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.371263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:41.371888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.389869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8a2d260d-5e0d-47cc-8c6d-14540a5eeab9 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:41.507383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 4f8c628f-a744-4941-9f26-c2a92f574aa8 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:41.554989 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.9718215 Dec 22 17:13:41.556850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-54d54fe2-a180-412c-a29a-af046befdeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:41.558729 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-54d54fe2-a180-412c-a29a-af046befdeb3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cf246d8-2bf5-48b2-89b4-ff7c32508fbd HTTP/1.1" status: 200 len: 851 time: 0.4051728 Dec 22 17:13:41.562692 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.7970383 Dec 22 17:13:41.563532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55408) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:41.646666 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.651879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 4f8c628f-a744-4941-9f26-c2a92f574aa8 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:41.666169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 4f8c628f-a744-4941-9f26-c2a92f574aa8 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:41.666562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.680626 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Transition to ACTIVE for port object cdb7bb4d-7a75-4eed-91f8-79efd915a959 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:41.692038 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.700916 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-6a1dc6ae-9be9-4c9a-9a96-a86c931805e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:41.848768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.853261 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a4378d4b-2ea0-4ebf-9027-8ee7d7ace9cc req-53aa5bdf-b7d8-4dac-a254-dbb50e42be0c service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0985579 Dec 22 17:13:41.897208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.902650 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Attempting to bind port cdb7bb4d-7a75-4eed-91f8-79efd915a959 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:41.903740 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Attempting to bind port cdb7bb4d-7a75-4eed-91f8-79efd915a959 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:41.904874 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Attempting to bind port cdb7bb4d-7a75-4eed-91f8-79efd915a959 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:41.925863 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:41.926434 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:41.928677 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.929212 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:41.930562 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Bound port: cdb7bb4d-7a75-4eed-91f8-79efd915a959, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:41.931086 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.933202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Pushing event updated for resources: {'Network': ['ID=3705a7fd-ef24-4be5-9e33-5d8d41627115,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:41.947742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:41.948874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:41.960543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 3705a7fd-ef24-4be5-9e33-5d8d41627115 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:13:42.008651 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-4ce222c9-db76-4526-a086-d067de5d42b6 service neutron] 10.222.0.53 "GET /v2.0/networks/74bc4cb7-dcf3-4daf-aac3-ac856c717a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0231154 Dec 22 17:13:42.012964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Router a12b96ed-e48c-46ef-9c72-64d771599d19 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:13:42.021736 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f072b70-635c-43a8-be58-4c15b9538f08 None None] Pushing event updated for resources: {'Port': ['ID=cdb7bb4d-7a75-4eed-91f8-79efd915a959,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:42.045172 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-7f072b70-635c-43a8-be58-4c15b9538f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:42.052822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db1e6a-cfae-44a1-bc76-290f5af53a79 req-9d1be2c1-aa21-4bc2-873a-9006d0e27659 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:42.062991 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-02db1e6a-cfae-44a1-bc76-290f5af53a79 req-9d1be2c1-aa21-4bc2-873a-9006d0e27659 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 943 time: 0.3375108 Dec 22 17:13:42.117602 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8c628f-a744-4941-9f26-c2a92f574aa8'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:13:42.174079 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] For port cdb7bb4d-7a75-4eed-91f8-79efd915a959, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:42.180738 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] For port cdb7bb4d-7a75-4eed-91f8-79efd915a959, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=cdb7bb4d-7a75-4eed-91f8-79efd915a959,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:42.189390 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:42.199877 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-047b98ad-136a-45fc-b095-599f871dbe32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:42.226818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 4f8c628f-a744-4941-9f26-c2a92f574aa8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8,segment=NetworkSegment(cf298350-1a1c-4f11-982d-86d935fceefd),segment_id=cf298350-1a1c-4f11-982d-86d935fceefd)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:42.242041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:42.242041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6c653cd9-7af2-48eb-aff0-c900a2d71674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:42.267252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55426) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:42.286462 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-02db1e6a-cfae-44a1-bc76-290f5af53a79 req-c8aa1fc3-1fe1-445d-8e5f-a42b09c6832d tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226307 Dec 22 17:13:42.324328 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Routers {'702c088c-3be5-4300-95ac-4c51533b041d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:42.325860 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['702c088c-3be5-4300-95ac-4c51533b041d'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:42.385040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Request body: {'port': {'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-439663829'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:42.409546 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:42.422194 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f072b70-635c-43a8-be58-4c15b9538f08 None None] Pushing event updated for resources: {'Port': ['ID=cdb7bb4d-7a75-4eed-91f8-79efd915a959,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:42.427430 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Usage tracker for resource:port and tenant:4e3009ff6256475e9a1f114c3fd52e36 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:42.432295 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-7f072b70-635c-43a8-be58-4c15b9538f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:42.435948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:42.453944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:42.459426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=4f8c628f-a744-4941-9f26-c2a92f574aa8,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:42.472235 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:42.490225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Allocated IP 172.26.3.176 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/fef30210-9666-4ee5-a23b-53afa614afaf) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:42.508542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-26ca4efb-75d9-4ec4-85b7-09316ea57399 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Deleting port e032ad0c-9585-493f-83b1-08834c3d759c {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:42.508542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-26ca4efb-75d9-4ec4-85b7-09316ea57399 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:42.549463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Made reservation on behalf of 4e3009ff6256475e9a1f114c3fd52e36 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:42.551866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:42.575305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:42.595229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:42.599344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Usage tracker for resource:security_group_rule and tenant:4e3009ff6256475e9a1f114c3fd52e36 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:42.602307 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:42.602931 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] Set router 702c088c-3be5-4300-95ac-4c51533b041d gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:42.608741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:42.698241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:42.726306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:42.730794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-16ea24f9-5d36-40d8-976c-f0a29cd2eeb1 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:42.766300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e93f601-2bb8-46a1-bed5-72580872eb2e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:42.815540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] device_id is not set on port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:13:42.838254 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3d0aa6fd-b271-488f-b91e-e7750d467e41 req-6e14fe01-17ad-435a-b503-a1557f435a66 service neutron] 10.222.0.53 "GET /v2.0/networks/74bc4cb7-dcf3-4daf-aac3-ac856c717a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8083875 Dec 22 17:13:42.900435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:42.911455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55448) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:42.992985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a495df4-804a-453a-beec-78418796f4dd req-5c3c3f94-491e-4c53-a137-ea6d874be397 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:42.999903 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6a495df4-804a-453a-beec-78418796f4dd req-5c3c3f94-491e-4c53-a137-ea6d874be397 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 944 time: 0.5119390 Dec 22 17:13:43.065222 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702c088c-3be5-4300-95ac-4c51533b041d', 'name': 'tempest-snat-router-1956161528', 'tenant_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.100'}], 'enable_snat': False}, 'gw_port_id': 'cdb7bb4d-7a75-4eed-91f8-79efd915a959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:13:37Z', 'updated_at': '2021-12-22T17:13:39Z', 'revision_number': 3, 'project_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'gw_port': {'id': 'cdb7bb4d-7a75-4eed-91f8-79efd915a959', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702c088c-3be5-4300-95ac-4c51533b041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:38Z', 'updated_at': '2021-12-22T17:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:43.069227 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ee140-0c59-4d60-81c8-902b39ace3e1 None None] The sync data for ids ['702c088c-3be5-4300-95ac-4c51533b041d'] in dv-neutron-822513-1-hyperv is: [{'id': '702c088c-3be5-4300-95ac-4c51533b041d', 'name': 'tempest-snat-router-1956161528', 'tenant_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.100'}], 'enable_snat': False}, 'gw_port_id': 'cdb7bb4d-7a75-4eed-91f8-79efd915a959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:13:37Z', 'updated_at': '2021-12-22T17:13:39Z', 'revision_number': 3, 'project_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'gw_port': {'id': 'cdb7bb4d-7a75-4eed-91f8-79efd915a959', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702c088c-3be5-4300-95ac-4c51533b041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:38Z', 'updated_at': '2021-12-22T17:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:43.113016 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6a495df4-804a-453a-beec-78418796f4dd req-e0c87107-8419-453f-941b-67ccec6fa151 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121483 Dec 22 17:13:43.149237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6bebd436-f6f8-47e3-8daf-eeff12dfe963 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:43.177573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:43.223322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-1fc38452-6b52-4f95-add2-b9c2a5f2be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:43.224823 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-1fc38452-6b52-4f95-add2-b9c2a5f2be8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e21d005-9d9c-4384-8d54-c467fe66715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.5993097 Dec 22 17:13:43.319390 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6bebd436-f6f8-47e3-8daf-eeff12dfe963 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] 10.222.0.70 "PUT /v2.0/quotas/d238d0aa877749a3a8bdc78d5d6afd7a HTTP/1.1" status: 200 len: 368 time: 0.4048324 Dec 22 17:13:43.324766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55458) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:43.341910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Request body: {'network': {'project_id': 'd238d0aa877749a3a8bdc78d5d6afd7a'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:43.381972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:43.393437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:43.396239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fa34a-801f-4b15-94b1-0c5197994ff3 None None] Sync routers for ids ['a12b96ed-e48c-46ef-9c72-64d771599d19'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:43.419455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fa34a-801f-4b15-94b1-0c5197994ff3 None None] Routers {'a12b96ed-e48c-46ef-9c72-64d771599d19'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:43.420588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-217fa34a-801f-4b15-94b1-0c5197994ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a12b96ed-e48c-46ef-9c72-64d771599d19'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:43.446243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Usage tracker for resource:network and tenant:d238d0aa877749a3a8bdc78d5d6afd7a is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:43.477832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] device_id is not set on port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:13:43.494367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:43.538327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Transition to ACTIVE for port object 8648bebf-2f4c-40be-b0bf-2636bb310ce7 will not be triggered until provisioned by entity L2. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:43.570518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bdbb6-28cf-4051-8743-74e74079c08b req-ea73057a-6edb-4c3b-873e-bb029cdcca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:43.573616 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3c5bdbb6-28cf-4051-8743-74e74079c08b req-ea73057a-6edb-4c3b-873e-bb029cdcca2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d87804a11a84295a1aba424574c4c5c&device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 1097 time: 0.6550591 Dec 22 17:13:43.579713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:43.582648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54214cdb-3560-45bb-8d3b-b04425d1648b req-28e2e36e-0425-4545-9f1d-3396f67549b2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:43.584146 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-54214cdb-3560-45bb-8d3b-b04425d1648b req-28e2e36e-0425-4545-9f1d-3396f67549b2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 1.0383377 Dec 22 17:13:43.593433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:43.612929 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8c628f-a744-4941-9f26-c2a92f574aa8', 'code': 200} Dec 22 17:13:43.613156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:43.629268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-217fa34a-801f-4b15-94b1-0c5197994ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:43.635941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:43.640007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:43.643752 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fa34a-801f-4b15-94b1-0c5197994ff3 None None] Routers {'a12b96ed-e48c-46ef-9c72-64d771599d19'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:43.645139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-217fa34a-801f-4b15-94b1-0c5197994ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a12b96ed-e48c-46ef-9c72-64d771599d19'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:43.709494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:43.749034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-217fa34a-801f-4b15-94b1-0c5197994ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:43.763774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fa34a-801f-4b15-94b1-0c5197994ff3 None None] The sync data for ids ['a12b96ed-e48c-46ef-9c72-64d771599d19'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:43.808075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-26ca4efb-75d9-4ec4-85b7-09316ea57399 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:43.819217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Made reservation on behalf of d238d0aa877749a3a8bdc78d5d6afd7a for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:43.821725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:43.852979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:43.869369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:43.882853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:43.900319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:43.947078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event updated for resources: {'Port': ['ID=fef30210-9666-4ee5-a23b-53afa614afaf,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:43.956253 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:44.032030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Usage tracker for resource:security_group_rule and tenant:d238d0aa877749a3a8bdc78d5d6afd7a is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:44.045862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:44.047147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Checking segment: {'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:44.047639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Network hostable DHCP agents. Network: 3705a7fd-ef24-4be5-9e33-5d8d41627115, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:13:44.060974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:44.116794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-26ca4efb-75d9-4ec4-85b7-09316ea57399 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Calling delete_port for e032ad0c-9585-493f-83b1-08834c3d759c owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:44.175583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event updated for resources: {'Port': ['ID=8648bebf-2f4c-40be-b0bf-2636bb310ce7,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:44.202550 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-54214cdb-3560-45bb-8d3b-b04425d1648b req-7b5ad5d6-2ab8-4556-8e92-2e255b464d35 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5856783 Dec 22 17:13:44.224980 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-fc5d5b4e-aaae-4e90-bd92-f05fa606a998 service neutron] 10.222.0.53 "GET /v2.0/networks/4e21d005-9d9c-4384-8d54-c467fe66715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9769473 Dec 22 17:13:44.232591 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 13.9224873 Dec 22 17:13:44.237687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55464) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:44.260260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:44.264397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.578s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:44.264907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:44.290017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db11013-a32b-4284-b539-461d1a6ba277 req-9afda208-eda9-4d03-b498-da554165e7a2 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:44.297048 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2db11013-a32b-4284-b539-461d1a6ba277 req-9afda208-eda9-4d03-b498-da554165e7a2 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 943 time: 0.6050889 Dec 22 17:13:44.339334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device cdb7bb4d-7a75-4eed-91f8-79efd915a959 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:44.376359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Network 3705a7fd-ef24-4be5-9e33-5d8d41627115 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:13:44.378688 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f88b45c-c091-4713-a41d-b67fab19c454 req-013a8507-5c76-43dd-a705-79e4088773da service neutron] 10.222.0.53 "GET /v2.0/networks/4e21d005-9d9c-4384-8d54-c467fe66715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400666 Dec 22 17:13:44.442284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 3705a7fd-ef24-4be5-9e33-5d8d41627115) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:44.455031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port cdb7bb4d-7a75-4eed-91f8-79efd915a959 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:44.457480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:44.462563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd05c5-4965-4d91-b3bc-a6f054b9e778 None None] Network 3705a7fd-ef24-4be5-9e33-5d8d41627115 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:13:44.471711 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2db11013-a32b-4284-b539-461d1a6ba277 req-2daed389-5964-4e93-9e97-6978f479106d tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736031 Dec 22 17:13:44.479388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port cdb7bb4d-7a75-4eed-91f8-79efd915a959 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:44.479768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:44.606170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:44.606593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:44.606897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:44.628759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:44.629147 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:44.633424 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 2 to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 Dec 22 17:13:44.760882 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:44.787571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bdbb6-28cf-4051-8743-74e74079c08b req-56b0271e-249a-4ef2-913e-0d01384b9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:44.787905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port cdb7bb4d-7a75-4eed-91f8-79efd915a959, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=cdb7bb4d-7a75-4eed-91f8-79efd915a959,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:44.789204 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3c5bdbb6-28cf-4051-8743-74e74079c08b req-56b0271e-249a-4ef2-913e-0d01384b9e97 service neutron] 10.222.0.53 "GET /v2.0/networks?id=74bc4cb7-dcf3-4daf-aac3-ac856c717a8a HTTP/1.1" status: 200 len: 907 time: 1.2021592 Dec 22 17:13:44.797413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-671a33ad-b482-4858-8483-c9a3558297e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:44.797510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:44.799046 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-671a33ad-b482-4858-8483-c9a3558297e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 1099 time: 0.8753054 Dec 22 17:13:44.801855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-aeeb3e76-48de-465c-aa29-f42702f98014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:44.837222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:44.842312 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:44.842825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:44.843342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:44.849470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:44.856416 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:44.856921 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:44.860552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:44.867758 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 3 to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 Dec 22 17:13:44.900250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=cdb7bb4d-7a75-4eed-91f8-79efd915a959,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:44.903761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:44.909624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:44.909956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:44.910287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:44.912780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:13:44.917208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:44.927331 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3c5bdbb6-28cf-4051-8743-74e74079c08b req-4c89b403-6836-4df0-950f-5f8ff319af8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bf92ffd-d521-4180-8b2d-04aadbbec19f HTTP/1.1" status: 200 len: 217 time: 0.1253500 Dec 22 17:13:44.929110 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3f655d15-a3bb-47db-a0a9-7cf4b8c7bea8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] 10.222.0.70 "GET /v2.0/floatingips/4f25ca22-a3b5-40b7-8e5f-d8ec1f199457 HTTP/1.1" status: 200 len: 982 time: 0.5537651 Dec 22 17:13:44.934305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55468) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:44.940884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:44.985890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:44.986485 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:44.995574 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 4 to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 Dec 22 17:13:45.004038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06058f73-35a7-4d7d-aeb5-e9e579be2c54,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:45.023571 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:45.025364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:45.025731 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Added segment b54debcc-de00-4a1d-8bbf-307a7bb036d4 of type vlan for network 775b8516-6246-41a8-9aa1-0e564ca52a86 Dec 22 17:13:45.039189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:45.039519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:45.039888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:45.056099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:45.056495 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:45.089218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:45.092744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b452d-50d6-4f68-bee6-518cff3d4898 req-bce50aa1-3b3d-44df-ae73-c02991e37a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:45.094211 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac6b452d-50d6-4f68-bee6-518cff3d4898 req-bce50aa1-3b3d-44df-ae73-c02991e37a6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3799217fd402441cb16f9e8ff8048dcd&device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 1096 time: 0.6378045 Dec 22 17:13:45.110496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] Usage tracker for resource:security_group_rule and tenant:ce91ad0e665644699af640a7d4c55e66 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:45.119222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:45.122899 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 5 to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 Dec 22 17:13:45.149283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-26ca4efb-75d9-4ec4-85b7-09316ea57399 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:45.151080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:45.159377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:45.167303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:45.168936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:45.169300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:45.169661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:45.182178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:45.182509 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:45.186468 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 6 to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 Dec 22 17:13:45.207572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576614e-f8ae-4db4-bb43-a39ee23b24ed req-b54d5b2e-5c0a-48ad-b262-5352524e9910 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:45.209089 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f576614e-f8ae-4db4-bb43-a39ee23b24ed req-b54d5b2e-5c0a-48ad-b262-5352524e9910 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 944 time: 0.8263323 Dec 22 17:13:45.284358 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5e6a45bc-f246-42a6-ae39-c73dc11d0c18 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.3468988 Dec 22 17:13:45.294920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55474) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:45.295766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:45.296194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:45.296626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:45.298747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca4efb-75d9-4ec4-85b7-09316ea57399 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event deleted for resources: {'Port': ['ID=e032ad0c-9585-493f-83b1-08834c3d759c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:45.315371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:45.315843 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:45.349329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bdbb6-28cf-4051-8743-74e74079c08b req-c7d15140-f191-4fda-9343-4da5827d6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:45.350755 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3c5bdbb6-28cf-4051-8743-74e74079c08b req-c7d15140-f191-4fda-9343-4da5827d6caf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e22ef8e-a38c-46bd-982b-f33167531c7f HTTP/1.1" status: 200 len: 845 time: 0.3948860 Dec 22 17:13:45.364338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-26ca4efb-75d9-4ec4-85b7-09316ea57399 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:45.374879 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 7 to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 Dec 22 17:13:45.403088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:45.456994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:45.457564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:45.471801 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-32e9fbb7-3589-4382-9be8-9e86520da55f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:45.484124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:45.484444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:45.484767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:45.509414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 8bf92ffd-d521-4180-8b2d-04aadbbec19f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:13:45.532612 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f576614e-f8ae-4db4-bb43-a39ee23b24ed req-9a39e7f5-8872-4b49-9847-d03c0eec0a03 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687304 Dec 22 17:13:45.564475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b452d-50d6-4f68-bee6-518cff3d4898 req-59596497-6dbe-4b80-afad-5aab1227f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:45.564475 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac6b452d-50d6-4f68-bee6-518cff3d4898 req-59596497-6dbe-4b80-afad-5aab1227f6a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4e21d005-9d9c-4384-8d54-c467fe66715e HTTP/1.1" status: 200 len: 913 time: 0.4519114 Dec 22 17:13:45.612583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:45.627798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-26ca4efb-75d9-4ec4-85b7-09316ea57399 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:45.657277 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac6b452d-50d6-4f68-bee6-518cff3d4898 req-8eeee167-08f8-4547-bc54-6229bda8014d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=322f3444-38b0-4ab0-b40b-12be746682ba HTTP/1.1" status: 200 len: 217 time: 0.0870314 Dec 22 17:13:45.663387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 8bf92ffd-d521-4180-8b2d-04aadbbec19f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8bf92ffd-d521-4180-8b2d-04aadbbec19f,segment=NetworkSegment(844ca763-3689-4851-a62a-6003d6f20cf9),segment_id=844ca763-3689-4851-a62a-6003d6f20cf9)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:45.684010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '8bf92ffd-d521-4180-8b2d-04aadbbec19f', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'port_id': '8bf92ffd-d521-4180-8b2d-04aadbbec19f', 'mac_address': 'fa:16:3e:87:71:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:13:45.699933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:45.700348 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:45.708295 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-26ca4efb-75d9-4ec4-85b7-09316ea57399 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "DELETE /v2.0/ports/e032ad0c-9585-493f-83b1-08834c3d759c HTTP/1.1" status: 204 len: 168 time: 4.0947683 Dec 22 17:13:45.713169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55480) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:45.727230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bdbb6-28cf-4051-8743-74e74079c08b req-01a68f8a-4659-4b28-9e06-66f24984fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:45.728664 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3c5bdbb6-28cf-4051-8743-74e74079c08b req-01a68f8a-4659-4b28-9e06-66f24984fa1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=74bc4cb7-dcf3-4daf-aac3-ac856c717a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3618433 Dec 22 17:13:45.743450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:45.760516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf92ffd-d521-4180-8b2d-04aadbbec19f {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:13:45.776249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 8bf92ffd-d521-4180-8b2d-04aadbbec19f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8bf92ffd-d521-4180-8b2d-04aadbbec19f,segment=NetworkSegment(844ca763-3689-4851-a62a-6003d6f20cf9),segment_id=844ca763-3689-4851-a62a-6003d6f20cf9)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:45.781122 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:45.783975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-57d5171f-c408-497f-a6d1-5449874c4351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:45.799348 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:45.802729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f066bef-5666-4abb-a88e-ba5eb8bcf0d1', 'external_fixed_ips': [{'subnet_id': 'ab2b770c-f136-487f-b617-5e2376b02327', 'ip_address': '172.20.0.8'}]}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:45.819805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:45.824971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:45.859171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=8bf92ffd-d521-4180-8b2d-04aadbbec19f,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:45.863193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:45.879484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Usage tracker for resource:router and tenant:bff8fd3baa674dc8bb889df098c17def is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:45.887725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:45.897536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-da2d9b2c-9139-43af-be64-758e9392f0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:45.927547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:45.932469 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 8 to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 Dec 22 17:13:45.933970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b452d-50d6-4f68-bee6-518cff3d4898 req-222b7eb3-1d04-447b-8fd3-69027b6ef01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:45.935447 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac6b452d-50d6-4f68-bee6-518cff3d4898 req-222b7eb3-1d04-447b-8fd3-69027b6ef01e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cf246d8-2bf5-48b2-89b4-ff7c32508fbd HTTP/1.1" status: 200 len: 851 time: 0.2685084 Dec 22 17:13:45.948825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] Synchronizing usage tracker for tenant:ce91ad0e665644699af640a7d4c55e66 on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:45.990292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['8bf92ffd-d521-4180-8b2d-04aadbbec19f'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:13:45.998454 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:45.998997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:45.999081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:46.001106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Pushing event updated for resources: {'Network': ['ID=775b8516-6246-41a8-9aa1-0e564ca52a86,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:46.006953 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6787715 Dec 22 17:13:46.006953 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:46.010372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55484) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:46.031124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:46.031329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Request body: {'network': {'project_id': 'd238d0aa877749a3a8bdc78d5d6afd7a'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:46.032104 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:46.053307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=030bd1b2-d640-48ab-87c7-59347c6cc9c3,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:46.056167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:46.057215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:46.066535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:46.069019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:46.074100 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 9 to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 Dec 22 17:13:46.096902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Usage tracker for resource:network and tenant:d238d0aa877749a3a8bdc78d5d6afd7a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:46.106050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:46.109251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a0de5-d4c7-40a7-9b0b-be7263db4687 req-23fba25d-7745-4838-977b-40a750e44eef tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:46.112598 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f71a0de5-d4c7-40a7-9b0b-be7263db4687 req-23fba25d-7745-4838-977b-40a750e44eef tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.7285328 Dec 22 17:13:46.117168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Deleting port b3a1f91b-4f48-49af-a482-326f2fecb935 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:46.117653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] Unset dirty status for tenant:ce91ad0e665644699af640a7d4c55e66 on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:46.118537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:46.118830 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2285733 Dec 22 17:13:46.124494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:46.132912 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3c5bdbb6-28cf-4051-8743-74e74079c08b req-565228f8-9f2f-4c51-9a76-70a1a57dc688 service neutron] 10.222.0.53 "GET /v2.0/networks/74bc4cb7-dcf3-4daf-aac3-ac856c717a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660243 Dec 22 17:13:46.142121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:46.157161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Made reservation on behalf of d238d0aa877749a3a8bdc78d5d6afd7a for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:46.160039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:46.172947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 775b8516-6246-41a8-9aa1-0e564ca52a86 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:13:46.182406 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98a2cf-1b01-4fc0-ac5e-d678e777ae31 req-64c1f394-c764-48d5-a1e9-070ee4d1da27 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:46.183950 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-df98a2cf-1b01-4fc0-ac5e-d678e777ae31 req-64c1f394-c764-48d5-a1e9-070ee4d1da27 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 943 time: 0.4721792 Dec 22 17:13:46.274470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device cdb7bb4d-7a75-4eed-91f8-79efd915a959 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:46.293766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b452d-50d6-4f68-bee6-518cff3d4898 req-a789fed8-7b9d-4541-b9da-4946b68b3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:46.295284 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac6b452d-50d6-4f68-bee6-518cff3d4898 req-a789fed8-7b9d-4541-b9da-4946b68b3b80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e21d005-9d9c-4384-8d54-c467fe66715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3477547 Dec 22 17:13:46.304382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:46.305106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:46.306161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:46.355794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:46.356095 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:46.363940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:13:46.365144 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 10 to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 Dec 22 17:13:46.379661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port cdb7bb4d-7a75-4eed-91f8-79efd915a959 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:46.380037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:46.427763 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-df98a2cf-1b01-4fc0-ac5e-d678e777ae31 req-c309b088-3399-4c72-a1ec-f3c9c8c34905 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346661 Dec 22 17:13:46.441841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:46.442213 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Added segment 716ad72a-9db9-4a92-a807-d8f7543d43f5 of type vlan for network 5ade2c1b-174b-47fe-aba0-e2b4317ac535 Dec 22 17:13:46.543795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:46.544122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:46.555003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:46.555356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:46.555844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:46.621358 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:46.621742 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:46.622029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:46.690403 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f71a0de5-d4c7-40a7-9b0b-be7263db4687 req-493ed5d0-be52-42d0-858b-571b03eb6c93 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3885732 Dec 22 17:13:46.699374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Calling delete_port for b3a1f91b-4f48-49af-a482-326f2fecb935 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:46.773818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Router 71d6f846-1811-4fc4-a55d-a12efbb79ad4 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:13:46.871722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:46.925018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:46.937848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] For port 8648bebf-2f4c-40be-b0bf-2636bb310ce7, host hv-neutron-8225, cleared binding levels {{(pid=87586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:46.938220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempted to set empty binding levels {{(pid=87586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 17:13:46.992272 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac6b452d-50d6-4f68-bee6-518cff3d4898 req-d3c14dc9-87e0-41ff-b7ee-fd83dc343412 service neutron] 10.222.0.53 "GET /v2.0/networks/4e21d005-9d9c-4384-8d54-c467fe66715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293030 Dec 22 17:13:46.999741 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3c5bdbb6-28cf-4051-8743-74e74079c08b req-424e3198-b59f-491d-b137-d0d632793cfc service neutron] 10.222.0.53 "GET /v2.0/networks/74bc4cb7-dcf3-4daf-aac3-ac856c717a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408176 Dec 22 17:13:47.001447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:47.013131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-81542c26-467e-4d81-aa81-854e30270c50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:47.084986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:47.085577 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:47.159073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:47.166233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5157ac-d3de-4f0e-a466-2a08a887c674 req-6976ce9b-e7f0-441f-a580-3a4072e563bd tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:47.167741 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2e5157ac-d3de-4f0e-a466-2a08a887c674 req-6976ce9b-e7f0-441f-a580-3a4072e563bd tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 945 time: 0.5044549 Dec 22 17:13:47.171837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:47.176016 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.8824935 Dec 22 17:13:47.176166 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Sync routers for ids ['71d6f846-1811-4fc4-a55d-a12efbb79ad4'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:47.176628 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event updated for resources: {'Port': ['ID=8648bebf-2f4c-40be-b0bf-2636bb310ce7,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:47.176803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:47.176803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:47.178444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55490) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:47.183258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:47.189156 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Routers {'71d6f846-1811-4fc4-a55d-a12efbb79ad4'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:47.189840 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['71d6f846-1811-4fc4-a55d-a12efbb79ad4'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:47.212383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:47.242003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:47.245949 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6a18dbae-1207-41e5-a116-93e192604498 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3824680 Dec 22 17:13:47.250773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55494) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:47.324046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:47.330328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Deleting port 8648bebf-2f4c-40be-b0bf-2636bb310ce7 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:47.330669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:47.340822 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3267767 Dec 22 17:13:47.345597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55498) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:47.359074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Pushing event updated for resources: {'Network': ['ID=5ade2c1b-174b-47fe-aba0-e2b4317ac535,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:47.365113 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5240e42c-134d-472a-b647-c6c81fe9c3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:47.367892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-7ca6f450-7ae6-4cd4-bccb-b4c5cf25c586 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Request body: {'network': {'project_id': 'd238d0aa877749a3a8bdc78d5d6afd7a'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:47.380258 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac6b452d-50d6-4f68-bee6-518cff3d4898 req-512cb304-5821-4b6a-a7b7-d062724aeb89 service neutron] 10.222.0.53 "GET /v2.0/networks/4e21d005-9d9c-4384-8d54-c467fe66715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699751 Dec 22 17:13:47.380470 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Set router 71d6f846-1811-4fc4-a55d-a12efbb79ad4 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:47.381898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7ca6f450-7ae6-4cd4-bccb-b4c5cf25c586 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:47.386394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:47.386766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:47.387134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:47.387478 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:47.387819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:47.388210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:47.388481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:47.388822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:47.389160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:47.389497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:47.389830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:47.390152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:47.396954 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2e5157ac-d3de-4f0e-a466-2a08a887c674 req-a274b4c5-b96e-4eb9-9867-d719cc780345 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915967 Dec 22 17:13:47.398816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7ca6f450-7ae6-4cd4-bccb-b4c5cf25c586 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Usage tracker for resource:network and tenant:d238d0aa877749a3a8bdc78d5d6afd7a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:47.401624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:47.403569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7ca6f450-7ae6-4cd4-bccb-b4c5cf25c586 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:47.410545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7ca6f450-7ae6-4cd4-bccb-b4c5cf25c586 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:47.414426 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca6f450-7ae6-4cd4-bccb-b4c5cf25c586 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 17:13:47.414916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca6f450-7ae6-4cd4-bccb-b4c5cf25c586 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:13:47.423980 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7ca6f450-7ae6-4cd4-bccb-b4c5cf25c586 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0627708 Dec 22 17:13:47.423980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55502) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:47.434549 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event deleted for resources: {'Port': ['ID=b3a1f91b-4f48-49af-a482-326f2fecb935,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:47.437337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 5ade2c1b-174b-47fe-aba0-e2b4317ac535 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:13:47.441803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:47.502676 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1b7fbc4a-b3fa-4e01-9131-cb33213fd4ff tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d238d0aa877749a3a8bdc78d5d6afd7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0815964 Dec 22 17:13:47.506120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55508) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:47.612771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 322f3444-38b0-4ab0-b40b-12be746682ba details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:13:47.615095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 8bf92ffd-d521-4180-8b2d-04aadbbec19f up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:47.695254 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d6f846-1811-4fc4-a55d-a12efbb79ad4', 'name': 'tempest-snat-router-1956161528', 'tenant_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'fef30210-9666-4ee5-a23b-53afa614afaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:13:40Z', 'updated_at': '2021-12-22T17:13:44Z', 'revision_number': 3, 'project_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'gw_port': {'id': 'fef30210-9666-4ee5-a23b-53afa614afaf', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d6f846-1811-4fc4-a55d-a12efbb79ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:41Z', 'updated_at': '2021-12-22T17:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:47.699570 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Checking router: 71d6f846-1811-4fc4-a55d-a12efbb79ad4 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:13:47.700129 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Updating router 71d6f846-1811-4fc4-a55d-a12efbb79ad4 port fef30210-9666-4ee5-a23b-53afa614afaf binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:13:47.708457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:47.709148 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Floating IP 4f25ca22-a3b5-40b7-8e5f-d8ec1f199457 disassociated (deleted). External IP: 172.26.3.53, port: 7101f338-ee07-4dcb-b371-aefd3c3adc69. Dec 22 17:13:47.759888 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:47.860935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6b23c35a-7b58-4c42-a745-076a72f2b540 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:47.925282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 8bf92ffd-d521-4180-8b2d-04aadbbec19f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:47.942586 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 8bf92ffd-d521-4180-8b2d-04aadbbec19f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:47.942961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:47.995711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 322f3444-38b0-4ab0-b40b-12be746682ba, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=322f3444-38b0-4ab0-b40b-12be746682ba,segment=NetworkSegment(b768978a-76e9-496d-98b6-e48e763296ab),segment_id=b768978a-76e9-496d-98b6-e48e763296ab)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:48.021251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '322f3444-38b0-4ab0-b40b-12be746682ba', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'port_id': '322f3444-38b0-4ab0-b40b-12be746682ba', 'mac_address': 'fa:16:3e:c9:9e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:13:48.048290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6b23c35a-7b58-4c42-a745-076a72f2b540 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.090791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.147968 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.151500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.171991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322f3444-38b0-4ab0-b40b-12be746682ba {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:13:48.179811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.192607 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.212790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 322f3444-38b0-4ab0-b40b-12be746682ba, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=322f3444-38b0-4ab0-b40b-12be746682ba,segment=NetworkSegment(b768978a-76e9-496d-98b6-e48e763296ab),segment_id=b768978a-76e9-496d-98b6-e48e763296ab)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:48.214119 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Transition to ACTIVE for port object fef30210-9666-4ee5-a23b-53afa614afaf will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:48.218490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.225646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-aeeb3e76-48de-465c-aa29-f42702f98014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:48.227290 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.243658 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:48.255436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31ebb-5677-4b67-91c5-8657d56ecf01 req-0214c451-f96e-43be-9802-4403fee84d11 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:48.256940 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2d31ebb-5677-4b67-91c5-8657d56ecf01 req-0214c451-f96e-43be-9802-4403fee84d11 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.3611221 Dec 22 17:13:48.267187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6f1742-a562-4355-8074-f530ab1be05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf92ffd-d521-4180-8b2d-04aadbbec19f'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:13:48.297750 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 8bf92ffd-d521-4180-8b2d-04aadbbec19f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8bf92ffd-d521-4180-8b2d-04aadbbec19f,segment=NetworkSegment(844ca763-3689-4851-a62a-6003d6f20cf9),segment_id=844ca763-3689-4851-a62a-6003d6f20cf9)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:48.306203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.323300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=322f3444-38b0-4ab0-b40b-12be746682ba,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:48.337334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:48.338428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:48.338918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:48.339623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:48.340999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:48.341498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:48.341965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:48.342426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:48.343065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:48.343707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:48.344175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:48.345211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:48.355621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:48.359461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:48.360816 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Attempting to bind port fef30210-9666-4ee5-a23b-53afa614afaf on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:48.361721 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Attempting to bind port fef30210-9666-4ee5-a23b-53afa614afaf by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:48.362093 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Attempting to bind port fef30210-9666-4ee5-a23b-53afa614afaf on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:48.364703 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffe119-afec-4a32-b46a-a65d2d4c0354 None None] Pushing event updated for resources: {'Port': ['ID=fef30210-9666-4ee5-a23b-53afa614afaf,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:48.368780 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-a6ffe119-afec-4a32-b46a-a65d2d4c0354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:48.371729 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:48.372110 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:48.372554 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.373096 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:48.373631 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Bound port: fef30210-9666-4ee5-a23b-53afa614afaf, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:48.374043 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.389968 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a13d2be5-d6fc-42e8-b394-cf422d7c656b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/routers/71d6f846-1811-4fc4-a55d-a12efbb79ad4 HTTP/1.1" status: 200 len: 908 time: 1.1380215 Dec 22 17:13:48.396689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55516) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:48.462553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=8bf92ffd-d521-4180-8b2d-04aadbbec19f,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:48.469839 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6b23c35a-7b58-4c42-a745-076a72f2b540 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.472442 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] For port fef30210-9666-4ee5-a23b-53afa614afaf, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:48.474281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:48.477343 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] For port fef30210-9666-4ee5-a23b-53afa614afaf, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fef30210-9666-4ee5-a23b-53afa614afaf,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:48.481181 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.483844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:48.487307 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0a4ffa66-02aa-4cf0-8257-de8fbcdc4a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:48.523005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23c35a-7b58-4c42-a745-076a72f2b540 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06058f73-35a7-4d7d-aeb5-e9e579be2c54,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:48.529449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['322f3444-38b0-4ab0-b40b-12be746682ba'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:13:48.558647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6b23c35a-7b58-4c42-a745-076a72f2b540 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:48.567542 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Routers {'71d6f846-1811-4fc4-a55d-a12efbb79ad4'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:48.568161 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['71d6f846-1811-4fc4-a55d-a12efbb79ad4'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:48.574705 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2d31ebb-5677-4b67-91c5-8657d56ecf01 req-39fe6054-a240-4d29-be90-89f29c8c9e33 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2783277 Dec 22 17:13:48.625970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Allocated IP 172.20.0.8 (5f066bef-5666-4abb-a88e-ba5eb8bcf0d1/ab2b770c-f136-487f-b617-5e2376b02327/c0a15fdd-59b2-4bc8-b571-df9422ac41ae) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:48.662911 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6f1742-a562-4355-8074-f530ab1be05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf92ffd-d521-4180-8b2d-04aadbbec19f', 'code': 200} Dec 22 17:13:48.704132 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffe119-afec-4a32-b46a-a65d2d4c0354 None None] Pushing event updated for resources: {'Port': ['ID=fef30210-9666-4ee5-a23b-53afa614afaf,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:48.716097 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-a6ffe119-afec-4a32-b46a-a65d2d4c0354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:48.759041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24bc9a-2b0c-4657-8d83-c6ec6c906370 req-6c40b544-fae6-4b07-a10e-00c7d964e024 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:48.760982 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ce24bc9a-2b0c-4657-8d83-c6ec6c906370 req-6c40b544-fae6-4b07-a10e-00c7d964e024 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 943 time: 1.0740545 Dec 22 17:13:48.762365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] For port 8648bebf-2f4c-40be-b0bf-2636bb310ce7, host hv-neutron-8225, got binding levels [] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:48.762956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.846022 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] Set router 71d6f846-1811-4fc4-a55d-a12efbb79ad4 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:48.911452 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.973248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6b23c35a-7b58-4c42-a745-076a72f2b540 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:48.976665 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6b23c35a-7b58-4c42-a745-076a72f2b540 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/06058f73-35a7-4d7d-aeb5-e9e579be2c54 HTTP/1.1" status: 204 len: 168 time: 1.4671540 Dec 22 17:13:48.999372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Calling delete_port for 8648bebf-2f4c-40be-b0bf-2636bb310ce7 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:49.013309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55522) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:49.069826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:49.119098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:49.156602 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ce24bc9a-2b0c-4657-8d83-c6ec6c906370 req-e692059d-2699-4342-b739-0b002964fcde tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184791 Dec 22 17:13:49.163319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:49.192494 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d6f846-1811-4fc4-a55d-a12efbb79ad4', 'name': 'tempest-snat-router-1956161528', 'tenant_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'fef30210-9666-4ee5-a23b-53afa614afaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:13:40Z', 'updated_at': '2021-12-22T17:13:44Z', 'revision_number': 3, 'project_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'gw_port': {'id': 'fef30210-9666-4ee5-a23b-53afa614afaf', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d6f846-1811-4fc4-a55d-a12efbb79ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:41Z', 'updated_at': '2021-12-22T17:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:49.196442 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69737c1f-537a-48df-a61e-d0eb51b5eff4 None None] The sync data for ids ['71d6f846-1811-4fc4-a55d-a12efbb79ad4'] in dv-neutron-822513-1-hyperv is: [{'id': '71d6f846-1811-4fc4-a55d-a12efbb79ad4', 'name': 'tempest-snat-router-1956161528', 'tenant_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.176'}], 'enable_snat': True}, 'gw_port_id': 'fef30210-9666-4ee5-a23b-53afa614afaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:13:40Z', 'updated_at': '2021-12-22T17:13:44Z', 'revision_number': 3, 'project_id': '24bea35bf2e148f4a71e29efee7d3bbb', 'gw_port': {'id': 'fef30210-9666-4ee5-a23b-53afa614afaf', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d6f846-1811-4fc4-a55d-a12efbb79ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:41Z', 'updated_at': '2021-12-22T17:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:49.223208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Network 5f066bef-5666-4abb-a88e-ba5eb8bcf0d1 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:49.236094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:49.238475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:49.271748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:49.283505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Router a12b96ed-e48c-46ef-9c72-64d771599d19 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:13:49.291931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event updated for resources: {'Port': ['ID=c0a15fdd-59b2-4bc8-b571-df9422ac41ae,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:49.296029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:49.308907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:49.320055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8228f-cb36-493a-b4ed-ceb686494bae req-58cf861a-040a-4a57-b10b-f809dcc0d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:49.321508 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffc8228f-cb36-493a-b4ed-ceb686494bae req-58cf861a-040a-4a57-b10b-f809dcc0d5b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 1099 time: 0.3911455 Dec 22 17:13:49.331466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4635b4b-f518-4e66-9d1d-8a5b82adce76 req-a831d014-5655-4377-b406-ee414f2b05ab tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:49.333183 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4635b4b-f518-4e66-9d1d-8a5b82adce76 req-a831d014-5655-4377-b406-ee414f2b05ab tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 946 time: 0.3687615 Dec 22 17:13:49.357200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:49.513474 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event deleted for resources: {'Port': ['ID=8648bebf-2f4c-40be-b0bf-2636bb310ce7,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:49.541127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 322f3444-38b0-4ab0-b40b-12be746682ba up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:49.556600 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:49.557091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:49.557369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:49.557726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:49.558082 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:49.558744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:49.558848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:49.559134 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:49.559492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:49.559839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:49.560184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:49.560530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:49.563496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:49.570515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:49.646199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 322f3444-38b0-4ab0-b40b-12be746682ba completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:49.657371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 322f3444-38b0-4ab0-b40b-12be746682ba triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:49.657584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:49.704237 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "DELETE /v2.0/ports/8648bebf-2f4c-40be-b0bf-2636bb310ce7 HTTP/1.1" status: 204 len: 168 time: 2.5202668 Dec 22 17:13:49.706096 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffc8228f-cb36-493a-b4ed-ceb686494bae req-25076a1b-7bc5-4370-ade2-d315f3b0773f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687410 Dec 22 17:13:49.710241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55528) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:49.740762 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4635b4b-f518-4e66-9d1d-8a5b82adce76 req-3edec62c-d831-483f-8ad0-667ad8e2c641 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3887336 Dec 22 17:13:49.751880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:49.787143 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6a3a36-e12e-4c48-a86e-a7fb24eb437f tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] GET failed (client error): The resource could not be found. Dec 22 17:13:49.787677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9d6a3a36-e12e-4c48-a86e-a7fb24eb437f tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Synchronizing usage tracker for tenant:4e3009ff6256475e9a1f114c3fd52e36 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:49.791536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:49.820205 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:49.877871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ade2c1b-174b-47fe-aba0-e2b4317ac535']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:49.880131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 322f3444-38b0-4ab0-b40b-12be746682ba, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=322f3444-38b0-4ab0-b40b-12be746682ba,segment=NetworkSegment(b768978a-76e9-496d-98b6-e48e763296ab),segment_id=b768978a-76e9-496d-98b6-e48e763296ab)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:49.885389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:49.888385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:49.899263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716ad72a-9db9-4a92-a807-d8f7543d43f5') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:49.899461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716ad72a-9db9-4a92-a807-d8f7543d43f5') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:49.977855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=322f3444-38b0-4ab0-b40b-12be746682ba,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:49.986229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:49.986597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.027020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.094842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:13:50.095088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:13:50.108690 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:13:50.115607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Deleting port fef30210-9666-4ee5-a23b-53afa614afaf {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:50.116209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.140569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:50.145571 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.153620 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ce0d4-909c-478b-a9af-86aa455701f5 None None] Sync routers for ids ['a12b96ed-e48c-46ef-9c72-64d771599d19'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:50.173196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ce0d4-909c-478b-a9af-86aa455701f5 None None] Routers {'a12b96ed-e48c-46ef-9c72-64d771599d19'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:50.174507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-863ce0d4-909c-478b-a9af-86aa455701f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a12b96ed-e48c-46ef-9c72-64d771599d19'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:50.280371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.304760 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:50.339676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.348390 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "DELETE /v2.0/floatingips/4f25ca22-a3b5-40b7-8e5f-d8ec1f199457 HTTP/1.1" status: 204 len: 168 time: 5.0449085 Dec 22 17:13:50.349772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55534) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:50.350941 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] 10.222.0.70 "DELETE /v2.0/networks/5ade2c1b-174b-47fe-aba0-e2b4317ac535 HTTP/1.1" status: 204 len: 168 time: 1.3355761 Dec 22 17:13:50.363554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55536) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:50.365280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ade2c1b-174b-47fe-aba0-e2b4317ac535,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:50.366250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-863ce0d4-909c-478b-a9af-86aa455701f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:50.378177 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fef30210-9666-4ee5-a23b-53afa614afaf up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:50.402250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:50.406154 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9d6a3a36-e12e-4c48-a86e-a7fb24eb437f tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Unset dirty status for tenant:4e3009ff6256475e9a1f114c3fd52e36 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:50.406349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:50.412800 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9d6a3a36-e12e-4c48-a86e-a7fb24eb437f tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "GET /v2.0/ports/8648bebf-2f4c-40be-b0bf-2636bb310ce7 HTTP/1.1" status: 404 len: 333 time: 0.6962817 Dec 22 17:13:50.415057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55542) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:50.421374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:50.429574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Request body: {'port': {'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-894980397'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:50.434629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:50.435639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ce0d4-909c-478b-a9af-86aa455701f5 None None] Routers {'a12b96ed-e48c-46ef-9c72-64d771599d19'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:50.436273 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-863ce0d4-909c-478b-a9af-86aa455701f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a12b96ed-e48c-46ef-9c72-64d771599d19'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:50.462028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Usage tracker for resource:floatingip and tenant:ad8088f6a9cc4863aa2944d65524d800 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:50.478947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:50.483849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:50.505443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-863ce0d4-909c-478b-a9af-86aa455701f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:50.505845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ce0d4-909c-478b-a9af-86aa455701f5 None None] The sync data for ids ['a12b96ed-e48c-46ef-9c72-64d771599d19'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:50.530258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port fef30210-9666-4ee5-a23b-53afa614afaf completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:13:50.536666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port fef30210-9666-4ee5-a23b-53afa614afaf triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:50.537099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.537502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:50.576301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Made reservation on behalf of 4e3009ff6256475e9a1f114c3fd52e36 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:50.580193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.597912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.638575 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] device_id is not set on port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:13:50.666608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322f3444-38b0-4ab0-b40b-12be746682ba'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:13:50.669231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.678857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c212f-6e36-4c27-85ce-04b73fde8074 req-7ec0107d-d3ae-4689-bdf0-297c695ca8f3 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:50.680546 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c01c212f-6e36-4c27-85ce-04b73fde8074 req-7ec0107d-d3ae-4689-bdf0-297c695ca8f3 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.9256303 Dec 22 17:13:50.690303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.712139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port fef30210-9666-4ee5-a23b-53afa614afaf, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fef30210-9666-4ee5-a23b-53afa614afaf,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:50.717293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.724120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-08572a18-39e6-4eeb-92ac-3a2314646c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:50.805687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] For port fef30210-9666-4ee5-a23b-53afa614afaf, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fef30210-9666-4ee5-a23b-53afa614afaf,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:50.806426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.915823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=fef30210-9666-4ee5-a23b-53afa614afaf,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:50.919005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:50.973079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:50.993754 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c01c212f-6e36-4c27-85ce-04b73fde8074 req-d016dfc4-456b-4829-959b-85739208ebff tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3052416 Dec 22 17:13:51.005840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Calling delete_port for fef30210-9666-4ee5-a23b-53afa614afaf owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:51.076748 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322f3444-38b0-4ab0-b40b-12be746682ba', 'code': 200} Dec 22 17:13:51.107204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c99914-b3e3-4a8b-a64e-468b267950df req-70139888-1c5e-4d8b-84d9-09f756417ed5 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:51.108640 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-13c99914-b3e3-4a8b-a64e-468b267950df req-70139888-1c5e-4d8b-84d9-09f756417ed5 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 945 time: 0.6967578 Dec 22 17:13:51.158636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:51.240388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:51.337245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:51.347707 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-13c99914-b3e3-4a8b-a64e-468b267950df req-70eb5ce6-ed4c-4bf9-ba89-2d1afad5fca5 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158682 Dec 22 17:13:51.356586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:51.414802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:13:51.415577 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:13:51.417393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775b8516-6246-41a8-9aa1-0e564ca52a86']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:51.464842 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:51.498723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:51.533750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54debcc-de00-4a1d-8bbf-307a7bb036d4') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:51.534035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54debcc-de00-4a1d-8bbf-307a7bb036d4') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:51.544199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975525a3-3003-4b2b-b487-017056286b23 req-df9f461f-2c52-427b-bc55-cf785639438d tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:51.545646 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-975525a3-3003-4b2b-b487-017056286b23 req-df9f461f-2c52-427b-bc55-cf785639438d tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 946 time: 0.3024709 Dec 22 17:13:51.570806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:51.602982 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Network 3705a7fd-ef24-4be5-9e33-5d8d41627115 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:51.607915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:51.611429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:51.618389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:51.619322 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:51.619901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:51.622767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2b49a-6577-4236-a1df-22e40782b98d req-86581e81-35c7-4b42-b6f7-d4d198133cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:51.624369 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e3d2b49a-6577-4236-a1df-22e40782b98d req-86581e81-35c7-4b42-b6f7-d4d198133cd5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 1098 time: 0.3169963 Dec 22 17:13:51.625303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:13:51.625686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:13:51.641905 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:13:51.663291 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event updated for resources: {'Port': ['ID=3c1bd4cb-d984-49a9-9c9e-079e1fcda21c,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:51.666757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Allocated IP 172.26.3.48 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/938b29de-3324-404d-9bd8-43b168cffa9f) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:51.671719 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-975525a3-3003-4b2b-b487-017056286b23 req-d1c2e926-c000-404d-99d2-003e66c7c974 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113284 Dec 22 17:13:51.674439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:51.706280 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2913122 Dec 22 17:13:51.710220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55554) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:51.715589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:51.768602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:51.776940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b382ca4-21a5-437a-aa0c-9b44622e1b36 req-57b5be05-01f0-49a0-b60d-5a6f857e7527 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:51.778378 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9b382ca4-21a5-437a-aa0c-9b44622e1b36 req-57b5be05-01f0-49a0-b60d-5a6f857e7527 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.2945399 Dec 22 17:13:51.786833 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e3d2b49a-6577-4236-a1df-22e40782b98d req-a1363b2d-0acc-48cf-9b12-f6de8c4d5235 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431954 Dec 22 17:13:51.787359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a05b826d-5505-4cb6-b4c9-0d1ee5878ca3 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:51.800615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:51.804806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55558) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:51.808483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Router 7dafd561-c28c-4a7b-ad08-0046a0aea8ed is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:13:51.810357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Pushing event deleted for resources: {'Network': ['ID=775b8516-6246-41a8-9aa1-0e564ca52a86,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:51.814898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:51.819613 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] 10.222.0.70 "DELETE /v2.0/networks/775b8516-6246-41a8-9aa1-0e564ca52a86 HTTP/1.1" status: 204 len: 168 time: 1.4477108 Dec 22 17:13:51.821209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-90d9992f-1319-472b-92f2-c0ffd765c30a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Request body: {'floatingip': {'port_id': '4f8c628f-a744-4941-9f26-c2a92f574aa8'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:52.018299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:52.030281 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Sync routers for ids ['7dafd561-c28c-4a7b-ad08-0046a0aea8ed'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:52.037745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Deleting port fef30210-9666-4ee5-a23b-53afa614afaf {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:52.038433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:52.041616 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Routers {'7dafd561-c28c-4a7b-ad08-0046a0aea8ed'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:52.042539 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['7dafd561-c28c-4a7b-ad08-0046a0aea8ed'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:52.045111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:52.051807 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.3266521 Dec 22 17:13:52.054182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55566) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:52.107953 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90d9992f-1319-472b-92f2-c0ffd765c30a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for floatingip, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:52.239848 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Set router 7dafd561-c28c-4a7b-ad08-0046a0aea8ed gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:52.297267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fef30210-9666-4ee5-a23b-53afa614afaf up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:13:52.407687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port fef30210-9666-4ee5-a23b-53afa614afaf triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:13:52.408921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:52.420991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:52.513909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] For port fef30210-9666-4ee5-a23b-53afa614afaf, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fef30210-9666-4ee5-a23b-53afa614afaf,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:52.514517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:52.580128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55574) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:52.612745 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafd561-c28c-4a7b-ad08-0046a0aea8ed', 'name': '', 'tenant_id': 'bff8fd3baa674dc8bb889df098c17def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f066bef-5666-4abb-a88e-ba5eb8bcf0d1', 'external_fixed_ips': [{'subnet_id': 'ab2b770c-f136-487f-b617-5e2376b02327', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'c0a15fdd-59b2-4bc8-b571-df9422ac41ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:13:46Z', 'updated_at': '2021-12-22T17:13:49Z', 'revision_number': 3, 'project_id': 'bff8fd3baa674dc8bb889df098c17def', 'gw_port': {'id': 'c0a15fdd-59b2-4bc8-b571-df9422ac41ae', 'name': '', 'network_id': '5f066bef-5666-4abb-a88e-ba5eb8bcf0d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafd561-c28c-4a7b-ad08-0046a0aea8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'ab2b770c-f136-487f-b617-5e2376b02327', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:48Z', 'updated_at': '2021-12-22T17:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab2b770c-f136-487f-b617-5e2376b02327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:52.616906 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Checking router: 7dafd561-c28c-4a7b-ad08-0046a0aea8ed for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:13:52.617251 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Updating router 7dafd561-c28c-4a7b-ad08-0046a0aea8ed port c0a15fdd-59b2-4bc8-b571-df9422ac41ae binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:13:52.676136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:52.677539 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:52.702378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Calling delete_port for fef30210-9666-4ee5-a23b-53afa614afaf owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:52.706451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:52.722346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Deleting port c0a15fdd-59b2-4bc8-b571-df9422ac41ae {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:52.722697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:52.768603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:52.832976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-150f3b45-03b3-4e98-87b1-82d4c12aacf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:52.852509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0713d1-8b5a-4087-8cac-86ecf0bfcd8c req-d0549d92-601a-4fa5-8095-aba7e7f81fe8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:52.857624 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a0713d1-8b5a-4087-8cac-86ecf0bfcd8c req-d0549d92-601a-4fa5-8095-aba7e7f81fe8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 945 time: 0.2740660 Dec 22 17:13:52.872110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-150f3b45-03b3-4e98-87b1-82d4c12aacf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:52.894214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-150f3b45-03b3-4e98-87b1-82d4c12aacf1 admin admin] Usage tracker for resource:security_group_rule and tenant:1bc63afa76b34782a19e55303585f1cc is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:52.995588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-150f3b45-03b3-4e98-87b1-82d4c12aacf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:53.002349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-150f3b45-03b3-4e98-87b1-82d4c12aacf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:53.031211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeaeff-9d4c-4631-ab00-2aaabe295d8a req-10e5ef63-4e68-49d2-b2ff-6fc632b7761b tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:53.036522 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-abeeaeff-9d4c-4631-ab00-2aaabe295d8a req-10e5ef63-4e68-49d2-b2ff-6fc632b7761b tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 946 time: 1.1518652 Dec 22 17:13:53.046031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55580) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:53.068225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-7d75c4a6-bc57-4959-8bf1-79d7a420e195 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Request body: {'floatingip': {'port_id': '8bf92ffd-d521-4180-8b2d-04aadbbec19f'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:53.079606 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:53.092579 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Transition to ACTIVE for port object c0a15fdd-59b2-4bc8-b571-df9422ac41ae will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:53.099604 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:53.103612 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:53.172019 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a0713d1-8b5a-4087-8cac-86ecf0bfcd8c req-ec32bc46-058a-4f49-8aa5-f315e9bf1abe tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074870 Dec 22 17:13:53.176545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d75c4a6-bc57-4959-8bf1-79d7a420e195 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for floatingip, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:53.218097 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Pushing event updated for resources: {'Port': ['ID=c0a15fdd-59b2-4bc8-b571-df9422ac41ae,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:53.223518 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Attempting to bind port c0a15fdd-59b2-4bc8-b571-df9422ac41ae on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:53.223883 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Attempting to bind port c0a15fdd-59b2-4bc8-b571-df9422ac41ae by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '8f5e35f3-f5ab-4379-ac14-f1566bfbd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f066bef-5666-4abb-a88e-ba5eb8bcf0d1'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:53.224858 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Attempting to bind port c0a15fdd-59b2-4bc8-b571-df9422ac41ae on network 5f066bef-5666-4abb-a88e-ba5eb8bcf0d1 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:53.232014 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:53.232384 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:53.232703 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:53.233020 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:53.233345 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:53.233663 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:53.234527 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:53.234854 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:53.235207 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:53.235528 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:53.236785 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:53.236785 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:13:53.241374 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:53.242391 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:13:53.242762 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Checking segment: {'id': '8f5e35f3-f5ab-4379-ac14-f1566bfbd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f066bef-5666-4abb-a88e-ba5eb8bcf0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:13:53.244537 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:53.244537 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Bound using segment: {'id': '8f5e35f3-f5ab-4379-ac14-f1566bfbd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f066bef-5666-4abb-a88e-ba5eb8bcf0d1'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:13:53.244537 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Bound port: c0a15fdd-59b2-4bc8-b571-df9422ac41ae, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5e35f3-f5ab-4379-ac14-f1566bfbd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5f066bef-5666-4abb-a88e-ba5eb8bcf0d1'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:13:53.244537 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:53.268051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:53.297835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:53.308805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9eb43ac9-965f-4c1b-98eb-f92ff64205ba tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:53.331304 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] For port c0a15fdd-59b2-4bc8-b571-df9422ac41ae, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:53.334682 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] For port c0a15fdd-59b2-4bc8-b571-df9422ac41ae, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c0a15fdd-59b2-4bc8-b571-df9422ac41ae,segment=NetworkSegment(8f5e35f3-f5ab-4379-ac14-f1566bfbd7b4),segment_id=8f5e35f3-f5ab-4379-ac14-f1566bfbd7b4)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:13:53.339632 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:53.350835 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-047b98ad-136a-45fc-b095-599f871dbe32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:53.419000 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Routers {'7dafd561-c28c-4a7b-ad08-0046a0aea8ed'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:53.419813 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['7dafd561-c28c-4a7b-ad08-0046a0aea8ed'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:53.451596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Calling delete_port for c0a15fdd-59b2-4bc8-b571-df9422ac41ae owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:53.470795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:53.567454 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Pushing event updated for resources: {'Port': ['ID=c0a15fdd-59b2-4bc8-b571-df9422ac41ae,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:53.571565 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:53.591438 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] Set router 7dafd561-c28c-4a7b-ad08-0046a0aea8ed gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:53.610654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-150f3b45-03b3-4e98-87b1-82d4c12aacf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:53.680807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-150f3b45-03b3-4e98-87b1-82d4c12aacf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:53.703160 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafd561-c28c-4a7b-ad08-0046a0aea8ed', 'name': '', 'tenant_id': 'bff8fd3baa674dc8bb889df098c17def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:13:46Z', 'updated_at': '2021-12-22T17:13:52Z', 'revision_number': 4, 'project_id': 'bff8fd3baa674dc8bb889df098c17def', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:53.708938 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6f522-af02-4cfb-a905-e60900e60105 None None] The sync data for ids ['7dafd561-c28c-4a7b-ad08-0046a0aea8ed'] in dv-neutron-822513-1-hyperv is: [{'id': '7dafd561-c28c-4a7b-ad08-0046a0aea8ed', 'name': '', 'tenant_id': 'bff8fd3baa674dc8bb889df098c17def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:13:46Z', 'updated_at': '2021-12-22T17:13:52Z', 'revision_number': 4, 'project_id': 'bff8fd3baa674dc8bb889df098c17def', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:53.740557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:53.742934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:53.757816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:53.791305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Pushing event updated for resources: {'Port': ['ID=938b29de-3324-404d-9bd8-43b168cffa9f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:53.804140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:53.848938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:53.896920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] device_id is not set on port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:13:53.909374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:53.920787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:53.936694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:53.989375 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-150f3b45-03b3-4e98-87b1-82d4c12aacf1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1bc63afa76b34782a19e55303585f1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4055476 Dec 22 17:13:53.990226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f3b45-03b3-4e98-87b1-82d4c12aacf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6857bdc-7fb5-44b8-b6a6-06bbb73a5c13,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:53.992703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55584) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:54.002007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-150f3b45-03b3-4e98-87b1-82d4c12aacf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:54.002962 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event deleted for resources: {'Port': ['ID=fef30210-9666-4ee5-a23b-53afa614afaf,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:54.005653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Transition to ACTIVE for port object 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c will not be triggered until provisioned by entity L2. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:13:54.014148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:54.021188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.056558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9cd1d3be-7508-4fae-ae0d-f7687d8b8187 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:54.103226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:13:54.103782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:13:54.156415 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4ce7-88d8-4ab7-8e4d-d36f248791d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.196468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4ce7-88d8-4ab7-8e4d-d36f248791d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.319732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event updated for resources: {'Port': ['ID=3c1bd4cb-d984-49a9-9c9e-079e1fcda21c,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:54.329089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.339078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:54.342085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4ce7-88d8-4ab7-8e4d-d36f248791d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.357710 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:54.374787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf4ce7-88d8-4ab7-8e4d-d36f248791d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6857bdc-7fb5-44b8-b6a6-06bbb73a5c13,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:54.379874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3aaf4ce7-88d8-4ab7-8e4d-d36f248791d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:54.384247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:54.384574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:54.384904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:54.389407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.390169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d75c4a6-bc57-4959-8bf1-79d7a420e195 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.393089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4ce7-88d8-4ab7-8e4d-d36f248791d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.394332 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3aaf4ce7-88d8-4ab7-8e4d-d36f248791d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6857bdc-7fb5-44b8-b6a6-06bbb73a5c13 HTTP/1.1" status: 204 len: 168 time: 0.3967721 Dec 22 17:13:54.395529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d75c4a6-bc57-4959-8bf1-79d7a420e195 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.538790 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:54.538951 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:54.557508 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 2 to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c Dec 22 17:13:54.600396 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-7d75c4a6-bc57-4959-8bf1-79d7a420e195 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Floating IP 4a630339-e5b2-44ab-82a3-11cc141f788b associated. External IP: 172.26.3.138, port: 8bf92ffd-d521-4180-8b2d-04aadbbec19f. Dec 22 17:13:54.660249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Deleting port c0a15fdd-59b2-4bc8-b571-df9422ac41ae {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:54.660679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.727927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.733267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:54.733594 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:54.734199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:54.738722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.812222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55594) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:54.816911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.853260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:54.853407 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:54.862913 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-90d9992f-1319-472b-92f2-c0ffd765c30a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:13:54.913371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c72a5228-06d1-427b-8972-ff4364a93d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.920477 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 3 to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c Dec 22 17:13:54.940224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c72a5228-06d1-427b-8972-ff4364a93d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:54.946548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:54.947035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71d6f846-1811-4fc4-a55d-a12efbb79ad4 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:13:54.950928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c72a5228-06d1-427b-8972-ff4364a93d3c admin admin] Usage tracker for resource:security_group_rule and tenant:ee25dcde87ef47818ff5708de69f7ac9 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:54.968267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c72a5228-06d1-427b-8972-ff4364a93d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:54.973243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd972bc5-1cf0-4e4a-a328-5335f3e3e177 req-4d716a97-2408-47ce-9d62-6190b03ddc74 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:54.974895 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fd972bc5-1cf0-4e4a-a328-5335f3e3e177 req-4d716a97-2408-47ce-9d62-6190b03ddc74 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 945 time: 0.6438339 Dec 22 17:13:54.979773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c72a5228-06d1-427b-8972-ff4364a93d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:54.999965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:55.000305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:55.000639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:55.030640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:55.030640 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:55.042298 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 4 to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c Dec 22 17:13:55.057971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90d9992f-1319-472b-92f2-c0ffd765c30a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:55.077054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90d9992f-1319-472b-92f2-c0ffd765c30a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:55.081154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] For port c0a15fdd-59b2-4bc8-b571-df9422ac41ae, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c0a15fdd-59b2-4bc8-b571-df9422ac41ae,segment=NetworkSegment(8f5e35f3-f5ab-4379-ac14-f1566bfbd7b4),segment_id=8f5e35f3-f5ab-4379-ac14-f1566bfbd7b4)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:55.081460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:55.127986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:55.129082 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "DELETE /v2.0/routers/71d6f846-1811-4fc4-a55d-a12efbb79ad4 HTTP/1.1" status: 204 len: 168 time: 6.7282684 Dec 22 17:13:55.141794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:55.142173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:55.142510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:55.161029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55598) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:55.304012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:55.304330 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:55.349902 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 5 to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c Dec 22 17:13:55.358671 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fd972bc5-1cf0-4e4a-a328-5335f3e3e177 req-f4d233a0-f4e6-4d6d-89f9-b048dd0bf0c9 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3614926 Dec 22 17:13:55.466112 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:55.466451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:55.466789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:55.467134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Calling delete_port for c0a15fdd-59b2-4bc8-b571-df9422ac41ae owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:55.482394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:55.482714 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:55.486534 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 6 to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c Dec 22 17:13:55.523918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:55.524252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:55.524585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:55.540085 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-90d9992f-1319-472b-92f2-c0ffd765c30a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Floating IP f388a464-360f-4ead-8267-cedd08675f42 associated. External IP: 172.26.3.141, port: 4f8c628f-a744-4941-9f26-c2a92f574aa8. Dec 22 17:13:55.609227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:55.609549 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:55.613465 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 7 to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c Dec 22 17:13:55.646042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:55.646381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:55.646717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:55.656768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:55.657091 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:55.711981 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 8 to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c Dec 22 17:13:55.750509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:55.755352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:55.755861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:55.756036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:55.763449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:55.770645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:55.771605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d75c4a6-bc57-4959-8bf1-79d7a420e195 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:13:55.779219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:55.807397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:55.807717 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:55.819186 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 9 to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c Dec 22 17:13:55.864110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c72a5228-06d1-427b-8972-ff4364a93d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:55.886992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:55.887353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:55.887684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:55.942785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c72a5228-06d1-427b-8972-ff4364a93d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:55.951687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:55.952046 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:55.961865 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 10 to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c Dec 22 17:13:55.969057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dc81873d-bdb3-4e6f-9a1f-182cd98cc024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:55.979747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Pushing event updated for resources: {'Port': ['ID=938b29de-3324-404d-9bd8-43b168cffa9f,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:55.982205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baab86-80d3-46c4-89f6-e9d4266aeb49 req-6fd0fb21-9010-4744-aa20-069eb69c1c44 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:55.983678 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c4baab86-80d3-46c4-89f6-e9d4266aeb49 req-6fd0fb21-9010-4744-aa20-069eb69c1c44 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 945 time: 0.4857917 Dec 22 17:13:56.002113 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:56.004680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55604) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:56.013032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:13:56.013367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:13:56.013700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:13:56.019239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.030929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:13:56.031290 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:13:56.031640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.082749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-271f71b3-6367-4ae6-a03a-830fd34003b1 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Request body: {'floatingip': {'port_id': '322f3444-38b0-4ab0-b40b-12be746682ba'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:56.123944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.128351 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7368004 Dec 22 17:13:56.153199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55608) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:56.211122 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c72a5228-06d1-427b-8972-ff4364a93d3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee25dcde87ef47818ff5708de69f7ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3904862 Dec 22 17:13:56.213497 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55614) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:56.216363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fef30210-9666-4ee5-a23b-53afa614afaf no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:13:56.219598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d9992f-1319-472b-92f2-c0ffd765c30a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:13:56.260773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] For port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c, host hv-neutron-8225, cleared binding levels {{(pid=87586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:13:56.261141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempted to set empty binding levels {{(pid=87586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 17:13:56.265334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: fef30210-9666-4ee5-a23b-53afa614afaf {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:13:56.266105 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fef30210-9666-4ee5-a23b-53afa614afaf not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:13:56.291221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a5228-06d1-427b-8972-ff4364a93d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd19624-6171-416a-a2de-148bb4d3f7df,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:56.307494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-271f71b3-6367-4ae6-a03a-830fd34003b1 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for floatingip, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.334239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.347648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0af1cc00-63b7-4705-b099-161b5c97343c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:56.368669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c72a5228-06d1-427b-8972-ff4364a93d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:56.424876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] In _notify_port_updated(), no bound segment for port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:13:56.425743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:56.426339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.429940 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "PUT /v2.0/ports/3c1bd4cb-d984-49a9-9c9e-079e1fcda21c HTTP/1.1" status: 200 len: 976 time: 4.7165434 Dec 22 17:13:56.442455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55618) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:56.455187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.471775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.480682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5b6a965c-bbe4-4f23-937d-3a67c5e15a09 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:56.536578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d75c4a6-bc57-4959-8bf1-79d7a420e195 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:56.539184 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Deleting port cdb7bb4d-7a75-4eed-91f8-79efd915a959 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:56.539450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.551244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c5d01-9b57-4f47-8568-bd24639dbb21 None None] Sync routers for ids ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:56.556406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:56.560826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b6a41be8-ed1a-4f92-b2de-0d9a7efa717f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.567949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c5d01-9b57-4f47-8568-bd24639dbb21 None None] Routers {'3f7089a5-afaf-42fe-9637-0240e61ea5d0'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:56.568731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-970c5d01-9b57-4f47-8568-bd24639dbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:56.594755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:56.598071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event updated for resources: {'Port': ['ID=3c1bd4cb-d984-49a9-9c9e-079e1fcda21c,revision_number=3']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:56.611557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:56.615571 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Usage tracker for resource:floatingip and tenant:1cd65fc25f524c099a719545848db096 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:13:56.624623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:13:56.649306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:56.654294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b6a41be8-ed1a-4f92-b2de-0d9a7efa717f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.683743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d9992f-1319-472b-92f2-c0ffd765c30a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:13:56.692361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90d9992f-1319-472b-92f2-c0ffd765c30a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.693335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0a15fdd-59b2-4bc8-b571-df9422ac41ae,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:56.698321 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f3d5db-d57e-4af6-8341-0875c5e1e174 None None] Sync routers for ids ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:13:56.711638 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f3d5db-d57e-4af6-8341-0875c5e1e174 None None] Routers {'9bff035c-f4ae-4b56-ad44-76599bb9ec26'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:56.713640 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d3f3d5db-d57e-4af6-8341-0875c5e1e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:56.744035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:56.779437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-970c5d01-9b57-4f47-8568-bd24639dbb21 None None] Set router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:56.871227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:56.931814 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-d3f3d5db-d57e-4af6-8341-0875c5e1e174 None None] Set router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:56.976992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d75c4a6-bc57-4959-8bf1-79d7a420e195 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:57.055811 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-90d9992f-1319-472b-92f2-c0ffd765c30a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "PUT /v2.0/floatingips/f388a464-360f-4ead-8267-cedd08675f42 HTTP/1.1" status: 200 len: 992 time: 5.2497909 Dec 22 17:13:57.078847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'tag': '4f8c628f-a744-4941-9f26-c2a92f574aa8'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:13:57.112596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:57.172865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.173364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.173816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.174999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.174999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.175226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.175578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.176018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.176468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.176896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.177332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.177770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.178223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.178643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.179081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.179541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.179980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.180627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.180853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.181295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.181734 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.182169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.182597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.183036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.195707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.196183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.196640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:57.198880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Synchronizing usage tracker for tenant:4e3009ff6256475e9a1f114c3fd52e36 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:57.205133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b6a41be8-ed1a-4f92-b2de-0d9a7efa717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:57.221200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4f0f5901-9def-4760-846f-bed85535befa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:57.250919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a41be8-ed1a-4f92-b2de-0d9a7efa717f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd19624-6171-416a-a2de-148bb4d3f7df,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:57.256619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b6a41be8-ed1a-4f92-b2de-0d9a7efa717f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:57.258552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b6a41be8-ed1a-4f92-b2de-0d9a7efa717f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:57.262468 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b6a41be8-ed1a-4f92-b2de-0d9a7efa717f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cd19624-6171-416a-a2de-148bb4d3f7df HTTP/1.1" status: 204 len: 168 time: 1.0453312 Dec 22 17:13:57.264260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-970c5d01-9b57-4f47-8568-bd24639dbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '4a630339-e5b2-44ab-82a3-11cc141f788b', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'floating_ip_address': '172.26.3.138', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'port_id': '8bf92ffd-d521-4180-8b2d-04aadbbec19f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'mac_address': 'fa:16:3e:87:71:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f1742-a562-4355-8074-f530ab1be05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:13:12Z', 'updated_at': '2021-12-22T17:13:54Z', 'revision_number': 1, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8447b072-ccd7-4740-9306-b0bcae21bdaa', 'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'mac_address': 'fa:16:3e:87:30:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:58Z', 'updated_at': '2021-12-22T17:13:14Z', 'revision_number': 5, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'subnets': [{'id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:57.268225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Unset dirty status for tenant:4e3009ff6256475e9a1f114c3fd52e36 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:57.269766 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7fbccf7e-cd0c-48eb-a23b-787eb10a070c tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23933 time: 0.8263228 Dec 22 17:13:57.274028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55636) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:57.277166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c5d01-9b57-4f47-8568-bd24639dbb21 None None] Checking router: 3f7089a5-afaf-42fe-9637-0240e61ea5d0 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:13:57.292612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c5d01-9b57-4f47-8568-bd24639dbb21 None None] Routers {'3f7089a5-afaf-42fe-9637-0240e61ea5d0'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:57.292612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-970c5d01-9b57-4f47-8568-bd24639dbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:57.335541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-51601eb8-6a2a-4118-a3df-ba5de227d0b0 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Deleting port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:13:57.335883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51601eb8-6a2a-4118-a3df-ba5de227d0b0 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:57.514818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:57.592491 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d3f3d5db-d57e-4af6-8341-0875c5e1e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 4, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'f388a464-360f-4ead-8267-cedd08675f42', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'port_id': '4f8c628f-a744-4941-9f26-c2a92f574aa8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'mac_address': 'fa:16:3e:6e:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:13:09Z', 'updated_at': '2021-12-22T17:13:54Z', 'revision_number': 1, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acad9b74-e0ce-4e92-972e-087808c23582', 'name': '', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'mac_address': 'fa:16:3e:19:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2908b485-0fbe-48a1-9d18-552208b51232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:06Z', 'revision_number': 5, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'subnets': [{'id': '2908b485-0fbe-48a1-9d18-552208b51232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:57.600600 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f3d5db-d57e-4af6-8341-0875c5e1e174 None None] Checking router: 9bff035c-f4ae-4b56-ad44-76599bb9ec26 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:13:57.615467 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-970c5d01-9b57-4f47-8568-bd24639dbb21 None None] Set router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:57.623813 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f3d5db-d57e-4af6-8341-0875c5e1e174 None None] Routers {'9bff035c-f4ae-4b56-ad44-76599bb9ec26'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:13:57.624431 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d3f3d5db-d57e-4af6-8341-0875c5e1e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:13:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:57.684392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-51601eb8-6a2a-4118-a3df-ba5de227d0b0 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] For port 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c, host hv-neutron-8225, got binding levels [] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:57.684738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51601eb8-6a2a-4118-a3df-ba5de227d0b0 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:57.893267 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'tag': '4f8c628f-a744-4941-9f26-c2a92f574aa8', 'status': 'completed', 'code': 200} Dec 22 17:13:57.900173 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7d75c4a6-bc57-4959-8bf1-79d7a420e195 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "PUT /v2.0/floatingips/4a630339-e5b2-44ab-82a3-11cc141f788b HTTP/1.1" status: 200 len: 992 time: 4.8469498 Dec 22 17:13:57.909535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-51601eb8-6a2a-4118-a3df-ba5de227d0b0 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Calling delete_port for 3c1bd4cb-d984-49a9-9c9e-079e1fcda21c owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:57.984059 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-d3f3d5db-d57e-4af6-8341-0875c5e1e174 None None] Set router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:13:57.989636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Allocated IP 172.26.3.92 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/32db5d69-471d-44a4-aba4-24ae6e1ff4c7) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:13:57.994201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a2fed641-97e5-4d1b-b0ae-5cb9183c70a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.002028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6f1742-a562-4355-8074-f530ab1be05e', 'tag': '8bf92ffd-d521-4180-8b2d-04aadbbec19f'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:13:58.099650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.117800 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6f1742-a562-4355-8074-f530ab1be05e', 'tag': '8bf92ffd-d521-4180-8b2d-04aadbbec19f', 'status': 'completed', 'code': 200} Dec 22 17:13:58.123526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.205860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-271f71b3-6367-4ae6-a03a-830fd34003b1 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.230283 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51601eb8-6a2a-4118-a3df-ba5de227d0b0 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.234588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-271f71b3-6367-4ae6-a03a-830fd34003b1 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.269784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c1ec7779-fcb0-416d-b39c-447024adf2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:58.310293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-970c5d01-9b57-4f47-8568-bd24639dbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '4a630339-e5b2-44ab-82a3-11cc141f788b', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'floating_ip_address': '172.26.3.138', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'port_id': '8bf92ffd-d521-4180-8b2d-04aadbbec19f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'mac_address': 'fa:16:3e:87:71:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f1742-a562-4355-8074-f530ab1be05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:13:12Z', 'updated_at': '2021-12-22T17:13:54Z', 'revision_number': 1, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8447b072-ccd7-4740-9306-b0bcae21bdaa', 'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'mac_address': 'fa:16:3e:87:30:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:58Z', 'updated_at': '2021-12-22T17:13:14Z', 'revision_number': 5, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'subnets': [{'id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:58.333100 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c5d01-9b57-4f47-8568-bd24639dbb21 None None] The sync data for ids ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'] in dv-neutron-822513-1-hyperv is: [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '4a630339-e5b2-44ab-82a3-11cc141f788b', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'floating_ip_address': '172.26.3.138', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'port_id': '8bf92ffd-d521-4180-8b2d-04aadbbec19f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'mac_address': 'fa:16:3e:87:71:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6f1742-a562-4355-8074-f530ab1be05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:13:12Z', 'updated_at': '2021-12-22T17:13:54Z', 'revision_number': 1, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8447b072-ccd7-4740-9306-b0bcae21bdaa', 'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'mac_address': 'fa:16:3e:87:30:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:58Z', 'updated_at': '2021-12-22T17:13:14Z', 'revision_number': 5, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'subnets': [{'id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:58.334660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.335333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dafd561-c28c-4a7b-ad08-0046a0aea8ed {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:13:58.346834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] For port cdb7bb4d-7a75-4eed-91f8-79efd915a959, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=cdb7bb4d-7a75-4eed-91f8-79efd915a959,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:13:58.347466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.405224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51601eb8-6a2a-4118-a3df-ba5de227d0b0 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.409459 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51601eb8-6a2a-4118-a3df-ba5de227d0b0 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c1bd4cb-d984-49a9-9c9e-079e1fcda21c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:58.422730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-51601eb8-6a2a-4118-a3df-ba5de227d0b0 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:58.489216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.507381 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-51601eb8-6a2a-4118-a3df-ba5de227d0b0 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "DELETE /v2.0/ports/3c1bd4cb-d984-49a9-9c9e-079e1fcda21c HTTP/1.1" status: 204 len: 168 time: 1.2301290 Dec 22 17:13:58.527457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55668) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:58.594041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.604840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:58.634670 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc50d23-1778-4452-90ba-fcf232581124 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] GET failed (client error): The resource could not be found. Dec 22 17:13:58.635250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-afc50d23-1778-4452-90ba-fcf232581124 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Synchronizing usage tracker for tenant:4e3009ff6256475e9a1f114c3fd52e36 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:13:58.685696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:13:58.690601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:13:58.699942 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:13:58.735738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.737341 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "DELETE /v2.0/routers/7dafd561-c28c-4a7b-ad08-0046a0aea8ed HTTP/1.1" status: 204 len: 168 time: 6.6809480 Dec 22 17:13:58.738020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-afc50d23-1778-4452-90ba-fcf232581124 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Unset dirty status for tenant:4e3009ff6256475e9a1f114c3fd52e36 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:13:58.742479 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-afc50d23-1778-4452-90ba-fcf232581124 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "GET /v2.0/ports/3c1bd4cb-d984-49a9-9c9e-079e1fcda21c HTTP/1.1" status: 404 len: 333 time: 0.2108412 Dec 22 17:13:58.744224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Calling delete_port for cdb7bb4d-7a75-4eed-91f8-79efd915a959 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:13:58.744943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55674) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:58.745283 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55676) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:58.790863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-6750837', 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:13:58.796327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Pushing event updated for resources: {'Port': ['ID=32db5d69-471d-44a4-aba4-24ae6e1ff4c7,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:58.798977 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d3f3d5db-d57e-4af6-8341-0875c5e1e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 4, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'f388a464-360f-4ead-8267-cedd08675f42', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'port_id': '4f8c628f-a744-4941-9f26-c2a92f574aa8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'mac_address': 'fa:16:3e:6e:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:13:09Z', 'updated_at': '2021-12-22T17:13:54Z', 'revision_number': 1, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acad9b74-e0ce-4e92-972e-087808c23582', 'name': '', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'mac_address': 'fa:16:3e:19:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2908b485-0fbe-48a1-9d18-552208b51232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:06Z', 'revision_number': 5, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'subnets': [{'id': '2908b485-0fbe-48a1-9d18-552208b51232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:13:58.809179 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f3d5db-d57e-4af6-8341-0875c5e1e174 None None] The sync data for ids ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'] in dv-neutron-822513-1-hyperv is: [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 4, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'f388a464-360f-4ead-8267-cedd08675f42', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'port_id': '4f8c628f-a744-4941-9f26-c2a92f574aa8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'mac_address': 'fa:16:3e:6e:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:13:09Z', 'updated_at': '2021-12-22T17:13:54Z', 'revision_number': 1, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acad9b74-e0ce-4e92-972e-087808c23582', 'name': '', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'mac_address': 'fa:16:3e:19:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2908b485-0fbe-48a1-9d18-552208b51232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:06Z', 'revision_number': 5, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'subnets': [{'id': '2908b485-0fbe-48a1-9d18-552208b51232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:13:58.822156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:58.854143 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:13:58.893171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:13:58.903447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fd456a-894d-47db-8872-558ec6f56165 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Deleting subnet ab2b770c-f136-487f-b617-5e2376b02327 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:13:58.917044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b1fd456a-894d-47db-8872-558ec6f56165 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:58.953081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967024d-9863-4a80-846e-7cf1f95b0f8d req-6a2346d5-15c8-46be-a8ec-64310badf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:58.955492 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f967024d-9863-4a80-846e-7cf1f95b0f8d req-6a2346d5-15c8-46be-a8ec-64310badf727 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2004647fb1f74a07a97b27f4fdea4794&device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 1099 time: 1.0324712 Dec 22 17:13:58.967822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Made reservation on behalf of 4e3009ff6256475e9a1f114c3fd52e36 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:13:58.969767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f2e2-28c7-4e23-a8bd-0c8fe397a462 req-fb008ab6-2495-4151-9b25-e3c0ab4fa198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:58.971844 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9bf4f2e2-28c7-4e23-a8bd-0c8fe397a462 req-fb008ab6-2495-4151-9b25-e3c0ab4fa198 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d87804a11a84295a1aba424574c4c5c&device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 1099 time: 0.8426478 Dec 22 17:13:58.974239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:59.030236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] device_id is not set on port f84144fb-2939-4415-a525-b0849c1b2354 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:13:59.073776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b1fd456a-894d-47db-8872-558ec6f56165 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:59.104583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:59.157986 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-271f71b3-6367-4ae6-a03a-830fd34003b1 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Floating IP b82f1e4d-a9e8-4aa6-906a-5bcad0193f83 associated. External IP: 172.26.3.237, port: 322f3444-38b0-4ab0-b40b-12be746682ba. Dec 22 17:13:59.218556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967024d-9863-4a80-846e-7cf1f95b0f8d req-6be1c8c3-dddc-42ac-a439-af00c2048bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:59.220077 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f967024d-9863-4a80-846e-7cf1f95b0f8d req-6be1c8c3-dddc-42ac-a439-af00c2048bf9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5951c9dd-e782-4b95-be40-418f146c5bbc HTTP/1.1" status: 200 len: 913 time: 0.2558718 Dec 22 17:13:59.282528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b1fd456a-894d-47db-8872-558ec6f56165 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:59.289780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75b8a2-580c-455e-b3a0-b493adec8c4f None None] New status for floating IP f388a464-360f-4ead-8267-cedd08675f42: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:13:59.542339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:59.711089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b1fd456a-894d-47db-8872-558ec6f56165 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:59.712885 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f967024d-9863-4a80-846e-7cf1f95b0f8d req-25bef66d-d3c9-4311-b38a-e64123d8b405 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8 HTTP/1.1" status: 200 len: 1000 time: 0.4691708 Dec 22 17:13:59.714015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:59.742287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:13:59.749236 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302e8f49-bea3-4ebc-9687-ca325d42428b None None] New status for floating IP 4a630339-e5b2-44ab-82a3-11cc141f788b: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:13:59.783291 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd456a-894d-47db-8872-558ec6f56165 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ab2b770c-f136-487f-b617-5e2376b02327,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:13:59.803050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b1fd456a-894d-47db-8872-558ec6f56165 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:13:59.811080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b1fd456a-894d-47db-8872-558ec6f56165 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:59.866764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f2e2-28c7-4e23-a8bd-0c8fe397a462 req-94d4883e-eb47-44a3-a191-f1f834bcf2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:13:59.869043 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9bf4f2e2-28c7-4e23-a8bd-0c8fe397a462 req-94d4883e-eb47-44a3-a191-f1f834bcf2f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=74bc4cb7-dcf3-4daf-aac3-ac856c717a8a HTTP/1.1" status: 200 len: 907 time: 0.8644259 Dec 22 17:13:59.922067 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b1fd456a-894d-47db-8872-558ec6f56165 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/ab2b770c-f136-487f-b617-5e2376b02327 HTTP/1.1" status: 204 len: 168 time: 1.1730077 Dec 22 17:13:59.935191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55706) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:59.935747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55708) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:13:59.966229 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:13:59.971044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:13:59.988661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:00.035402 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9bf4f2e2-28c7-4e23-a8bd-0c8fe397a462 req-c4504cc0-7123-44d4-a050-6aa50b401c4f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bf92ffd-d521-4180-8b2d-04aadbbec19f HTTP/1.1" status: 200 len: 1000 time: 0.1503363 Dec 22 17:14:00.036490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef399-5725-46ef-86a4-1562aead631e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.110642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event updated for resources: {'Port': ['ID=f84144fb-2939-4415-a525-b0849c1b2354,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:00.134684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:00.142267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f8f5a7bf-d460-4430-8f9e-c79aa9956876 tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:00.176742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Network 3705a7fd-ef24-4be5-9e33-5d8d41627115 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:00.181608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.183558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:00.187352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:00.188263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:00.188910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.225001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967024d-9863-4a80-846e-7cf1f95b0f8d req-7abcdbd8-f6da-4782-8dc6-e6d56689f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:00.226429 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f967024d-9863-4a80-846e-7cf1f95b0f8d req-7abcdbd8-f6da-4782-8dc6-e6d56689f4f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2908b485-0fbe-48a1-9d18-552208b51232 HTTP/1.1" status: 200 len: 851 time: 0.4500625 Dec 22 17:14:00.236870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.242784 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 957 time: 1.4920847 Dec 22 17:14:00.244865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.248802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55718) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:00.250590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3cb01e1d-8d97-4d42-9c15-6f34cf044f28 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:00.400338 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f8f5a7bf-d460-4430-8f9e-c79aa9956876 tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] 10.222.0.70 "PUT /v2.0/quotas/d2a3c8b7d2bd499eb29fbfd9f5c77f84 HTTP/1.1" status: 200 len: 366 time: 0.4594564 Dec 22 17:14:00.439908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55724) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:00.481684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.493316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f2e2-28c7-4e23-a8bd-0c8fe397a462 req-cfe6c2ee-7544-4edc-9341-6703aff5b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:00.494871 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9bf4f2e2-28c7-4e23-a8bd-0c8fe397a462 req-cfe6c2ee-7544-4edc-9341-6703aff5b1d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e22ef8e-a38c-46bd-982b-f33167531c7f HTTP/1.1" status: 200 len: 845 time: 0.3766563 Dec 22 17:14:00.500679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:00.533823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Pushing event updated for resources: {'Port': ['ID=32db5d69-471d-44a4-aba4-24ae6e1ff4c7,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:00.544257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.553173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:00.558504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0dadf4-8656-4183-891e-ee7aa79e6ce1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:00.559150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7a0dadf4-8656-4183-891e-ee7aa79e6ce1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Synchronizing usage tracker for tenant:4e3009ff6256475e9a1f114c3fd52e36 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:00.562246 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-37e26610-1381-4ce1-a1bf-20df5d9bb834 tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1213074 Dec 22 17:14:00.567226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55728) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:00.591116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdb7bb4d-7a75-4eed-91f8-79efd915a959,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:00.596938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:00.610316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.616618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f066bef-5666-4abb-a88e-ba5eb8bcf0d1']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:00.643704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271f71b3-6367-4ae6-a03a-830fd34003b1 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:14:00.650136 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1b975fda-6693-447a-b739-80f1e5f6cc1e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] 10.222.0.70 "GET /v2.0/quotas/d2a3c8b7d2bd499eb29fbfd9f5c77f84 HTTP/1.1" status: 200 len: 366 time: 0.0766180 Dec 22 17:14:00.653068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5e35f3-f5ab-4379-ac14-f1566bfbd7b4') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:00.653538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5e35f3-f5ab-4379-ac14-f1566bfbd7b4') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:00.657060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55732) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:00.663207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7a0dadf4-8656-4183-891e-ee7aa79e6ce1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Unset dirty status for tenant:4e3009ff6256475e9a1f114c3fd52e36 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:00.664517 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7a0dadf4-8656-4183-891e-ee7aa79e6ce1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "GET /v2.0/ports/f84144fb-2939-4415-a525-b0849c1b2354 HTTP/1.1" status: 200 len: 952 time: 0.3623087 Dec 22 17:14:00.670753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55734) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:00.709197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.710354 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5505292 Dec 22 17:14:00.712239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.724897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55740) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:00.747651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.759130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:14:00.759608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.776219 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-41f43ba1-0f11-42e8-ba64-c4daa4b99630 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Deleting port f84144fb-2939-4415-a525-b0849c1b2354 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:00.776549 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f43ba1-0f11-42e8-ba64-c4daa4b99630 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:14:00.800667 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:14:00.858388 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-41a0dd87-bb32-44af-bd02-873bca159bb2 tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/d2a3c8b7d2bd499eb29fbfd9f5c77f84 HTTP/1.1" status: 204 len: 168 time: 0.1749036 Dec 22 17:14:00.871140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55746) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:00.902441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967024d-9863-4a80-846e-7cf1f95b0f8d req-f0100c3e-496a-4406-924d-014ee53f1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:00.903820 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f967024d-9863-4a80-846e-7cf1f95b0f8d req-f0100c3e-496a-4406-924d-014ee53f1f95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5951c9dd-e782-4b95-be40-418f146c5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6176770 Dec 22 17:14:00.906608 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-983c8a58-d8ed-4582-9404-9bcbd7774869 tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0337939 Dec 22 17:14:00.906923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.908819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55750) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:00.966480 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a2841bf5-71af-460e-ad89-f28a9ee7ad38 tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] 10.222.0.70 "GET /v2.0/quotas/d2a3c8b7d2bd499eb29fbfd9f5c77f84 HTTP/1.1" status: 200 len: 370 time: 0.0562985 Dec 22 17:14:00.969103 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.970279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55754) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:00.974244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:00.980153 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-00cbb99c-52f3-497b-aae0-43d93b49e56d tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] 10.222.0.70 "GET /v2.0/quotas/d2a3c8b7d2bd499eb29fbfd9f5c77f84/default HTTP/1.1" status: 200 len: 370 time: 0.0087752 Dec 22 17:14:00.999260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55758) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:01.007022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-af5ba8ec-7683-4f45-8d0c-8a5d611bf3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:01.019048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f066bef-5666-4abb-a88e-ba5eb8bcf0d1 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 17:14:01.026249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.090089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f066bef-5666-4abb-a88e-ba5eb8bcf0d1,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:01.095866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:01.097661 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-7569bc90-4381-4302-9c22-8a422e3e2198 tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] delete failed (client error): The resource could not be found. Dec 22 17:14:01.098221 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7569bc90-4381-4302-9c22-8a422e3e2198 tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/d2a3c8b7d2bd499eb29fbfd9f5c77f84 HTTP/1.1" status: 404 len: 348 time: 0.0972042 Dec 22 17:14:01.099547 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "DELETE /v2.0/networks/5f066bef-5666-4abb-a88e-ba5eb8bcf0d1 HTTP/1.1" status: 204 len: 168 time: 1.1627276 Dec 22 17:14:01.153021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.156678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f43ba1-0f11-42e8-ba64-c4daa4b99630 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.306890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.310820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.413010 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f967024d-9863-4a80-846e-7cf1f95b0f8d req-0e43a080-5e67-47d2-a9bf-f96a902647e4 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510493 Dec 22 17:14:01.416490 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1cb80918-cf2a-4d29-8f24-29c2039905e6 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.6903725 Dec 22 17:14:01.418638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55768) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:01.419134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55772) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:01.428289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.429078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 702c088c-3be5-4300-95ac-4c51533b041d {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:14:01.449729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f2e2-28c7-4e23-a8bd-0c8fe397a462 req-15f577b0-c899-43df-b6cd-5f0f3c242930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:01.451449 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9bf4f2e2-28c7-4e23-a8bd-0c8fe397a462 req-15f577b0-c899-43df-b6cd-5f0f3c242930 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=74bc4cb7-dcf3-4daf-aac3-ac856c717a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9155669 Dec 22 17:14:01.484741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-41f43ba1-0f11-42e8-ba64-c4daa4b99630 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Calling delete_port for f84144fb-2939-4415-a525-b0849c1b2354 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:01.515259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55780) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:01.526619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b0afff0c-0ba4-4e76-9898-4a44b5a9a1f1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Request body: {'router': {'name': 'tempest-router--204110522', 'project_id': '1eb18491050e4a5685ad13b36092f12e'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:01.540471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b0afff0c-0ba4-4e76-9898-4a44b5a9a1f1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:01.547050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b0afff0c-0ba4-4e76-9898-4a44b5a9a1f1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Usage tracker for resource:router and tenant:1eb18491050e4a5685ad13b36092f12e is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:01.551875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b0afff0c-0ba4-4e76-9898-4a44b5a9a1f1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:01.561321 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b0afff0c-0ba4-4e76-9898-4a44b5a9a1f1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:01.591334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0afff0c-0ba4-4e76-9898-4a44b5a9a1f1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.592389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0afff0c-0ba4-4e76-9898-4a44b5a9a1f1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.598528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f43ba1-0f11-42e8-ba64-c4daa4b99630 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.607355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bed7cee7-cdfe-46f9-87ee-03105463adce tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:01.658935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f43ba1-0f11-42e8-ba64-c4daa4b99630 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event deleted for resources: {'Port': ['ID=f84144fb-2939-4415-a525-b0849c1b2354,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:01.662245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-41f43ba1-0f11-42e8-ba64-c4daa4b99630 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:01.673024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d9143f6c-5445-4f90-942b-fae587b95987 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Synchronizing usage tracker for tenant:0efacc8d905e47c587284ac4af50b64a on resource:floatingip {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:01.679604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f43ba1-0f11-42e8-ba64-c4daa4b99630 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.685038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0afff0c-0ba4-4e76-9898-4a44b5a9a1f1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.708982 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-41f43ba1-0f11-42e8-ba64-c4daa4b99630 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f84144fb-2939-4415-a525-b0849c1b2354 HTTP/1.1" status: 204 len: 168 time: 1.0369596 Dec 22 17:14:01.712616 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55788) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:01.713605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0afff0c-0ba4-4e76-9898-4a44b5a9a1f1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.732861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Usage tracker for resource:network and tenant:084881498f80439ebb2000a758799293 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:01.736161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.737248 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "DELETE /v2.0/routers/702c088c-3be5-4300-95ac-4c51533b041d HTTP/1.1" status: 204 len: 168 time: 6.5723403 Dec 22 17:14:01.750571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55792) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:01.766160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1160870588', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:01.774290 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6a9fb8-642b-4aa1-812b-8dad8cd96bc7 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] GET failed (client error): The resource could not be found. Dec 22 17:14:01.774870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ec6a9fb8-642b-4aa1-812b-8dad8cd96bc7 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Synchronizing usage tracker for tenant:4e3009ff6256475e9a1f114c3fd52e36 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:01.780963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0afff0c-0ba4-4e76-9898-4a44b5a9a1f1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.782209 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b0afff0c-0ba4-4e76-9898-4a44b5a9a1f1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2671573 Dec 22 17:14:01.786574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:01.788916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55796) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:01.795727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d9143f6c-5445-4f90-942b-fae587b95987 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Unset dirty status for tenant:0efacc8d905e47c587284ac4af50b64a on resource:floatingip {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:01.796035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ec6a9fb8-642b-4aa1-812b-8dad8cd96bc7 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Unset dirty status for tenant:4e3009ff6256475e9a1f114c3fd52e36 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:01.796895 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d9143f6c-5445-4f90-942b-fae587b95987 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3643651 Dec 22 17:14:01.801210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271f71b3-6367-4ae6-a03a-830fd34003b1 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:01.802185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:01.808652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55800) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:01.809466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55802) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:01.810793 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ec6a9fb8-642b-4aa1-812b-8dad8cd96bc7 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "GET /v2.0/ports/f84144fb-2939-4415-a525-b0849c1b2354 HTTP/1.1" status: 404 len: 333 time: 0.0847201 Dec 22 17:14:01.812047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-271f71b3-6367-4ae6-a03a-830fd34003b1 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:01.812695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94455985-53ea-484e-93fe-877ae387e123 None None] Sync routers for ids ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:01.823261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94455985-53ea-484e-93fe-877ae387e123 None None] Routers {'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:01.830861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-94455985-53ea-484e-93fe-877ae387e123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:02.023915 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-94455985-53ea-484e-93fe-877ae387e123 None None] Set router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:14:02.031642 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Usage tracker for resource:router and tenant:b4aeaf5343e1490d962eb05488c43091 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:02.098980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Request body: {'port': {'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1874074609'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:02.116901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:02.211257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:02.223427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:02.242537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Usage tracker for resource:subnet and tenant:084881498f80439ebb2000a758799293 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:02.261991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device cdb7bb4d-7a75-4eed-91f8-79efd915a959 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:14:02.308059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: cdb7bb4d-7a75-4eed-91f8-79efd915a959 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:14:02.308344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device cdb7bb4d-7a75-4eed-91f8-79efd915a959 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:14:02.335250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9b8f0279-4996-4e98-b631-8a54c375f673 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:02.392132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:02.403670 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f967024d-9863-4a80-846e-7cf1f95b0f8d req-2869e82f-57fc-4d73-b3f3-d542aecd6b60 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9572384 Dec 22 17:14:02.404193 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:02.414895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-94455985-53ea-484e-93fe-877ae387e123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:13:05Z', 'revision_number': 4, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'b82f1e4d-a9e8-4aa6-906a-5bcad0193f83', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'floating_ip_address': '172.26.3.237', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'port_id': '322f3444-38b0-4ab0-b40b-12be746682ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'mac_address': 'fa:16:3e:c9:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:13:19Z', 'updated_at': '2021-12-22T17:13:57Z', 'revision_number': 1, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd30479-4b8e-459d-a366-57dc7c2c33c1', 'name': '', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'mac_address': 'fa:16:3e:39:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:02Z', 'updated_at': '2021-12-22T17:13:16Z', 'revision_number': 5, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'subnets': [{'id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:02.418742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94455985-53ea-484e-93fe-877ae387e123 None None] Checking router: fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:14:02.427771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94455985-53ea-484e-93fe-877ae387e123 None None] Routers {'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:02.428372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-94455985-53ea-484e-93fe-877ae387e123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:02.436039 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-271f71b3-6367-4ae6-a03a-830fd34003b1 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "PUT /v2.0/floatingips/b82f1e4d-a9e8-4aa6-906a-5bcad0193f83 HTTP/1.1" status: 200 len: 991 time: 6.4303277 Dec 22 17:14:02.492007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'tag': '322f3444-38b0-4ab0-b40b-12be746682ba'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:14:02.496443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:02.497440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:02.514458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-59c625c2-b3b9-4c61-99d8-13948b036bf4 tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Deleting port 32db5d69-471d-44a4-aba4-24ae6e1ff4c7 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:02.514803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59c625c2-b3b9-4c61-99d8-13948b036bf4 tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:02.531257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:02.563309 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9bf4f2e2-28c7-4e23-a8bd-0c8fe397a462 req-69f4d95a-c2fa-46e8-8d00-5402a471ff59 service neutron] 10.222.0.53 "GET /v2.0/networks/74bc4cb7-dcf3-4daf-aac3-ac856c717a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0245667 Dec 22 17:14:02.575632 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'tag': '322f3444-38b0-4ab0-b40b-12be746682ba', 'status': 'completed', 'code': 200} Dec 22 17:14:02.617931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Made reservation on behalf of 4e3009ff6256475e9a1f114c3fd52e36 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:02.620233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:02.632929 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-94455985-53ea-484e-93fe-877ae387e123 None None] Set router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:14:02.640553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Usage tracker for resource:subnetpool and tenant:084881498f80439ebb2000a758799293 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:02.771634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:02.784949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:02.914817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] device_id is not set on port aaa5baea-ae5f-4033-9130-ac5f74bb8057 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:03.026505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9b8f0279-4996-4e98-b631-8a54c375f673 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:03.037274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-94455985-53ea-484e-93fe-877ae387e123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:13:05Z', 'revision_number': 4, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'b82f1e4d-a9e8-4aa6-906a-5bcad0193f83', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'floating_ip_address': '172.26.3.237', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'port_id': '322f3444-38b0-4ab0-b40b-12be746682ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'mac_address': 'fa:16:3e:c9:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:13:19Z', 'updated_at': '2021-12-22T17:13:57Z', 'revision_number': 1, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd30479-4b8e-459d-a366-57dc7c2c33c1', 'name': '', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'mac_address': 'fa:16:3e:39:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:02Z', 'updated_at': '2021-12-22T17:13:16Z', 'revision_number': 5, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'subnets': [{'id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:03.039958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9b8f0279-4996-4e98-b631-8a54c375f673 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:03.041543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Usage tracker for resource:port and tenant:084881498f80439ebb2000a758799293 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:03.042799 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94455985-53ea-484e-93fe-877ae387e123 None None] The sync data for ids ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'] in dv-neutron-822513-1-hyperv is: [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:13:05Z', 'revision_number': 4, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'b82f1e4d-a9e8-4aa6-906a-5bcad0193f83', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'floating_ip_address': '172.26.3.237', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'port_id': '322f3444-38b0-4ab0-b40b-12be746682ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'mac_address': 'fa:16:3e:c9:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:13:19Z', 'updated_at': '2021-12-22T17:13:57Z', 'revision_number': 1, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd30479-4b8e-459d-a366-57dc7c2c33c1', 'name': '', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'mac_address': 'fa:16:3e:39:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:02Z', 'updated_at': '2021-12-22T17:13:16Z', 'revision_number': 5, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'subnets': [{'id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:03.080266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:03.263984 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7e2d8c-6b20-47e2-ad42-6c4ebcdf423b None None] New status for floating IP b82f1e4d-a9e8-4aa6-906a-5bcad0193f83: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:14:03.439230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Usage tracker for resource:router and tenant:084881498f80439ebb2000a758799293 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:03.441704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9b8f0279-4996-4e98-b631-8a54c375f673 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:03.442157 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8f0279-4996-4e98-b631-8a54c375f673 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 741456ea-d34d-467f-936d-2c4565817c30 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:14:03.533566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:03.550698 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9bf4f2e2-28c7-4e23-a8bd-0c8fe397a462 req-6d9d115f-77f5-4014-817d-95e37c54a247 service neutron] 10.222.0.53 "GET /v2.0/networks/74bc4cb7-dcf3-4daf-aac3-ac856c717a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9164343 Dec 22 17:14:03.552316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59c625c2-b3b9-4c61-99d8-13948b036bf4 tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:03.552634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59c625c2-b3b9-4c61-99d8-13948b036bf4 tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:03.715338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34abef-1964-4daf-9f18-27c2d0c1224f req-25702cc2-18da-4f9b-a299-606f14caa674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:03.716706 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ae34abef-1964-4daf-9f18-27c2d0c1224f req-25702cc2-18da-4f9b-a299-606f14caa674 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3799217fd402441cb16f9e8ff8048dcd&device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 1098 time: 1.0836275 Dec 22 17:14:03.764312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:03.837338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Usage tracker for resource:floatingip and tenant:084881498f80439ebb2000a758799293 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:03.848067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-59c625c2-b3b9-4c61-99d8-13948b036bf4 tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Calling delete_port for 32db5d69-471d-44a4-aba4-24ae6e1ff4c7 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:03.932255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:03.996523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9b8f0279-4996-4e98-b631-8a54c375f673 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:03.997618 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9b8f0279-4996-4e98-b631-8a54c375f673 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "DELETE /v2.0/routers/741456ea-d34d-467f-936d-2c4565817c30 HTTP/1.1" status: 204 len: 168 time: 2.1997488 Dec 22 17:14:04.107069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55824) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:04.117536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:04.199293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34abef-1964-4daf-9f18-27c2d0c1224f req-69a68fff-94a5-4fcb-8226-cee4c57e52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:04.200777 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ae34abef-1964-4daf-9f18-27c2d0c1224f req-69a68fff-94a5-4fcb-8226-cee4c57e52a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4e21d005-9d9c-4384-8d54-c467fe66715e HTTP/1.1" status: 200 len: 913 time: 0.3811417 Dec 22 17:14:04.322275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Usage tracker for resource:security_group and tenant:084881498f80439ebb2000a758799293 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:04.354393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-386795816', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:04.355483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:04.362249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:04.366050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Usage tracker for resource:router and tenant:9edd8ecc5d8f4f3dac5caae72301f7f1 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:04.369333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:04.378237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:04.386991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59c625c2-b3b9-4c61-99d8-13948b036bf4 tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:04.388297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:04.389309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:04.390881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:04.395672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b6acef05-013e-4cd8-bccd-318866e261ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:04.406089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:04.429463 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ae34abef-1964-4daf-9f18-27c2d0c1224f req-9aff8445-3cbb-4340-b92c-c8a6df266e54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=322f3444-38b0-4ab0-b40b-12be746682ba HTTP/1.1" status: 200 len: 1001 time: 0.1938884 Dec 22 17:14:04.440703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Usage tracker for resource:security_group_rule and tenant:084881498f80439ebb2000a758799293 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:04.494299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c625c2-b3b9-4c61-99d8-13948b036bf4 tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Pushing event deleted for resources: {'Port': ['ID=32db5d69-471d-44a4-aba4-24ae6e1ff4c7,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:04.502343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-59c625c2-b3b9-4c61-99d8-13948b036bf4 tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:04.502901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:04.504511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2dc77a13-ee1c-457b-a68b-c30b9237e19d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:04.590072 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-54b5222a-5a3c-4a5e-b9eb-9104b9f6379e tempest-QuotasTest-619477637 tempest-QuotasTest-619477637-project-admin] 10.222.0.70 "GET /v2.0/quotas/084881498f80439ebb2000a758799293/details.json HTTP/1.1" status: 200 len: 703 time: 3.1588752 Dec 22 17:14:04.598629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Network 3705a7fd-ef24-4be5-9e33-5d8d41627115 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:04.638720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:04.655239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:04.656437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:04.656700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:04.681977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:04.693827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34abef-1964-4daf-9f18-27c2d0c1224f req-cb26a13b-092b-4fe0-92d3-1de4134f21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:04.695286 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ae34abef-1964-4daf-9f18-27c2d0c1224f req-cb26a13b-092b-4fe0-92d3-1de4134f21fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8cf246d8-2bf5-48b2-89b4-ff7c32508fbd HTTP/1.1" status: 200 len: 851 time: 0.2468767 Dec 22 17:14:04.701016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event updated for resources: {'Port': ['ID=aaa5baea-ae5f-4033-9130-ac5f74bb8057,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:04.765054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:04.848023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.020103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55840) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:05.034219 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.0159638 Dec 22 17:14:05.034841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55844) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:05.042065 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:05.054213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59c625c2-b3b9-4c61-99d8-13948b036bf4 tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.056725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59c625c2-b3b9-4c61-99d8-13948b036bf4 tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.058291 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-59c625c2-b3b9-4c61-99d8-13948b036bf4 tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] 10.222.0.70 "DELETE /v2.0/floatingips/79eab14c-b73b-4227-81ad-32a145702df4 HTTP/1.1" status: 204 len: 168 time: 3.0398703 Dec 22 17:14:05.067933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55850) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:05.106472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.113498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.151914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.221634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.270422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.322905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3b48039e-a81f-4df3-a32c-985a146b2009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.379978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3b48039e-a81f-4df3-a32c-985a146b2009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:05.387169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3495da08-4114-44d0-91e5-2120445555a1 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Deleting port 938b29de-3324-404d-9bd8-43b168cffa9f {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:05.387488 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3495da08-4114-44d0-91e5-2120445555a1 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.401840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Allocated IP 172.26.3.31 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/dae71430-1972-4dc9-ad23-5ac15a3abf32) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:05.413811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3b48039e-a81f-4df3-a32c-985a146b2009 admin admin] Usage tracker for resource:security_group_rule and tenant:8d42d28317014e24b6716021151f2227 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:05.422427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3b48039e-a81f-4df3-a32c-985a146b2009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:05.437071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34abef-1964-4daf-9f18-27c2d0c1224f req-99304bd5-3f80-498a-838e-21498747b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:05.438626 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ae34abef-1964-4daf-9f18-27c2d0c1224f req-99304bd5-3f80-498a-838e-21498747b235 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e21d005-9d9c-4384-8d54-c467fe66715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6704202 Dec 22 17:14:05.448015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3b48039e-a81f-4df3-a32c-985a146b2009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:05.744977 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ae34abef-1964-4daf-9f18-27c2d0c1224f req-51de0156-876b-4411-b0d2-eefc75b6d52e service neutron] 10.222.0.53 "GET /v2.0/networks/4e21d005-9d9c-4384-8d54-c467fe66715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903142 Dec 22 17:14:05.754799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3495da08-4114-44d0-91e5-2120445555a1 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.755147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3495da08-4114-44d0-91e5-2120445555a1 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.790824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.803386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] device_id is not set on port aaa5baea-ae5f-4033-9130-ac5f74bb8057 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:05.815243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.835429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Transition to ACTIVE for port object aaa5baea-ae5f-4033-9130-ac5f74bb8057 will not be triggered until provisioned by entity L2. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:05.840590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.846128 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b141ba53-f7f0-4ca0-9b16-deab2b289bd3 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:05.912976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3495da08-4114-44d0-91e5-2120445555a1 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Calling delete_port for 938b29de-3324-404d-9bd8-43b168cffa9f owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:05.958722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:05.994047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event updated for resources: {'Port': ['ID=aaa5baea-ae5f-4033-9130-ac5f74bb8057,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:05.999764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:06.001501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:06.002100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:06.031878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:06.038814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:06.039158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:06.039491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:06.041607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:06.062748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3b48039e-a81f-4df3-a32c-985a146b2009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:06.076424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3b48039e-a81f-4df3-a32c-985a146b2009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:06.089585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:14:06.089910 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:14:06.097742 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 2 to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 Dec 22 17:14:06.098189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:06.126346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:06.126917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:06.127018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:06.131946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Pushing event updated for resources: {'Port': ['ID=dae71430-1972-4dc9-ad23-5ac15a3abf32,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:06.136965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:06.137658 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:14:06.137979 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:14:06.140203 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 3 to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 Dec 22 17:14:06.171581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Allocated IP 172.26.3.151 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/7bfedb46-9afc-4b07-8052-94ba0fbcbb0e) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:06.203193 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48039e-a81f-4df3-a32c-985a146b2009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be978246-c4b6-4f4a-a625-42fb0cd465da,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:06.213703 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3b48039e-a81f-4df3-a32c-985a146b2009 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d42d28317014e24b6716021151f2227&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1838374 Dec 22 17:14:06.216917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55860) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:06.218009 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ae34abef-1964-4daf-9f18-27c2d0c1224f req-7b7ec9da-19d6-403a-b60c-62918ac4297b service neutron] 10.222.0.53 "GET /v2.0/networks/4e21d005-9d9c-4384-8d54-c467fe66715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650118 Dec 22 17:14:06.220621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3b48039e-a81f-4df3-a32c-985a146b2009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:06.284275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:06.284595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:06.284919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:06.297204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:14:06.297520 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:14:06.333539 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 4 to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 Dec 22 17:14:06.379524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:06.379850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:06.380173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:06.385661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3495da08-4114-44d0-91e5-2120445555a1 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:06.392464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-884b5690-c78e-4b2a-ae35-785faa7354f8 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:06.392905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:14:06.393224 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:14:06.403421 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 5 to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 Dec 22 17:14:06.426258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3e45294b-5757-462c-abad-9ec4ef885ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:06.427781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:06.428102 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:06.428423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:06.443607 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495da08-4114-44d0-91e5-2120445555a1 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Pushing event deleted for resources: {'Port': ['ID=938b29de-3324-404d-9bd8-43b168cffa9f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:06.446526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3495da08-4114-44d0-91e5-2120445555a1 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:06.497505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:14:06.497834 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:14:06.508315 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 6 to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 Dec 22 17:14:06.550619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3e45294b-5757-462c-abad-9ec4ef885ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:06.557239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:06.557572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:06.557919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:06.607680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:06.645921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:14:06.646242 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:14:06.650621 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 7 to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 Dec 22 17:14:06.670604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3495da08-4114-44d0-91e5-2120445555a1 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:06.685807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:06.686071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:06.686576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:06.696813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:14:06.697128 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:14:06.698335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:06.699814 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 8 to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 Dec 22 17:14:06.702955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5101a629-09ff-4912-b16a-96eb4ba4a6ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:06.713556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:06.738268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3495da08-4114-44d0-91e5-2120445555a1 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:06.739433 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3495da08-4114-44d0-91e5-2120445555a1 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/14f37b84-fc82-4545-94e3-d07e97afb307 HTTP/1.1" status: 204 len: 168 time: 1.6357102 Dec 22 17:14:06.747822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55866) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:06.781000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:06.781326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:06.781681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:06.796720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:06.798421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:14:06.798750 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:14:06.799141 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 9 to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 Dec 22 17:14:06.805350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:06.815226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3e45294b-5757-462c-abad-9ec4ef885ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:06.817062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:06.821464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:06.854647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Pushing event updated for resources: {'Port': ['ID=7bfedb46-9afc-4b07-8052-94ba0fbcbb0e,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:06.863096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:06.880695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:06.881026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:06.881360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:06.886939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-fd74949e-098a-4dd0-82c2-f78a9010eccd tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Deleting port 7101f338-ee07-4dcb-b371-aefd3c3adc69 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:06.887310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fd74949e-098a-4dd0-82c2-f78a9010eccd tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:06.908357 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45294b-5757-462c-abad-9ec4ef885ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be978246-c4b6-4f4a-a625-42fb0cd465da,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:06.913031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:14:06.913333 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:14:06.914313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3e45294b-5757-462c-abad-9ec4ef885ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:06.916592 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.plugins.ml2.plugin [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempt 10 to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 Dec 22 17:14:06.952400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:06.952951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] {{(pid=87586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:06.953502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempting to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:06.965424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:14:06.965982 dv-neutron-822513-1-hyperv neutron-server[87586]: ERROR neutron.plugins.ml2.managers [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Failed to bind port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '7d233b2f-add3-4604-87a2-552b702cf276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3705a7fd-ef24-4be5-9e33-5d8d41627115'}] Dec 22 17:14:06.966281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:07.024997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3e45294b-5757-462c-abad-9ec4ef885ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:07.026088 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3e45294b-5757-462c-abad-9ec4ef885ccb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be978246-c4b6-4f4a-a625-42fb0cd465da HTTP/1.1" status: 204 len: 168 time: 0.8083744 Dec 22 17:14:07.335045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] For port aaa5baea-ae5f-4033-9130-ac5f74bb8057, host hv-neutron-8225, cleared binding levels {{(pid=87586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:14:07.335737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attempted to set empty binding levels {{(pid=87586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 17:14:07.351766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:07.357558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1546f62c-6926-4872-aea2-4ba95a89af5e tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:07.388152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:07.462242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55878) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:07.468313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] In _notify_port_updated(), no bound segment for port aaa5baea-ae5f-4033-9130-ac5f74bb8057 on network 3705a7fd-ef24-4be5-9e33-5d8d41627115 {{(pid=87586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:14:07.469151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:07.470269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:07.471542 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "PUT /v2.0/ports/aaa5baea-ae5f-4033-9130-ac5f74bb8057 HTTP/1.1" status: 200 len: 977 time: 2.4361115 Dec 22 17:14:07.473703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fd74949e-098a-4dd0-82c2-f78a9010eccd tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:07.490301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55882) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:07.539545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8b04341f-e5c1-4ee0-860d-c4009e86ed68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:07.576400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event updated for resources: {'Port': ['ID=aaa5baea-ae5f-4033-9130-ac5f74bb8057,revision_number=3']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:07.584335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:07.592350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8b04341f-e5c1-4ee0-860d-c4009e86ed68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:07.602798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8b04341f-e5c1-4ee0-860d-c4009e86ed68 admin admin] Usage tracker for resource:security_group_rule and tenant:084881498f80439ebb2000a758799293 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:07.630302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-fd74949e-098a-4dd0-82c2-f78a9010eccd tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Calling delete_port for 7101f338-ee07-4dcb-b371-aefd3c3adc69 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:07.653868 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8b04341f-e5c1-4ee0-860d-c4009e86ed68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:07.658671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-16ab767e-2cbf-432f-9e96-4ba910ef8123 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Deleting port aaa5baea-ae5f-4033-9130-ac5f74bb8057 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:07.659238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16ab767e-2cbf-432f-9e96-4ba910ef8123 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:07.700944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8b04341f-e5c1-4ee0-860d-c4009e86ed68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:07.701276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:07.985034 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Router d24b483c-5bc6-4bbb-b687-510b7fdfcb27 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:14:07.993762 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-16ab767e-2cbf-432f-9e96-4ba910ef8123 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] For port aaa5baea-ae5f-4033-9130-ac5f74bb8057, host hv-neutron-8225, got binding levels [] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:07.994120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16ab767e-2cbf-432f-9e96-4ba910ef8123 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:08.019844 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-235daf58-71cd-4d7a-9a21-0e0d27a863a2 req-5846a25a-5630-4983-93e3-31ed8a0f5559 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6555796 Dec 22 17:14:08.026931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8b04341f-e5c1-4ee0-860d-c4009e86ed68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:08.139616 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8b04341f-e5c1-4ee0-860d-c4009e86ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:08.170793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fd74949e-098a-4dd0-82c2-f78a9010eccd tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:08.185869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3495da08-4114-44d0-91e5-2120445555a1 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:08.205025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-16ab767e-2cbf-432f-9e96-4ba910ef8123 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Calling delete_port for aaa5baea-ae5f-4033-9130-ac5f74bb8057 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:08.231758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-58fb10c1-1395-4a9b-9920-a26d153e2875 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:08.245008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74949e-098a-4dd0-82c2-f78a9010eccd tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event deleted for resources: {'Port': ['ID=7101f338-ee07-4dcb-b371-aefd3c3adc69,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:08.250757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fd74949e-098a-4dd0-82c2-f78a9010eccd tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:08.335053 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8b04341f-e5c1-4ee0-860d-c4009e86ed68 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=084881498f80439ebb2000a758799293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8683257 Dec 22 17:14:08.347460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55890) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:08.417979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04341f-e5c1-4ee0-860d-c4009e86ed68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6aa2075-2e49-4f18-995a-c82a6b525521,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:08.425050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8b04341f-e5c1-4ee0-860d-c4009e86ed68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:08.450572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fd74949e-098a-4dd0-82c2-f78a9010eccd tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:08.462711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:08.464819 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fd74949e-098a-4dd0-82c2-f78a9010eccd tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "DELETE /v2.0/ports/7101f338-ee07-4dcb-b371-aefd3c3adc69 HTTP/1.1" status: 204 len: 168 time: 1.7158597 Dec 22 17:14:08.467627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16ab767e-2cbf-432f-9e96-4ba910ef8123 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:08.479285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8002f84-b3ee-43a1-a219-674f13dbca53 None None] Sync routers for ids ['d24b483c-5bc6-4bbb-b687-510b7fdfcb27'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:08.479908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55894) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:08.490562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8002f84-b3ee-43a1-a219-674f13dbca53 None None] Routers {'d24b483c-5bc6-4bbb-b687-510b7fdfcb27'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:08.491759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d8002f84-b3ee-43a1-a219-674f13dbca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d24b483c-5bc6-4bbb-b687-510b7fdfcb27'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:08.526275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:08.555425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:08.574091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d8002f84-b3ee-43a1-a219-674f13dbca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:08.578033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16ab767e-2cbf-432f-9e96-4ba910ef8123 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:08.583605 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-16ab767e-2cbf-432f-9e96-4ba910ef8123 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "DELETE /v2.0/ports/aaa5baea-ae5f-4033-9130-ac5f74bb8057 HTTP/1.1" status: 204 len: 168 time: 1.0922883 Dec 22 17:14:08.584227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55900) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:08.585680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab767e-2cbf-432f-9e96-4ba910ef8123 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Pushing event deleted for resources: {'Port': ['ID=aaa5baea-ae5f-4033-9130-ac5f74bb8057,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:08.587144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8002f84-b3ee-43a1-a219-674f13dbca53 None None] Routers {'d24b483c-5bc6-4bbb-b687-510b7fdfcb27'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:08.587972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d8002f84-b3ee-43a1-a219-674f13dbca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d24b483c-5bc6-4bbb-b687-510b7fdfcb27'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:08.590041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-16ab767e-2cbf-432f-9e96-4ba910ef8123 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:08.591570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:08.592199 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.4840865 Dec 22 17:14:08.593063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235daf58-71cd-4d7a-9a21-0e0d27a863a2 req-2a310926-e39a-4f6c-91d1-99d809ea06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:08.594938 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-235daf58-71cd-4d7a-9a21-0e0d27a863a2 req-2a310926-e39a-4f6c-91d1-99d809ea06c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2004647fb1f74a07a97b27f4fdea4794&device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 1099 time: 0.4612808 Dec 22 17:14:08.623070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55904) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:08.657418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-70d8ba60-03e1-43ef-8ec1-09f7d14fc8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:08.663280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d8002f84-b3ee-43a1-a219-674f13dbca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:08.663693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8002f84-b3ee-43a1-a219-674f13dbca53 None None] The sync data for ids ['d24b483c-5bc6-4bbb-b687-510b7fdfcb27'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:08.689236 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf03161-f55f-4bf9-9707-ec509dcdc569 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] GET failed (client error): The resource could not be found. Dec 22 17:14:08.690041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2bf03161-f55f-4bf9-9707-ec509dcdc569 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Synchronizing usage tracker for tenant:4e3009ff6256475e9a1f114c3fd52e36 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:08.785523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2bf03161-f55f-4bf9-9707-ec509dcdc569 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Unset dirty status for tenant:4e3009ff6256475e9a1f114c3fd52e36 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:08.790022 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2bf03161-f55f-4bf9-9707-ec509dcdc569 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] 10.222.0.70 "GET /v2.0/ports/aaa5baea-ae5f-4033-9130-ac5f74bb8057 HTTP/1.1" status: 404 len: 333 time: 0.1984141 Dec 22 17:14:08.791483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55910) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:08.818514 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-09d6d722-3170-4233-9fe4-c03bb4416a11 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/routers/d24b483c-5bc6-4bbb-b687-510b7fdfcb27 HTTP/1.1" status: 200 len: 919 time: 0.1894891 Dec 22 17:14:08.821224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55914) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:08.885698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-70d8ba60-03e1-43ef-8ec1-09f7d14fc8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:08.980847 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dd8dab88-8072-4140-9e91-9b7181c325e6 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "GET /v2.0/ports?device_id=d24b483c-5bc6-4bbb-b687-510b7fdfcb27 HTTP/1.1" status: 200 len: 205 time: 0.1561353 Dec 22 17:14:08.981054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55918) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:09.029280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c4a6a-1988-458c-a8d3-dc45d64a7267 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:09.029969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e06c4a6a-1988-458c-a8d3-dc45d64a7267 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Synchronizing usage tracker for tenant:0efacc8d905e47c587284ac4af50b64a on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:09.091095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235daf58-71cd-4d7a-9a21-0e0d27a863a2 req-3cea077d-c148-4742-9231-941c9f582e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:09.092567 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-235daf58-71cd-4d7a-9a21-0e0d27a863a2 req-3cea077d-c148-4742-9231-941c9f582e4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=5951c9dd-e782-4b95-be40-418f146c5bbc HTTP/1.1" status: 200 len: 913 time: 0.4435997 Dec 22 17:14:09.102265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:09.156769 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:09.180700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e06c4a6a-1988-458c-a8d3-dc45d64a7267 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Unset dirty status for tenant:0efacc8d905e47c587284ac4af50b64a on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:09.181853 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e06c4a6a-1988-458c-a8d3-dc45d64a7267 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12b96ed-e48c-46ef-9c72-64d771599d19 HTTP/1.1" status: 200 len: 913 time: 0.7008486 Dec 22 17:14:09.186783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55922) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:09.320465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-70d8ba60-03e1-43ef-8ec1-09f7d14fc8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:09.338223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:09.356170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Deleting port dae71430-1972-4dc9-ad23-5ac15a3abf32 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:09.356401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:09.356526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:09.383004 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-235daf58-71cd-4d7a-9a21-0e0d27a863a2 req-b7612291-e661-437f-b764-819ea8258b16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8 HTTP/1.1" status: 200 len: 1002 time: 0.2737932 Dec 22 17:14:09.398820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8ba60-03e1-43ef-8ec1-09f7d14fc8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6aa2075-2e49-4f18-995a-c82a6b525521,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:09.403233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-70d8ba60-03e1-43ef-8ec1-09f7d14fc8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:09.549864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:09.672720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Calling delete_port for dae71430-1972-4dc9-ad23-5ac15a3abf32 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:09.687300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Router d044a436-0615-487b-85ef-4779039b5ac5 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:14:09.710517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-70d8ba60-03e1-43ef-8ec1-09f7d14fc8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:09.711662 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-70d8ba60-03e1-43ef-8ec1-09f7d14fc8b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6aa2075-2e49-4f18-995a-c82a6b525521 HTTP/1.1" status: 204 len: 168 time: 1.3598042 Dec 22 17:14:09.724090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:09.833515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3705a7fd-ef24-4be5-9e33-5d8d41627115']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:09.857154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235daf58-71cd-4d7a-9a21-0e0d27a863a2 req-f6cbd58d-3c9b-4cdf-a2ea-33959a1a7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:09.858678 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-235daf58-71cd-4d7a-9a21-0e0d27a863a2 req-f6cbd58d-3c9b-4cdf-a2ea-33959a1a7e4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2908b485-0fbe-48a1-9d18-552208b51232 HTTP/1.1" status: 200 len: 851 time: 0.4639490 Dec 22 17:14:09.895778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:09.900338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:09.928486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d233b2f-add3-4604-87a2-552b702cf276') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:09.928788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d233b2f-add3-4604-87a2-552b702cf276') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:09.944370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Pushing event deleted for resources: {'Port': ['ID=dae71430-1972-4dc9-ad23-5ac15a3abf32,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:09.947404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:09.988290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.053680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.095411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.117524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:14:10.117930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:14:10.134340 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:14:10.233614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.236365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.260669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.261303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Fanout notify agent at l3_agent the message router_deleted on router d24b483c-5bc6-4bbb-b687-510b7fdfcb27 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:14:10.277438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.282580 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/routers/d24b483c-5bc6-4bbb-b687-510b7fdfcb27 HTTP/1.1" status: 204 len: 168 time: 1.2966175 Dec 22 17:14:10.282858 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55944) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:10.286231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:10.288989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1765173808', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'enable_snat': False}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:10.295018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:10.297336 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9471e-c145-4942-8be4-8855caebaad0 None None] Sync routers for ids ['d044a436-0615-487b-85ef-4779039b5ac5'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:10.305135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Usage tracker for resource:router and tenant:bff8fd3baa674dc8bb889df098c17def is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:10.308865 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9471e-c145-4942-8be4-8855caebaad0 None None] Routers {'d044a436-0615-487b-85ef-4779039b5ac5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:10.310722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:10.310832 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-acf9471e-c145-4942-8be4-8855caebaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d044a436-0615-487b-85ef-4779039b5ac5'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:10.319823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:10.370206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.377823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.379076 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.6269329 Dec 22 17:14:10.380127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.381275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.381391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235daf58-71cd-4d7a-9a21-0e0d27a863a2 req-739595bd-1b34-4e71-92e8-3308211cbb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:10.382772 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-235daf58-71cd-4d7a-9a21-0e0d27a863a2 req-739595bd-1b34-4e71-92e8-3308211cbb7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5951c9dd-e782-4b95-be40-418f146c5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4415648 Dec 22 17:14:10.383793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55952) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:10.394175 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-acf9471e-c145-4942-8be4-8855caebaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:10.402119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b4f9aaa1-93b1-4f5d-89d8-e62aabbac14f tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'enable_snat': False}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:10.403199 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9471e-c145-4942-8be4-8855caebaad0 None None] Routers {'d044a436-0615-487b-85ef-4779039b5ac5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:10.404055 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-acf9471e-c145-4942-8be4-8855caebaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d044a436-0615-487b-85ef-4779039b5ac5'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:10.404343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.450069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:10.466433 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-acf9471e-c145-4942-8be4-8855caebaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:10.466850 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9471e-c145-4942-8be4-8855caebaad0 None None] The sync data for ids ['d044a436-0615-487b-85ef-4779039b5ac5'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:10.502913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:10.505257 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] 10.222.0.70 "DELETE /v2.0/networks/3705a7fd-ef24-4be5-9e33-5d8d41627115 HTTP/1.1" status: 204 len: 168 time: 1.7091527 Dec 22 17:14:10.523407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Pushing event deleted for resources: {'Network': ['ID=3705a7fd-ef24-4be5-9e33-5d8d41627115,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:10.588640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:10.703748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55964) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:10.800342 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-235daf58-71cd-4d7a-9a21-0e0d27a863a2 req-29054347-8133-4118-8651-dbf9b6314ed4 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035902 Dec 22 17:14:10.866212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55974) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:10.984813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.025293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1249697480'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:11.039567 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5bb00a34-156b-4b94-92e5-a1f5da0ca3a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aeaecb653d95440582f8be7ae5808c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668174 Dec 22 17:14:11.042120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 55980) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:11.044305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:11.104266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:network and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:11.132033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:11.159976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:11.164301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dea941fe-0f6c-45a9-9f7d-b5a74f2ddf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.197229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dea941fe-0f6c-45a9-9f7d-b5a74f2ddf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.274516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:11.277908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.311144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.329607 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-235daf58-71cd-4d7a-9a21-0e0d27a863a2 req-2d156cb2-74d8-414f-a9fd-7b0432032e16 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742665 Dec 22 17:14:11.394586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:11.409717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:security_group_rule and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:11.420039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dea941fe-0f6c-45a9-9f7d-b5a74f2ddf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.420961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:11.424747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:11.430293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:11.438778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.439915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea941fe-0f6c-45a9-9f7d-b5a74f2ddf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d92acb-58ea-4165-b4fe-fba982da0111,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:11.443586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dea941fe-0f6c-45a9-9f7d-b5a74f2ddf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:11.452475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.489991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.493006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dea941fe-0f6c-45a9-9f7d-b5a74f2ddf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.494111 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dea941fe-0f6c-45a9-9f7d-b5a74f2ddf5f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04d92acb-58ea-4165-b4fe-fba982da0111 HTTP/1.1" status: 204 len: 168 time: 0.4511340 Dec 22 17:14:11.634069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Allocated IP 172.26.3.230 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/387482e6-766e-4dc7-b98d-d96ef3ab6685) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:11.712703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4f9aaa1-93b1-4f5d-89d8-e62aabbac14f tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.806265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.840266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.853332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2319f41d-8d7c-43bd-a5d7-cdf2ef73728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:11.874372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55992) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:11.921800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:11.924643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:11.928405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:11.965139 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.972481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event updated for resources: {'Port': ['ID=387482e6-766e-4dc7-b98d-d96ef3ab6685,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:11.976934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:11.982966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:11.998809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6b23c35a-7b58-4c42-a745-076a72f2b540 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:12.039277 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-14e74f35-bba3-4e49-a987-a324a141b7d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e3009ff6256475e9a1f114c3fd52e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613138 Dec 22 17:14:12.050816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 55998) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:12.068474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:14:12.085701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d565eb-aec6-4a97-8c81-4cf1a28842ae,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:12.092876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:12.111941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:12.112291 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Added segment 689e76e7-2027-43bf-974b-8c92ba1ed565 of type vlan for network 4940b49d-9888-4167-9ba3-cad6c97dcc95 Dec 22 17:14:12.212031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:12.254927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1137a4ab-221f-4a9f-91ea-687cc065bfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:12.256884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Deleting port 5764710c-6fc3-43f6-af21-5aa4e627dd92 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:12.257217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:12.357569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:12.382234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1137a4ab-221f-4a9f-91ea-687cc065bfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:12.393991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:12.394762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:12.459902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-125d1e43-c46c-40d1-8fc8-db38e599c457 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:12.481406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:12.818688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:12.843511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Network': ['ID=4940b49d-9888-4167-9ba3-cad6c97dcc95,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:12.846917 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1416509 Dec 22 17:14:12.851044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:12.856402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:14:12.864754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56004) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:12.892869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'name': 'tempest-PortsTestJSON-673945338'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:13.006608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1137a4ab-221f-4a9f-91ea-687cc065bfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:13.025661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:13.033833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:13.036097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Router b71f0542-9496-489a-af2f-995de17d3881 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:14:13.221210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:13.231455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Sync routers for ids ['b71f0542-9496-489a-af2f-995de17d3881'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:13.237956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137a4ab-221f-4a9f-91ea-687cc065bfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e93f601-2bb8-46a1-bed5-72580872eb2e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:13.244231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Routers {'b71f0542-9496-489a-af2f-995de17d3881'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:13.245395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b71f0542-9496-489a-af2f-995de17d3881'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:13.245991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Calling delete_port for 5764710c-6fc3-43f6-af21-5aa4e627dd92 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:13.255187 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:13.259350 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.9749641 Dec 22 17:14:13.260199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56012) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:13.288715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1137a4ab-221f-4a9f-91ea-687cc065bfc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:13.307804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:13.315769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:port and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:13.320290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1137a4ab-221f-4a9f-91ea-687cc065bfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:13.325212 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1137a4ab-221f-4a9f-91ea-687cc065bfc9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e93f601-2bb8-46a1-bed5-72580872eb2e HTTP/1.1" status: 204 len: 168 time: 1.2695172 Dec 22 17:14:13.325212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:13.334580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:13.434287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:13.437769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:13.464287 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Set router b71f0542-9496-489a-af2f-995de17d3881 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:14:13.481492 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-306b5a9c-c44c-4eba-a41a-7dad23e4b846 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/routers/b71f0542-9496-489a-af2f-995de17d3881 HTTP/1.1" status: 200 len: 909 time: 0.2197993 Dec 22 17:14:13.482046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56020) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:13.487652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1765173808', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'enable_snat': True}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:13.489779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port 849b8054-0fc9-4809-a1d2-01fdbf5949fe yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:13.496389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:13.506720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Usage tracker for resource:router and tenant:bff8fd3baa674dc8bb889df098c17def is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:13.510198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:13.518687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:13.537572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:13.538945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:13.556750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:13.809168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71f0542-9496-489a-af2f-995de17d3881', 'name': 'tempest-snat-router-1765173808', 'tenant_id': 'bff8fd3baa674dc8bb889df098c17def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.230'}], 'enable_snat': False}, 'gw_port_id': '387482e6-766e-4dc7-b98d-d96ef3ab6685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:14:10Z', 'updated_at': '2021-12-22T17:14:12Z', 'revision_number': 3, 'project_id': 'bff8fd3baa674dc8bb889df098c17def', 'gw_port': {'id': '387482e6-766e-4dc7-b98d-d96ef3ab6685', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71f0542-9496-489a-af2f-995de17d3881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:14:11Z', 'updated_at': '2021-12-22T17:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:13.814744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Checking router: b71f0542-9496-489a-af2f-995de17d3881 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:14:13.815519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Updating router b71f0542-9496-489a-af2f-995de17d3881 port 387482e6-766e-4dc7-b98d-d96ef3ab6685 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:14:13.873126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:13.884650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:13.885911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:14.002231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.139482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4f9aaa1-93b1-4f5d-89d8-e62aabbac14f tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.141592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event deleted for resources: {'Port': ['ID=5764710c-6fc3-43f6-af21-5aa4e627dd92,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:14.178279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:14.187483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4f9aaa1-93b1-4f5d-89d8-e62aabbac14f tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.363597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.474542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.484932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.499641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Transition to ACTIVE for port object 387482e6-766e-4dc7-b98d-d96ef3ab6685 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:14.511666 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.522998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.522998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:14.607145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Attempting to bind port 387482e6-766e-4dc7-b98d-d96ef3ab6685 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:14.607683 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Attempting to bind port 387482e6-766e-4dc7-b98d-d96ef3ab6685 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:14.608147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Attempting to bind port 387482e6-766e-4dc7-b98d-d96ef3ab6685 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:14.615775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:14:14.616283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:14:14.616777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.617283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:14:14.617845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Bound port: 387482e6-766e-4dc7-b98d-d96ef3ab6685, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:14:14.618312 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.659021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56048) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:14.674665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72aad8-4c16-409b-9e57-2d56f946be24 None None] Pushing event updated for resources: {'Port': ['ID=387482e6-766e-4dc7-b98d-d96ef3ab6685,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:14.678223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8a72aad8-4c16-409b-9e57-2d56f946be24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:14.710478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] For port 387482e6-766e-4dc7-b98d-d96ef3ab6685, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:14:14.714274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] For port 387482e6-766e-4dc7-b98d-d96ef3ab6685, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=387482e6-766e-4dc7-b98d-d96ef3ab6685,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:14:14.725202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.729776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-45250dd0-d856-489e-ad2e-2dcddeebf79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:14.739390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Allocated IP 172.26.3.17 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/20d675b1-b391-4384-ae92-dde4388f4961) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:14.830642 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Routers {'b71f0542-9496-489a-af2f-995de17d3881'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:14.831466 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b71f0542-9496-489a-af2f-995de17d3881'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:14.833505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.841577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f9aaa1-93b1-4f5d-89d8-e62aabbac14f tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Router d044a436-0615-487b-85ef-4779039b5ac5 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:14:14.901527 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e200d157-da9b-4dee-971a-9557714c3c2b tempest-AgentManagementNegativeTest-2027294844 tempest-AgentManagementNegativeTest-2027294844-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2336333 Dec 22 17:14:14.924085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72aad8-4c16-409b-9e57-2d56f946be24 None None] Pushing event updated for resources: {'Port': ['ID=387482e6-766e-4dc7-b98d-d96ef3ab6685,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:14.927681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.930919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8a72aad8-4c16-409b-9e57-2d56f946be24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:14.989240 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:14.997739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-59c625c2-b3b9-4c61-99d8-13948b036bf4 tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:15.037936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:15.039362 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] Set router b71f0542-9496-489a-af2f-995de17d3881 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:14:15.044315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:15.120753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:15.123709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:15.128213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:15.177927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event updated for resources: {'Port': ['ID=20d675b1-b391-4384-ae92-dde4388f4961,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:15.182069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:15.290101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56058) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:15.291098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f9aaa1-93b1-4f5d-89d8-e62aabbac14f tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:15.304508 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d66f98-6f7a-42f8-98f6-181b1dfc2716 None None] Sync routers for ids ['d044a436-0615-487b-85ef-4779039b5ac5'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:15.330207 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d66f98-6f7a-42f8-98f6-181b1dfc2716 None None] Routers {'d044a436-0615-487b-85ef-4779039b5ac5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:15.333287 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-c2d66f98-6f7a-42f8-98f6-181b1dfc2716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d044a436-0615-487b-85ef-4779039b5ac5'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:15.354199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=849b8054-0fc9-4809-a1d2-01fdbf5949fe,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:15.360515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:15.362409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71f0542-9496-489a-af2f-995de17d3881', 'name': 'tempest-snat-router-1765173808', 'tenant_id': 'bff8fd3baa674dc8bb889df098c17def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.230'}], 'enable_snat': False}, 'gw_port_id': '387482e6-766e-4dc7-b98d-d96ef3ab6685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:14:10Z', 'updated_at': '2021-12-22T17:14:12Z', 'revision_number': 3, 'project_id': 'bff8fd3baa674dc8bb889df098c17def', 'gw_port': {'id': '387482e6-766e-4dc7-b98d-d96ef3ab6685', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71f0542-9496-489a-af2f-995de17d3881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:14:11Z', 'updated_at': '2021-12-22T17:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:15.366601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2355d6a7-a2fe-4ef0-809b-345313e748b7 None None] The sync data for ids ['b71f0542-9496-489a-af2f-995de17d3881'] in dv-neutron-822513-1-hyperv is: [{'id': 'b71f0542-9496-489a-af2f-995de17d3881', 'name': 'tempest-snat-router-1765173808', 'tenant_id': 'bff8fd3baa674dc8bb889df098c17def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.230'}], 'enable_snat': False}, 'gw_port_id': '387482e6-766e-4dc7-b98d-d96ef3ab6685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:14:10Z', 'updated_at': '2021-12-22T17:14:12Z', 'revision_number': 3, 'project_id': 'bff8fd3baa674dc8bb889df098c17def', 'gw_port': {'id': '387482e6-766e-4dc7-b98d-d96ef3ab6685', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71f0542-9496-489a-af2f-995de17d3881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:14:11Z', 'updated_at': '2021-12-22T17:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:15.377554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Checking segment: {'id': '689e76e7-2027-43bf-974b-8c92ba1ed565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:14:15.377931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network hostable DHCP agents. Network: 4940b49d-9888-4167-9ba3-cad6c97dcc95, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:14:15.470423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4f9aaa1-93b1-4f5d-89d8-e62aabbac14f tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:15.471548 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b4f9aaa1-93b1-4f5d-89d8-e62aabbac14f tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "PUT /v2.0/routers/d044a436-0615-487b-85ef-4779039b5ac5 HTTP/1.1" status: 200 len: 926 time: 5.0809722 Dec 22 17:14:15.482271 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-c2d66f98-6f7a-42f8-98f6-181b1dfc2716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:15.483541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56066) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:15.493009 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d66f98-6f7a-42f8-98f6-181b1dfc2716 None None] Routers {'d044a436-0615-487b-85ef-4779039b5ac5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:15.493842 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-c2d66f98-6f7a-42f8-98f6-181b1dfc2716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d044a436-0615-487b-85ef-4779039b5ac5'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:15.601627 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-c2d66f98-6f7a-42f8-98f6-181b1dfc2716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:15.602763 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d66f98-6f7a-42f8-98f6-181b1dfc2716 None None] The sync data for ids ['d044a436-0615-487b-85ef-4779039b5ac5'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:15.603401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a055994-4878-4a1e-b7c0-b5085c372f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:15.645494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:15.894025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:14:15.896691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3a055994-4878-4a1e-b7c0-b5085c372f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:15.916385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3a055994-4878-4a1e-b7c0-b5085c372f3c admin admin] Usage tracker for resource:security_group_rule and tenant:4fa3fe7b4718408aa7c54e6d023e8894 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:15.927889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3a055994-4878-4a1e-b7c0-b5085c372f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:16.009018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3a055994-4878-4a1e-b7c0-b5085c372f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:16.010916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 4940b49d-9888-4167-9ba3-cad6c97dcc95) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:16.026603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bbc1fa-9fb7-466f-9b5d-04ee67cc384d None None] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:16.031226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:16.036752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:16.037377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.089040 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d0416833-444b-4fce-ac27-bf99e23804c2 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/routers/d044a436-0615-487b-85ef-4779039b5ac5 HTTP/1.1" status: 200 len: 926 time: 0.6033180 Dec 22 17:14:16.091886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Router a12b96ed-e48c-46ef-9c72-64d771599d19 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:14:16.096320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56074) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:16.105887 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.2373514 Dec 22 17:14:16.140331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56078) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:16.157712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-190031158'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:16.175183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:16.184429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:network and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:16.189806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:16.199448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:16.211248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.229232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:16.235779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.346033 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 387482e6-766e-4dc7-b98d-d96ef3ab6685 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:14:16.363950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a055994-4878-4a1e-b7c0-b5085c372f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.383677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a055994-4878-4a1e-b7c0-b5085c372f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.419141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:14:16.441346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 387482e6-766e-4dc7-b98d-d96ef3ab6685 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:14:16.449875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.450220 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Added segment cab8ab2a-58b9-4ccc-9f07-b7020f56b1a0 of type vlan for network ce3fdd8a-90e7-4954-bb74-1509a628427c Dec 22 17:14:16.451231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:16.452120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 387482e6-766e-4dc7-b98d-d96ef3ab6685 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:16.452972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.498146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.516075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9643ed-ce86-4aed-972a-cfcb549e200e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:16.517131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-da9643ed-ce86-4aed-972a-cfcb549e200e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Synchronizing usage tracker for tenant:24bea35bf2e148f4a71e29efee7d3bbb on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:16.537971 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3a055994-4878-4a1e-b7c0-b5085c372f3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fa3fe7b4718408aa7c54e6d023e8894&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2423110 Dec 22 17:14:16.539233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a055994-4878-4a1e-b7c0-b5085c372f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96f7231-b35c-41b2-96fb-d74a681ce713,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:16.539930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56082) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:16.561478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Router 50dfa5c5-c119-4b24-853f-0360b0e84105 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:14:16.566599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3a055994-4878-4a1e-b7c0-b5085c372f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:16.577650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.584165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:16.584827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.592408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:16.593724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:16.607070 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "PUT /v2.0/routers/a12b96ed-e48c-46ef-9c72-64d771599d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4122870 Dec 22 17:14:16.607750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56088) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:16.611855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-da9643ed-ce86-4aed-972a-cfcb549e200e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Unset dirty status for tenant:24bea35bf2e148f4a71e29efee7d3bbb on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:16.616277 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-da9643ed-ce86-4aed-972a-cfcb549e200e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&device_id=d044a436-0615-487b-85ef-4779039b5ac5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5174279 Dec 22 17:14:16.617472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56092) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:16.624530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb59db53-6cb1-4e8c-92b1-567bec476194 None None] Sync routers for ids ['a12b96ed-e48c-46ef-9c72-64d771599d19'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:16.638185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb59db53-6cb1-4e8c-92b1-567bec476194 None None] Routers {'a12b96ed-e48c-46ef-9c72-64d771599d19'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:16.638902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-bb59db53-6cb1-4e8c-92b1-567bec476194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a12b96ed-e48c-46ef-9c72-64d771599d19'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:16.689836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.709266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-bb59db53-6cb1-4e8c-92b1-567bec476194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:16.727781 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 387482e6-766e-4dc7-b98d-d96ef3ab6685, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=387482e6-766e-4dc7-b98d-d96ef3ab6685,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:16.729283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb59db53-6cb1-4e8c-92b1-567bec476194 None None] Routers {'a12b96ed-e48c-46ef-9c72-64d771599d19'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:16.729532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-bb59db53-6cb1-4e8c-92b1-567bec476194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a12b96ed-e48c-46ef-9c72-64d771599d19'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:16.799993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-bb59db53-6cb1-4e8c-92b1-567bec476194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:16.800398 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb59db53-6cb1-4e8c-92b1-567bec476194 None None] The sync data for ids ['a12b96ed-e48c-46ef-9c72-64d771599d19'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:16.802015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.803988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:16.882541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=387482e6-766e-4dc7-b98d-d96ef3ab6685,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:16.885599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:16.945581 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8039589 Dec 22 17:14:16.947582 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56098) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:16.962305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5bccea-fd46-40d7-97ec-38d138879f4d tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:16.962861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5f5bccea-fd46-40d7-97ec-38d138879f4d tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Synchronizing usage tracker for tenant:24bea35bf2e148f4a71e29efee7d3bbb on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:16.968120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'ports': [{'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95'}, {'network_id': 'ce3fdd8a-90e7-4954-bb74-1509a628427c'}]} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:16.968429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:16.968898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': 'ce3fdd8a-90e7-4954-bb74-1509a628427c'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:16.969937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.982921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Network': ['ID=ce3fdd8a-90e7-4954-bb74-1509a628427c,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:16.990127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d5ad397f-f304-480d-88c1-6e741587e195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:16.996829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network ce3fdd8a-90e7-4954-bb74-1509a628427c details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:14:17.038736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:17.051638 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d5ad397f-f304-480d-88c1-6e741587e195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:17.085983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5f5bccea-fd46-40d7-97ec-38d138879f4d tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Unset dirty status for tenant:24bea35bf2e148f4a71e29efee7d3bbb on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:17.088829 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5f5bccea-fd46-40d7-97ec-38d138879f4d tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/networks/27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 881 time: 0.4702606 Dec 22 17:14:17.113939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56104) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:17.143889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:17.154909 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Sync routers for ids ['50dfa5c5-c119-4b24-853f-0360b0e84105'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:17.165383 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Routers {'50dfa5c5-c119-4b24-853f-0360b0e84105'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:17.166003 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['50dfa5c5-c119-4b24-853f-0360b0e84105'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:17.218818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:17.230850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Deleting port c68144e6-d74e-4d7e-b472-3ab4b2d6aeab {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:17.231243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:17.257882 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e2b764eb-a43a-4c33-8893-b4875ceb41b8 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a436-0615-487b-85ef-4779039b5ac5 HTTP/1.1" status: 200 len: 205 time: 0.1248319 Dec 22 17:14:17.258071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56108) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:17.330083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:17.334039 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8509111 Dec 22 17:14:17.337991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56112) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:17.397935 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Set router 50dfa5c5-c119-4b24-853f-0360b0e84105 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:14:17.438090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d5ad397f-f304-480d-88c1-6e741587e195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:17.444133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:17.461208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:17.466095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad397f-f304-480d-88c1-6e741587e195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96f7231-b35c-41b2-96fb-d74a681ce713,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:17.522262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:port and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:17.525216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d5ad397f-f304-480d-88c1-6e741587e195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:17.527974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:17.554312 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:17.558314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d5ad397f-f304-480d-88c1-6e741587e195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:17.562210 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d5ad397f-f304-480d-88c1-6e741587e195 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e96f7231-b35c-41b2-96fb-d74a681ce713 HTTP/1.1" status: 204 len: 168 time: 1.0198133 Dec 22 17:14:17.593743 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b1710d4a-5ef0-4162-88aa-3265b3efa34e tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/routers/50dfa5c5-c119-4b24-853f-0360b0e84105 HTTP/1.1" status: 200 len: 907 time: 0.2536130 Dec 22 17:14:17.594543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56118) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:17.595494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 2} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:17.601462 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:17.705707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:17.776324 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dfa5c5-c119-4b24-853f-0360b0e84105', 'name': 'tempest-snat-router-1765173808', 'tenant_id': 'bff8fd3baa674dc8bb889df098c17def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': '20d675b1-b391-4384-ae92-dde4388f4961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:14:13Z', 'updated_at': '2021-12-22T17:14:15Z', 'revision_number': 3, 'project_id': 'bff8fd3baa674dc8bb889df098c17def', 'gw_port': {'id': '20d675b1-b391-4384-ae92-dde4388f4961', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dfa5c5-c119-4b24-853f-0360b0e84105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:14:14Z', 'updated_at': '2021-12-22T17:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:17.784583 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Checking router: 50dfa5c5-c119-4b24-853f-0360b0e84105 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:14:17.785059 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Updating router 50dfa5c5-c119-4b24-853f-0360b0e84105 port 20d675b1-b391-4384-ae92-dde4388f4961 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:14:17.796543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:17.875634 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:17.898772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.026859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Calling delete_port for c68144e6-d74e-4d7e-b472-3ab4b2d6aeab owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:18.154543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.171257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Deleting port 7bfedb46-9afc-4b07-8052-94ba0fbcbb0e {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:18.171602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.173389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port d737d806-a741-455b-bcef-2eea1b623bd3 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:18.290409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 387482e6-766e-4dc7-b98d-d96ef3ab6685 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:14:18.309951 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.322292 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Transition to ACTIVE for port object 20d675b1-b391-4384-ae92-dde4388f4961 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:18.335510 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.351068 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:18.356677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.405831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 387482e6-766e-4dc7-b98d-d96ef3ab6685 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:18.406285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.506976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.515769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.524070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b42e7406-7679-4b6e-829e-b57d8432bb17 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:18.538047 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d699949-baf1-4794-8cc5-8a8db2104f1d None None] Pushing event updated for resources: {'Port': ['ID=20d675b1-b391-4384-ae92-dde4388f4961,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:18.541129 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Attempting to bind port 20d675b1-b391-4384-ae92-dde4388f4961 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:18.541774 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Attempting to bind port 20d675b1-b391-4384-ae92-dde4388f4961 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:18.542473 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Attempting to bind port 20d675b1-b391-4384-ae92-dde4388f4961 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:18.549322 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0d699949-baf1-4794-8cc5-8a8db2104f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:18.550301 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:14:18.550883 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:14:18.551489 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.552080 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:14:18.552851 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Bound port: 20d675b1-b391-4384-ae92-dde4388f4961, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:14:18.553421 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.631765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event deleted for resources: {'Port': ['ID=c68144e6-d74e-4d7e-b472-3ab4b2d6aeab,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:18.634141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.638243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:18.648191 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] For port 20d675b1-b391-4384-ae92-dde4388f4961, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:14:18.652646 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] For port 20d675b1-b391-4384-ae92-dde4388f4961, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=20d675b1-b391-4384-ae92-dde4388f4961,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:14:18.660573 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.666813 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:18.673123 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Deleting port 20d675b1-b391-4384-ae92-dde4388f4961 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:18.673460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.710719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Calling delete_port for 7bfedb46-9afc-4b07-8052-94ba0fbcbb0e owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:18.762330 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Routers {'50dfa5c5-c119-4b24-853f-0360b0e84105'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:18.763350 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['50dfa5c5-c119-4b24-853f-0360b0e84105'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:18.765147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.834821 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d699949-baf1-4794-8cc5-8a8db2104f1d None None] Pushing event updated for resources: {'Port': ['ID=20d675b1-b391-4384-ae92-dde4388f4961,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:18.842258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56146) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:18.847955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:18.893429 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0d699949-baf1-4794-8cc5-8a8db2104f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:18.947437 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] Set router 50dfa5c5-c119-4b24-853f-0360b0e84105 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:14:18.971961 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port 8407da23-89ec-4b84-89b9-6a96bc05eb76 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:19.018799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-e4b0e26a-3bd5-4d17-9035-858b1a95e204 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.019818 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e4b0e26a-3bd5-4d17-9035-858b1a95e204 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1754413 Dec 22 17:14:19.027157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56154) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.038314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [None req-da14cba3-8e8d-47d0-b7d4-6880a0899444 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.039287 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-da14cba3-8e8d-47d0-b7d4-6880a0899444 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0101941 Dec 22 17:14:19.043768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56158) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.046739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.051935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] For port 20d675b1-b391-4384-ae92-dde4388f4961, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=20d675b1-b391-4384-ae92-dde4388f4961,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:19.052286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.055258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.062085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [None req-3eccf29f-51f6-4565-8d4b-1f98d0ebe7f4 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.063731 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3eccf29f-51f6-4565-8d4b-1f98d0ebe7f4 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0184653 Dec 22 17:14:19.066792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56162) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.074703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-75819ecc-5c4a-4cd2-a18d-34a129fe8241 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.075666 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-75819ecc-5c4a-4cd2-a18d-34a129fe8241 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0070503 Dec 22 17:14:19.085693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56166) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.098028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-d0980832-b8c2-4a43-a896-ce953c39258b tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.098432 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d0980832-b8c2-4a43-a896-ce953c39258b tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0114312 Dec 22 17:14:19.101387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56170) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.121641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-d177aad5-bcfe-454c-84e4-0e8c65d85f0b tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.122853 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d177aad5-bcfe-454c-84e4-0e8c65d85f0b tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0204957 Dec 22 17:14:19.133314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.134106 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Fanout notify agent at l3_agent the message router_deleted on router a12b96ed-e48c-46ef-9c72-64d771599d19 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:14:19.135721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56176) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.151567 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dfa5c5-c119-4b24-853f-0360b0e84105', 'name': 'tempest-snat-router-1765173808', 'tenant_id': 'bff8fd3baa674dc8bb889df098c17def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:14:13Z', 'updated_at': '2021-12-22T17:14:18Z', 'revision_number': 4, 'project_id': 'bff8fd3baa674dc8bb889df098c17def', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:19.158440 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69bb96-9e95-4b41-a278-42c904b610de None None] The sync data for ids ['50dfa5c5-c119-4b24-853f-0360b0e84105'] in dv-neutron-822513-1-hyperv is: [{'id': '50dfa5c5-c119-4b24-853f-0360b0e84105', 'name': 'tempest-snat-router-1765173808', 'tenant_id': 'bff8fd3baa674dc8bb889df098c17def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:14:13Z', 'updated_at': '2021-12-22T17:14:18Z', 'revision_number': 4, 'project_id': 'bff8fd3baa674dc8bb889df098c17def', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:19.170678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-61229991-ed9f-4f54-ad7d-8f1e6f05235c tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.183358 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-61229991-ed9f-4f54-ad7d-8f1e6f05235c tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0440309 Dec 22 17:14:19.185521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56180) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.198966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-cc3b6b30-2b64-4238-8db8-d51b9c95d0be tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.200230 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cc3b6b30-2b64-4238-8db8-d51b9c95d0be tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0130081 Dec 22 17:14:19.205333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56184) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.216336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-9cb543f8-faff-404c-8876-e5aa660e49d1 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.217681 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9cb543f8-faff-404c-8876-e5aa660e49d1 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0112774 Dec 22 17:14:19.244743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Calling delete_port for 20d675b1-b391-4384-ae92-dde4388f4961 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:19.257749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56188) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.269886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.271165 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "DELETE /v2.0/routers/a12b96ed-e48c-46ef-9c72-64d771599d19 HTTP/1.1" status: 204 len: 168 time: 2.6612425 Dec 22 17:14:19.274656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-15d6ffd8-13d3-4611-83bb-42377caa0aa6 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.276273 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56192) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.276397 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-15d6ffd8-13d3-4611-83bb-42377caa0aa6 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0169687 Dec 22 17:14:19.278572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56194) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.287060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-8b92bcb7-2a6a-4b7d-8441-e5848d465501 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.288509 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8b92bcb7-2a6a-4b7d-8441-e5848d465501 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0090404 Dec 22 17:14:19.291468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56198) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.298634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-f528025b-dfc5-4cfd-a6a6-5c354a3d22f4 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.301584 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f528025b-dfc5-4cfd-a6a6-5c354a3d22f4 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070970 Dec 22 17:14:19.302368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56202) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.312126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-90d904d6-228b-48f6-b152-23630019d24a tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.313292 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-90d904d6-228b-48f6-b152-23630019d24a tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0098743 Dec 22 17:14:19.316047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56206) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.321185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-0f956c1a-dce4-4b2a-86a2-a72d356f446d tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.322301 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0f956c1a-dce4-4b2a-86a2-a72d356f446d tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056903 Dec 22 17:14:19.324135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.328772 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56212) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.329401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae787558-6db7-4786-8c36-f7fb3b165d30 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:19.434277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.474682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3723fb-1c77-4c37-9ff5-0b0fc08fa58c tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Deleting subnet c879817e-6f91-44ec-8265-7957aa540058 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:14:19.488952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb3723fb-1c77-4c37-9ff5-0b0fc08fa58c tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.497660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-d0c237c6-8237-48c5-94aa-0b26b2ba2e21 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.500984 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d0c237c6-8237-48c5-94aa-0b26b2ba2e21 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0117798 Dec 22 17:14:19.506877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56218) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.510638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Pushing event deleted for resources: {'Port': ['ID=7bfedb46-9afc-4b07-8052-94ba0fbcbb0e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:19.536390 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:19.543946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-047d9f6d-c4d5-40e2-b0ab-a4a7cc649edf tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.544892 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-047d9f6d-c4d5-40e2-b0ab-a4a7cc649edf tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0368340 Dec 22 17:14:19.550233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56222) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.553572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb3723fb-1c77-4c37-9ff5-0b0fc08fa58c tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.581497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-412f856c-4eda-4ba2-b99e-e0a2ec2ab4a7 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.582687 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-412f856c-4eda-4ba2-b99e-e0a2ec2ab4a7 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0314503 Dec 22 17:14:19.585732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56226) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.600455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-185c0c5d-c140-4a87-91b6-5ce74a7eaaa7 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.601373 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-185c0c5d-c140-4a87-91b6-5ce74a7eaaa7 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0147758 Dec 22 17:14:19.604396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56230) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.612203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-dcbfe1aa-6ae0-410a-b2b6-0734006f6664 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.613533 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dcbfe1aa-6ae0-410a-b2b6-0734006f6664 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080762 Dec 22 17:14:19.616017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56234) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.616480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.625039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-57fb1019-3d21-42ce-94fb-2dddd09d3131 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.625535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8a7deb3e-53f3-4671-9af5-ecd3a107f175 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:19.628402 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-57fb1019-3d21-42ce-94fb-2dddd09d3131 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0088394 Dec 22 17:14:19.628989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56238) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.635568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-9842f518-ba6b-46b4-995b-bb41e38dfc30 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.636429 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9842f518-ba6b-46b4-995b-bb41e38dfc30 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0068746 Dec 22 17:14:19.639012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.678332 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56242) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.746933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-07619aa8-050f-4b76-9d85-b09548135f54 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.747893 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-07619aa8-050f-4b76-9d85-b09548135f54 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0647078 Dec 22 17:14:19.755648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56246) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.809843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-d5f0c73a-5349-4e97-82ac-e81f534be346 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.813633 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d5f0c73a-5349-4e97-82ac-e81f534be346 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0542536 Dec 22 17:14:19.818493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56250) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.827460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-3aad52f9-8a34-4870-8a9f-5996bd5f7d14 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.831355 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3aad52f9-8a34-4870-8a9f-5996bd5f7d14 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0090528 Dec 22 17:14:19.831355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.832719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56254) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.835590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.839483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-a9e0323c-19b0-433a-81bd-d11dc161ba8a tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.842638 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a9e0323c-19b0-433a-81bd-d11dc161ba8a tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0068049 Dec 22 17:14:19.844903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56258) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.864367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.865010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Fanout notify agent at l3_agent the message router_deleted on router d044a436-0615-487b-85ef-4779039b5ac5 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:14:19.870568 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [None req-da58a56d-dbb9-4da8-b053-f5539adb613e tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.871544 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-da58a56d-dbb9-4da8-b053-f5539adb613e tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0191662 Dec 22 17:14:19.873450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:19.875721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56262) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.881564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-b13e3b36-c02d-406d-bdc9-982d28732f6d tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.882596 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b13e3b36-c02d-406d-bdc9-982d28732f6d tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058129 Dec 22 17:14:19.882997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:19.887334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.888314 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/routers/d044a436-0615-487b-85ef-4779039b5ac5 HTTP/1.1" status: 204 len: 168 time: 2.6297081 Dec 22 17:14:19.889167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56266) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.894327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:19.894543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-dd681573-be0e-43fe-81e8-2524e824a504 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.895139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.895449 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dd681573-be0e-43fe-81e8-2524e824a504 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053945 Dec 22 17:14:19.895923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56270) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.897998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56274) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.901166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-edcfc1a6-b6bf-4d63-8d9a-c549200b01dd tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2018606211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:19.904621 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=d737d806-a741-455b-bcef-2eea1b623bd3,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:19.910318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-edcfc1a6-b6bf-4d63-8d9a-c549200b01dd tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:19.912205 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:19.913437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0ded6b04-cc3f-4c53-b16b-3264f7cd285b tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:19.914804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-4a683541-d185-4ae5-bc96-f6052e52d7fb tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.915788 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4a683541-d185-4ae5-bc96-f6052e52d7fb tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0096073 Dec 22 17:14:19.918326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56278) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.920950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-edcfc1a6-b6bf-4d63-8d9a-c549200b01dd tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Usage tracker for resource:router and tenant:b4aeaf5343e1490d962eb05488c43091 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:19.926251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-b77f1a05-ba3d-47f3-83a6-a7a64e8aef30 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.927200 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b77f1a05-ba3d-47f3-83a6-a7a64e8aef30 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079889 Dec 22 17:14:19.928197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-edcfc1a6-b6bf-4d63-8d9a-c549200b01dd tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:19.930680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56282) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.937484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-e4d79752-bfe7-4780-982a-194fc5f2c87d tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.938438 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e4d79752-bfe7-4780-982a-194fc5f2c87d tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0068889 Dec 22 17:14:19.939359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-edcfc1a6-b6bf-4d63-8d9a-c549200b01dd tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:19.941039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56286) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.947914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-f27e842b-4ac9-409a-8066-cf0b4a6a61b6 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.952362 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f27e842b-4ac9-409a-8066-cf0b4a6a61b6 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0069685 Dec 22 17:14:19.952362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56290) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.959434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-5c62a7a2-a7f2-43a7-ae6a-c7e88d6f0176 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.960746 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5c62a7a2-a7f2-43a7-ae6a-c7e88d6f0176 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0082984 Dec 22 17:14:19.962079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-edcfc1a6-b6bf-4d63-8d9a-c549200b01dd tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.963080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-edcfc1a6-b6bf-4d63-8d9a-c549200b01dd tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.966918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56294) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:19.979100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-edcfc1a6-b6bf-4d63-8d9a-c549200b01dd tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.980019 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.991707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [None req-c41fa16b-34c8-4ba0-8836-6d3b9e02ad4c tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:19.992663 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c41fa16b-34c8-4ba0-8836-6d3b9e02ad4c tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0236216 Dec 22 17:14:19.993919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb3723fb-1c77-4c37-9ff5-0b0fc08fa58c tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:19.995598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56298) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.001925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-275d987a-9a92-4b9a-b74c-9f369a884be4 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.004991 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-275d987a-9a92-4b9a-b74c-9f369a884be4 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0061502 Dec 22 17:14:20.004991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-edcfc1a6-b6bf-4d63-8d9a-c549200b01dd tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:20.010107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56302) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.017495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-c4852aea-c430-42fb-9c06-1c841306eef6 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.017577 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c4852aea-c430-42fb-9c06-1c841306eef6 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0066109 Dec 22 17:14:20.022310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56306) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.029792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-0707449e-e0d3-4653-9645-dc840b2d5d84 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.030699 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0707449e-e0d3-4653-9645-dc840b2d5d84 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0075471 Dec 22 17:14:20.036536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56310) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.045997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-cd2b20ee-dd45-4657-a80c-3a828b058c70 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.045997 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cd2b20ee-dd45-4657-a80c-3a828b058c70 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0061538 Dec 22 17:14:20.046740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56314) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.051346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-cd1906b1-1b84-4ebe-bd04-92cb2c2cbe09 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.054649 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cd1906b1-1b84-4ebe-bd04-92cb2c2cbe09 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0072999 Dec 22 17:14:20.055497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-edcfc1a6-b6bf-4d63-8d9a-c549200b01dd tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:20.059186 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-edcfc1a6-b6bf-4d63-8d9a-c549200b01dd tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1599596 Dec 22 17:14:20.059186 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56318) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.059520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56322) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.064084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-b23c02f2-da3a-4fde-bbab-f40a02b2788c tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.065004 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b23c02f2-da3a-4fde-bbab-f40a02b2788c tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0068877 Dec 22 17:14:20.068269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Request body: {'router': {'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:20.091890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56326) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.117141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [None req-84617b61-9f72-4c96-900a-61e8b52538c3 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.118085 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-84617b61-9f72-4c96-900a-61e8b52538c3 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0167029 Dec 22 17:14:20.122362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56330) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.134331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-7e841123-22a0-4e4f-9370-c535fc529799 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.135257 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7e841123-22a0-4e4f-9370-c535fc529799 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0119762 Dec 22 17:14:20.145581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=8407da23-89ec-4b84-89b9-6a96bc05eb76,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:20.147577 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56334) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.160367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:20.165613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3f5111da-e44d-4253-9761-33fe43f7ca93 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:20.204768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [None req-faa3f380-2d0d-4715-8522-3904e38636a0 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.206369 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-faa3f380-2d0d-4715-8522-3904e38636a0 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0527172 Dec 22 17:14:20.220959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56338) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.231175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Checking segment: {'id': 'cab8ab2a-58b9-4ccc-9f07-b7020f56b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce3fdd8a-90e7-4954-bb74-1509a628427c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:14:20.231538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network hostable DHCP agents. Network: ce3fdd8a-90e7-4954-bb74-1509a628427c, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:14:20.240185 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event deleted for resources: {'Port': ['ID=20d675b1-b391-4384-ae92-dde4388f4961,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:20.248672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [None req-8156d38d-341b-4225-b080-a283c4c00326 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.251537 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8156d38d-341b-4225-b080-a283c4c00326 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0219915 Dec 22 17:14:20.262296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:20.264247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56344) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.279139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:20.320102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-dc63bccf-b0e8-46ba-9aa6-2f4a6f082e3d tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.321069 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dc63bccf-b0e8-46ba-9aa6-2f4a6f082e3d tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0558536 Dec 22 17:14:20.329378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56350) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.336479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-9eaef1ff-8820-487b-833e-373bf2e5f206 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.339766 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9eaef1ff-8820-487b-833e-373bf2e5f206 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0071411 Dec 22 17:14:20.341445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56354) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.396633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-c48a0c5c-751d-46bb-8bba-0259bae69b95 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.397509 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c48a0c5c-751d-46bb-8bba-0259bae69b95 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0552030 Dec 22 17:14:20.403203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56358) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.406242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb3723fb-1c77-4c37-9ff5-0b0fc08fa58c tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:20.414459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-03b56140-f443-45fc-b0e2-cac9fdac78de tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.415392 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-03b56140-f443-45fc-b0e2-cac9fdac78de tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0117049 Dec 22 17:14:20.468073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56362) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.483660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:20.486091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-59bc5022-e9e2-4e18-8a84-4ee1928410dd tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.489422 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-59bc5022-e9e2-4e18-8a84-4ee1928410dd tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0188408 Dec 22 17:14:20.490447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56366) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.496119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-cd103c05-7a9b-4021-b12f-9bf34ca56bb8 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.499221 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cd103c05-7a9b-4021-b12f-9bf34ca56bb8 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0063419 Dec 22 17:14:20.499362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:20.503635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56370) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.509563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-d785fc8e-c451-47df-9987-a714fb722804 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.512732 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d785fc8e-c451-47df-9987-a714fb722804 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060768 Dec 22 17:14:20.513048 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56374) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.517310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-92411e5d-f8d2-4005-abb4-d13f55ac8ce8 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.520268 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-92411e5d-f8d2-4005-abb4-d13f55ac8ce8 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044367 Dec 22 17:14:20.520454 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56378) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.521043 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network ce3fdd8a-90e7-4954-bb74-1509a628427c is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:14:20.531482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:20.534619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3723fb-1c77-4c37-9ff5-0b0fc08fa58c tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event deleted for resources: {'Subnet': ['ID=c879817e-6f91-44ec-8265-7957aa540058,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:20.538113 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-3bc614b8-8c43-46cd-97fe-2d91e88bd129 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.541064 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3bc614b8-8c43-46cd-97fe-2d91e88bd129 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0173314 Dec 22 17:14:20.541173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb3723fb-1c77-4c37-9ff5-0b0fc08fa58c tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:20.541744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56382) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.542481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:20.546711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fb3723fb-1c77-4c37-9ff5-0b0fc08fa58c tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:20.549566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-7a45286c-dbd4-42e6-8d1e-672c32838fcc tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.549684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f08146-884e-4146-87e5-a334a415232b None None] Network b3362221-8490-48b3-bf87-baa306525f0b requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:20.550515 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7a45286c-dbd4-42e6-8d1e-672c32838fcc tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078647 Dec 22 17:14:20.554022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56386) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.559596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-42c63b45-656f-4f22-b2c2-7cb61d3609ae tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.559739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, ce3fdd8a-90e7-4954-bb74-1509a628427c) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:20.559821 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-42c63b45-656f-4f22-b2c2-7cb61d3609ae tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052538 Dec 22 17:14:20.563883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56390) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.569645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-1c55014b-363c-432b-89cb-80046df1e879 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.570227 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1c55014b-363c-432b-89cb-80046df1e879 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0056975 Dec 22 17:14:20.575656 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fb3723fb-1c77-4c37-9ff5-0b0fc08fa58c tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "DELETE /v2.0/subnets/c879817e-6f91-44ec-8265-7957aa540058 HTTP/1.1" status: 204 len: 168 time: 1.2534442 Dec 22 17:14:20.576347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56396) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.576652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56398) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.579153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:20.584066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:20.589264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:20.589946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:20.602419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [None req-550a7592-da94-4bc5-9bd9-86f912ed182a tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.603450 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-550a7592-da94-4bc5-9bd9-86f912ed182a tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0089653 Dec 22 17:14:20.610497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56404) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.618775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-7f4e14d3-ae9b-4f15-a0a8-116507068450 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.619747 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7f4e14d3-ae9b-4f15-a0a8-116507068450 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0083561 Dec 22 17:14:20.622944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56408) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.631277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:20.631770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50dfa5c5-c119-4b24-853f-0360b0e84105 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:14:20.638471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-b3325765-9250-4232-ae77-5b5a7185bc2a tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.639844 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b3325765-9250-4232-ae77-5b5a7185bc2a tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0158918 Dec 22 17:14:20.642664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56412) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.649420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-333fcfa8-ca0c-4409-998b-d9c4f5bb202f tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.650575 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-333fcfa8-ca0c-4409-998b-d9c4f5bb202f tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0067589 Dec 22 17:14:20.654298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56416) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.660245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-f513bc5d-d581-485e-8bf0-853a82f8efa9 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.661666 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f513bc5d-d581-485e-8bf0-853a82f8efa9 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0062468 Dec 22 17:14:20.664244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56420) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.673364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-8a7ef44d-0f38-469d-b43b-d9a27f42beb4 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.674878 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8a7ef44d-0f38-469d-b43b-d9a27f42beb4 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0095170 Dec 22 17:14:20.677343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56424) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.686628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-8697df3f-08e0-4219-90b4-350cc5eab2e3 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.687918 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8697df3f-08e0-4219-90b4-350cc5eab2e3 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0089581 Dec 22 17:14:20.692330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56428) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.697367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-915f0689-8274-4927-8604-a7d7c0c6f114 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.698505 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-915f0689-8274-4927-8604-a7d7c0c6f114 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050423 Dec 22 17:14:20.701535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56432) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.702699 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5a731-6cf5-4a6c-a9c4-5876c6564360 None None] Network ce3fdd8a-90e7-4954-bb74-1509a628427c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:20.709577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-c5987b9b-bd3a-40d3-82a6-f018fac217cd tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.710939 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c5987b9b-bd3a-40d3-82a6-f018fac217cd tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0081925 Dec 22 17:14:20.713849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56436) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.727562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-467a127f-d634-4d02-a155-1437fe403711 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.729039 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-467a127f-d634-4d02-a155-1437fe403711 tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0140183 Dec 22 17:14:20.730038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:20.734514 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "DELETE /v2.0/routers/50dfa5c5-c119-4b24-853f-0360b0e84105 HTTP/1.1" status: 204 len: 168 time: 3.1220098 Dec 22 17:14:20.741217 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7840545 Dec 22 17:14:20.741217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56440) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.741493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56442) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.742304 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56444) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.800696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [None req-8ce539dd-da06-4c8c-861b-c1266d39d7ba tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.804540 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8ce539dd-da06-4c8c-861b-c1266d39d7ba tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0241356 Dec 22 17:14:20.844824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56452) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.857291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-59f63807-f9dd-4efb-a48a-d7cb6c1c99bd tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.858238 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-59f63807-f9dd-4efb-a48a-d7cb6c1c99bd tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0124953 Dec 22 17:14:20.910426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56456) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:20.922276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [None req-ef34bc39-38d0-4c5b-8fd9-e38e42cfd0ed tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:14:20.927510 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ef34bc39-38d0-4c5b-8fd9-e38e42cfd0ed tempest-ExtensionsTestJSON-1660336810 tempest-ExtensionsTestJSON-1660336810-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0125222 Dec 22 17:14:20.961351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:20.992111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.042128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.051453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0012177a-6121-478d-937f-1232505381b3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 8407da23-89ec-4b84-89b9-6a96bc05eb76 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:21.051795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0012177a-6121-478d-937f-1232505381b3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.131476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d061f24-a19f-485c-9595-c8ab8549239f None None] DHCP port deletion for b3362221-8490-48b3-bf87-baa306525f0b request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:14:21.138101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Deleting port 50a18721-88d5-4aec-82ec-fe844fa97dd2 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:21.138592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.139416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-6d061f24-a19f-485c-9595-c8ab8549239f None None] Deleting port 50a18721-88d5-4aec-82ec-fe844fa97dd2 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:21.139882 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6d061f24-a19f-485c-9595-c8ab8549239f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.262089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.287438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56464) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:21.331689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Allocated IP 172.26.3.157 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/47b547e9-e781-4f3f-aaa5-59cce60c7c8c) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:21.390972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-6d061f24-a19f-485c-9595-c8ab8549239f None None] For port 50a18721-88d5-4aec-82ec-fe844fa97dd2, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=50a18721-88d5-4aec-82ec-fe844fa97dd2,segment=NetworkSegment(c0d651af-8536-4d0f-81f9-17a6bb0ab611),segment_id=c0d651af-8536-4d0f-81f9-17a6bb0ab611)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:21.391317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6d061f24-a19f-485c-9595-c8ab8549239f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.457569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec42c275-0a74-467d-83ca-cd34e55c7e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.492639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ec42c275-0a74-467d-83ca-cd34e55c7e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:21.499846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ec42c275-0a74-467d-83ca-cd34e55c7e03 admin admin] Usage tracker for resource:security_group_rule and tenant:f99467f55cb64ea0a2d768f2de7f4ab5 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:21.505540 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ec42c275-0a74-467d-83ca-cd34e55c7e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:21.525079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ec42c275-0a74-467d-83ca-cd34e55c7e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:21.574020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-6d061f24-a19f-485c-9595-c8ab8549239f None None] Calling delete_port for 50a18721-88d5-4aec-82ec-fe844fa97dd2 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:21.591256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.671847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6d061f24-a19f-485c-9595-c8ab8549239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.676739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec42c275-0a74-467d-83ca-cd34e55c7e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.678661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.683831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fbb82cc7-28ed-4ddf-b108-4eb7b61f003b tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:21.684219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8a72aad8-4c16-409b-9e57-2d56f946be24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:21.714716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec42c275-0a74-467d-83ca-cd34e55c7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.724574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d061f24-a19f-485c-9595-c8ab8549239f None None] No DVR routers for this DVR port 50a18721-88d5-4aec-82ec-fe844fa97dd2 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:14:21.734336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d061f24-a19f-485c-9595-c8ab8549239f None None] Pushing event deleted for resources: {'Port': ['ID=50a18721-88d5-4aec-82ec-fe844fa97dd2,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:21.740913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6d061f24-a19f-485c-9595-c8ab8549239f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:21.764120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:21.772758 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:21.778906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:21.830221 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ec42c275-0a74-467d-83ca-cd34e55c7e03 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f99467f55cb64ea0a2d768f2de7f4ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5417037 Dec 22 17:14:21.831095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Pushing event updated for resources: {'Port': ['ID=47b547e9-e781-4f3f-aaa5-59cce60c7c8c,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:21.833575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56476) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:21.838436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:21.841205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3a055994-4878-4a1e-b7c0-b5085c372f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:21.880723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0012177a-6121-478d-937f-1232505381b3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:21.884454 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42c275-0a74-467d-83ca-cd34e55c7e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2738995f-2bc6-4225-87b5-298efe74352a,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:21.890624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ec42c275-0a74-467d-83ca-cd34e55c7e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:21.891809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.029958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Deleting port 387482e6-766e-4dc7-b98d-d96ef3ab6685 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:22.030204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.063254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0012177a-6121-478d-937f-1232505381b3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 8407da23-89ec-4b84-89b9-6a96bc05eb76 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:22.101529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d45cdde-d4e1-477f-9729-1dbb9061ea83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.129827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] For port 50a18721-88d5-4aec-82ec-fe844fa97dd2, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=50a18721-88d5-4aec-82ec-fe844fa97dd2,segment=NetworkSegment(c0d651af-8536-4d0f-81f9-17a6bb0ab611),segment_id=c0d651af-8536-4d0f-81f9-17a6bb0ab611)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:22.130181 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.189016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d45cdde-d4e1-477f-9729-1dbb9061ea83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.272181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 50a18721-88d5-4aec-82ec-fe844fa97dd2 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:14:22.286485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Calling delete_port for 50a18721-88d5-4aec-82ec-fe844fa97dd2 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:22.309089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 50a18721-88d5-4aec-82ec-fe844fa97dd2 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:14:22.309509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 50a18721-88d5-4aec-82ec-fe844fa97dd2 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:14:22.340346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.414924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0012177a-6121-478d-937f-1232505381b3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.421339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d45cdde-d4e1-477f-9729-1dbb9061ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.424833 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:22.429145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-70d8ba60-03e1-43ef-8ec1-09f7d14fc8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:22.487404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012177a-6121-478d-937f-1232505381b3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=8407da23-89ec-4b84-89b9-6a96bc05eb76,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:22.489979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0012177a-6121-478d-937f-1232505381b3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:22.496248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45cdde-d4e1-477f-9729-1dbb9061ea83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2738995f-2bc6-4225-87b5-298efe74352a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:22.511214 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0012177a-6121-478d-937f-1232505381b3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.515243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8d45cdde-d4e1-477f-9729-1dbb9061ea83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:22.528035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d45cdde-d4e1-477f-9729-1dbb9061ea83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.529145 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8d45cdde-d4e1-477f-9729-1dbb9061ea83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2738995f-2bc6-4225-87b5-298efe74352a HTTP/1.1" status: 204 len: 168 time: 0.6925268 Dec 22 17:14:22.537284 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0012177a-6121-478d-937f-1232505381b3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/8407da23-89ec-4b84-89b9-6a96bc05eb76 HTTP/1.1" status: 204 len: 168 time: 1.7491293 Dec 22 17:14:22.539516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] For port 387482e6-766e-4dc7-b98d-d96ef3ab6685, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=387482e6-766e-4dc7-b98d-d96ef3ab6685,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:22.539852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.541280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56482) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:22.663389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:14:22.663709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:14:22.670671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Calling delete_port for 387482e6-766e-4dc7-b98d-d96ef3ab6685 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:22.885883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.891617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d28f351c-f141-4611-8658-2f10378a1341 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:22.929110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b35c7-a548-4195-9883-043be831d324 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:22.934863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b35c7-a548-4195-9883-043be831d324 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:22.935665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-935b35c7-a548-4195-9883-043be831d324 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:22.942397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event deleted for resources: {'Port': ['ID=387482e6-766e-4dc7-b98d-d96ef3ab6685,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:22.943492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:22.945767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:22.960275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.045314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-935b35c7-a548-4195-9883-043be831d324 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:23.046925 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-935b35c7-a548-4195-9883-043be831d324 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5047305 Dec 22 17:14:23.055909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56502) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:23.077395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.215073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-04fa5189-fe1e-471f-8203-4b4a9615e485 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port d737d806-a741-455b-bcef-2eea1b623bd3 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:23.215355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-04fa5189-fe1e-471f-8203-4b4a9615e485 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.229912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Deleting port 50a18721-88d5-4aec-82ec-fe844fa97dd2 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:23.230255 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.423317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] The port '50a18721-88d5-4aec-82ec-fe844fa97dd2' was deleted {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:14:23.452320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56514) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:23.454802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.461690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.465827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-04fa5189-fe1e-471f-8203-4b4a9615e485 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.477302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Router ed1201dd-5a76-4392-9fbe-20ccf44b302f is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:14:23.571456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.571982 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b71f0542-9496-489a-af2f-995de17d3881 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:14:23.574954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.601893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.602873 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "DELETE /v2.0/routers/b71f0542-9496-489a-af2f-995de17d3881 HTTP/1.1" status: 204 len: 168 time: 2.8209739 Dec 22 17:14:23.615434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-04fa5189-fe1e-471f-8203-4b4a9615e485 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for d737d806-a741-455b-bcef-2eea1b623bd3 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:23.616752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1571710989'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:23.620296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56520) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:23.628509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:23.633067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-491946571', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:23.643079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3362221-8490-48b3-bf87-baa306525f0b']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:23.654975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:23.657460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:network and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:23.662766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Usage tracker for resource:router and tenant:9edd8ecc5d8f4f3dac5caae72301f7f1 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:23.665290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:23.668829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d651af-8536-4d0f-81f9-17a6bb0ab611') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:23.669116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d651af-8536-4d0f-81f9-17a6bb0ab611') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:23.676477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:23.687685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:23.691216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.698747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:23.725209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.737699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:14:23.738174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:14:23.753681 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:14:23.760900 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Made reservation on behalf of 3c489bb601fc4ceb8db7a3eb25cfbac4 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:23.764572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.779479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.780526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.798711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.861218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-04fa5189-fe1e-471f-8203-4b4a9615e485 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.870915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:23.880716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.908877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:23.917972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:23.925957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa5189-fe1e-471f-8203-4b4a9615e485 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=d737d806-a741-455b-bcef-2eea1b623bd3,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:23.929230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283ab272-6a89-4914-a450-cd5d0c688755 None None] Sync routers for ids ['ed1201dd-5a76-4392-9fbe-20ccf44b302f'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:23.929733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-04fa5189-fe1e-471f-8203-4b4a9615e485 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:23.935613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-04fa5189-fe1e-471f-8203-4b4a9615e485 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.946722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:23.946889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283ab272-6a89-4914-a450-cd5d0c688755 None None] Routers {'ed1201dd-5a76-4392-9fbe-20ccf44b302f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:23.950211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-283ab272-6a89-4914-a450-cd5d0c688755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ed1201dd-5a76-4392-9fbe-20ccf44b302f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:23.950374 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-79ac21ed-aba3-41bc-aa33-95caa839b24c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "PUT /v2.0/routers/ed1201dd-5a76-4392-9fbe-20ccf44b302f HTTP/1.1" status: 200 len: 884 time: 3.8876717 Dec 22 17:14:23.950461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56526) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:23.966607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:security_group_rule and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:23.976261 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:24.015134 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-04fa5189-fe1e-471f-8203-4b4a9615e485 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/d737d806-a741-455b-bcef-2eea1b623bd3 HTTP/1.1" status: 204 len: 168 time: 0.9580045 Dec 22 17:14:24.025201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56530) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:24.025393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-283ab272-6a89-4914-a450-cd5d0c688755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:24.030497 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:24.035079 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283ab272-6a89-4914-a450-cd5d0c688755 None None] Routers {'ed1201dd-5a76-4392-9fbe-20ccf44b302f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:24.035733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-283ab272-6a89-4914-a450-cd5d0c688755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ed1201dd-5a76-4392-9fbe-20ccf44b302f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:24.046875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:24.061727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:24.069700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:24.082119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event deleted for resources: {'Network': ['ID=b3362221-8490-48b3-bf87-baa306525f0b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:24.120914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-283ab272-6a89-4914-a450-cd5d0c688755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:24.121331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283ab272-6a89-4914-a450-cd5d0c688755 None None] The sync data for ids ['ed1201dd-5a76-4392-9fbe-20ccf44b302f'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:24.154745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:24.202505 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7761999a-63df-47c6-a9a8-8bb34beb720e tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/routers/ed1201dd-5a76-4392-9fbe-20ccf44b302f HTTP/1.1" status: 200 len: 925 time: 0.2509353 Dec 22 17:14:24.208125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56538) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:24.230135 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "DELETE /v2.0/networks/b3362221-8490-48b3-bf87-baa306525f0b HTTP/1.1" status: 204 len: 168 time: 3.6337576 Dec 22 17:14:24.244118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56542) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:24.256941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:24.261338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c041fb-0a6f-4b37-969b-65a9581cbe67 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:24.262228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-39c041fb-0a6f-4b37-969b-65a9581cbe67 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:24.318209 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-39c041fb-0a6f-4b37-969b-65a9581cbe67 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:24.319929 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-39c041fb-0a6f-4b37-969b-65a9581cbe67 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2954142 Dec 22 17:14:24.327864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56546) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:24.340563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 387482e6-766e-4dc7-b98d-d96ef3ab6685 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:14:24.378634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 387482e6-766e-4dc7-b98d-d96ef3ab6685 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:14:24.379375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 387482e6-766e-4dc7-b98d-d96ef3ab6685 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:14:24.397323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401a760-5f0e-428a-8849-ab36883e82fd tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:24.399071 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e401a760-5f0e-428a-8849-ab36883e82fd tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&device_id=ed1201dd-5a76-4392-9fbe-20ccf44b302f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1899214 Dec 22 17:14:24.400557 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3bb9876-a0ce-4f7c-9160-cb36748a02f2 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:14:24.403138 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f3bb9876-a0ce-4f7c-9160-cb36748a02f2 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/8407da23-89ec-4b84-89b9-6a96bc05eb76 HTTP/1.1" status: 404 len: 333 time: 0.0710812 Dec 22 17:14:24.403138 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56550) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:24.404766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56552) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:24.467040 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-490b5eb7-8257-440b-a099-63ea6b3282a0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:14:24.468396 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-490b5eb7-8257-440b-a099-63ea6b3282a0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/d737d806-a741-455b-bcef-2eea1b623bd3 HTTP/1.1" status: 404 len: 333 time: 0.0627995 Dec 22 17:14:24.471653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56558) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:24.497441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-79584aaa-98a4-409f-b64d-83c5c8b8d1b3 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Deleting port 7dbd2e7f-6c95-4ca5-8d2e-f8af7875195e {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:24.498047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79584aaa-98a4-409f-b64d-83c5c8b8d1b3 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:24.787342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:24.797054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a0893e-94fd-4e81-89e4-a2985705e63a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:24.801038 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b5a0893e-94fd-4e81-89e4-a2985705e63a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/networks/27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 881 time: 0.3952711 Dec 22 17:14:24.801549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56562) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:24.819976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:24.835875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:24.844099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b6a41be8-ed1a-4f92-b2de-0d9a7efa717f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:24.855159 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6196e23c-67de-4f08-a748-4425ff129e92 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1201dd-5a76-4392-9fbe-20ccf44b302f HTTP/1.1" status: 200 len: 205 time: 0.0514228 Dec 22 17:14:24.857334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56568) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:24.890164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:14:24.916524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717c9bcd-a278-453c-9ed3-09dde4326506,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:24.925536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:24.935543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:24.936067 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Added segment 8c94ffdf-0c9e-49df-8ce7-52735facf28d of type vlan for network 24dc626f-59a4-42f0-8fba-8da170867f06 Dec 22 17:14:24.958863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79584aaa-98a4-409f-b64d-83c5c8b8d1b3 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:24.959194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79584aaa-98a4-409f-b64d-83c5c8b8d1b3 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.100373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-79584aaa-98a4-409f-b64d-83c5c8b8d1b3 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Calling delete_port for 7dbd2e7f-6c95-4ca5-8d2e-f8af7875195e owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:25.116468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.141405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.163855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3fdd8a-90e7-4954-bb74-1509a628427c']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:25.181359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab8ab2a-58b9-4ccc-9f07-b7020f56b1a0') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:25.181646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab8ab2a-58b9-4ccc-9f07-b7020f56b1a0') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:25.197637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.255865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.292501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.303779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:14:25.304167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:14:25.319206 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:14:25.326696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.332409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:25.332983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.339019 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:25.403979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.489008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.496113 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.499035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9a969cbe-7d71-4418-90ab-b148750d8fb3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:25.509312 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.528556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.544282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Network': ['ID=ce3fdd8a-90e7-4954-bb74-1509a628427c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:25.546992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:25.551737 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/networks/ce3fdd8a-90e7-4954-bb74-1509a628427c HTTP/1.1" status: 204 len: 168 time: 1.0790668 Dec 22 17:14:25.556331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56576) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:25.562676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1971056523'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:25.566422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Deleting port 47b547e9-e781-4f3f-aaa5-59cce60c7c8c {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:25.566828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.580907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Network': ['ID=24dc626f-59a4-42f0-8fba-8da170867f06,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:25.588718 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:25.595412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 24dc626f-59a4-42f0-8fba-8da170867f06 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:14:25.597295 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1375680 Dec 22 17:14:25.600583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56580) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:25.603517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:25.621953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'subnet': {'network_id': '24dc626f-59a4-42f0-8fba-8da170867f06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:25.679511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79584aaa-98a4-409f-b64d-83c5c8b8d1b3 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.686770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:25.740244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79584aaa-98a4-409f-b64d-83c5c8b8d1b3 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Pushing event deleted for resources: {'Port': ['ID=7dbd2e7f-6c95-4ca5-8d2e-f8af7875195e,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:25.741431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:network and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:25.746430 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79584aaa-98a4-409f-b64d-83c5c8b8d1b3 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:25.751610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:25.768086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:25.823010 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Allocated IP 172.26.3.4 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/df28592e-7a4d-4c20-855d-ad66f5029b13) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:25.858857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:25.862640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.896781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:25.913781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:subnet and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:25.918749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:25.920144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79584aaa-98a4-409f-b64d-83c5c8b8d1b3 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.922444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.936530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:25.938646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79584aaa-98a4-409f-b64d-83c5c8b8d1b3 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:25.939916 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-79584aaa-98a4-409f-b64d-83c5c8b8d1b3 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] 10.222.0.70 "DELETE /v2.0/floatingips/e42e2dde-a8cb-4904-b780-2a38cbaae600 HTTP/1.1" status: 204 len: 168 time: 1.6925819 Dec 22 17:14:26.004047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:26.037733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:26.042139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:26.119630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:26.123410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:26.131921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:26.181199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Pushing event updated for resources: {'Port': ['ID=df28592e-7a4d-4c20-855d-ad66f5029b13,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:26.184404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:26.184612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:14:26.193090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Calling delete_port for 47b547e9-e781-4f3f-aaa5-59cce60c7c8c owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:26.235960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:26.236297 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Added segment 8b1a9780-05ee-4b0a-a828-850793e375be of type vlan for network fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8 Dec 22 17:14:26.247607 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Made reservation on behalf of 3c489bb601fc4ceb8db7a3eb25cfbac4 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:26.251384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:26.269948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56590) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:26.364313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:26.448290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:26.460649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:26.461240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:26.468266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bcedb1cc-6b63-48c0-be14-ce510b81a4bb tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:26.569015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Network': ['ID=fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:26.574692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:26.587656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:14:26.695810 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1381757 Dec 22 17:14:26.707596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56600) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:26.719826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': 'fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:26.771774 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ead0139d-3e94-4750-80e6-bc339839795e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0efacc8d905e47c587284ac4af50b64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982431 Dec 22 17:14:26.773028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56604) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:26.821156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:26.845822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:26.853138 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:26.925381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Pushing event deleted for resources: {'Port': ['ID=47b547e9-e781-4f3f-aaa5-59cce60c7c8c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:26.932675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:26.933604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:26.971824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3cf0-6da7-4218-bbf3-cc767831cfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:26.975264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:27.003451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:27.023518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3cf0-6da7-4218-bbf3-cc767831cfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.050068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:27.064521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:27.077226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:27.112532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Subnet': ['ID=0f27d978-5f72-4932-8300-2b95a44c3ee7,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:27.118453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:27.119037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:27.122445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.144949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.229852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3cf0-6da7-4218-bbf3-cc767831cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.238030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:27.255975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd3cf0-6da7-4218-bbf3-cc767831cfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b5b57b-4594-4090-a6ae-c15cc3232fe0,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:27.258960 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3bfd3cf0-6da7-4218-bbf3-cc767831cfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:27.260513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.332425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3cf0-6da7-4218-bbf3-cc767831cfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.333644 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3bfd3cf0-6da7-4218-bbf3-cc767831cfe9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0b5b57b-4594-4090-a6ae-c15cc3232fe0 HTTP/1.1" status: 204 len: 168 time: 0.5599999 Dec 22 17:14:27.371398 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Checking segment: {'id': '8c94ffdf-0c9e-49df-8ce7-52735facf28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '24dc626f-59a4-42f0-8fba-8da170867f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:14:27.371795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network hostable DHCP agents. Network: 24dc626f-59a4-42f0-8fba-8da170867f06, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:14:27.400233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_backend_mixin [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Performing IP validity checks on allocation pools {{(pid=87587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 17:14:27.400843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_backend_mixin [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 17:14:27.404597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.408803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.446021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 24dc626f-59a4-42f0-8fba-8da170867f06 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:14:27.457762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.458399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Fanout notify agent at l3_agent the message router_deleted on router ed1201dd-5a76-4392-9fbe-20ccf44b302f {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:14:27.465015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 24dc626f-59a4-42f0-8fba-8da170867f06) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:27.475400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:27.475978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.476113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc25c9ad-d3d2-47dd-b804-2bc1835d7531 None None] Network 24dc626f-59a4-42f0-8fba-8da170867f06 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:27.516167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Router ebe64559-a81b-4680-8997-27dded699af4 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:14:27.533116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.534255 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/routers/ed1201dd-5a76-4392-9fbe-20ccf44b302f HTTP/1.1" status: 204 len: 168 time: 2.6759377 Dec 22 17:14:27.542600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56614) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:27.553060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-1c24fa01-5783-41b5-a005-38a487c918f1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1167775955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:27.562101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1c24fa01-5783-41b5-a005-38a487c918f1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:27.565181 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9520226 Dec 22 17:14:27.569077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56618) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:27.569975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1c24fa01-5783-41b5-a005-38a487c918f1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Usage tracker for resource:router and tenant:b4aeaf5343e1490d962eb05488c43091 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:27.576339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1c24fa01-5783-41b5-a005-38a487c918f1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:27.584353 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-865317805', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:27.597156 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1c24fa01-5783-41b5-a005-38a487c918f1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:27.601512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:27.610215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:router and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:27.623407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:27.634832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:27.637288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1c24fa01-5783-41b5-a005-38a487c918f1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.638246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1c24fa01-5783-41b5-a005-38a487c918f1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.672766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1c24fa01-5783-41b5-a005-38a487c918f1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.674502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.684009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.684963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.691292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:27.742876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56622) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:27.764182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1586944-088e-49e5-b098-904f29d26f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.784617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d1586944-088e-49e5-b098-904f29d26f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:27.795153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d1586944-088e-49e5-b098-904f29d26f81 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd65fc25f524c099a719545848db096 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:27.800407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d1586944-088e-49e5-b098-904f29d26f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:27.813490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d1586944-088e-49e5-b098-904f29d26f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:27.838612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8adb8625-680d-4614-933a-c95d2f2b7373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.856377 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d1e2ed-7239-4771-9a4a-858df28b206c None None] Network 24dc626f-59a4-42f0-8fba-8da170867f06 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:27.893916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.898404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1c24fa01-5783-41b5-a005-38a487c918f1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.926829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1586944-088e-49e5-b098-904f29d26f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.933242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Subnet': ['ID=ea581b81-52d9-49a8-9671-578708cb9a9e,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:27.933670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1586944-088e-49e5-b098-904f29d26f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.942886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:27.955296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Checking segment: {'id': '8b1a9780-05ee-4b0a-a828-850793e375be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:14:27.955984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network hostable DHCP agents. Network: fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:14:27.963748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1c24fa01-5783-41b5-a005-38a487c918f1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:27.965212 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1c24fa01-5783-41b5-a005-38a487c918f1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4216235 Dec 22 17:14:27.966716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:27.971464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56630) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:27.983582 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d1586944-088e-49e5-b098-904f29d26f81 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1cd65fc25f524c099a719545848db096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391756 Dec 22 17:14:27.987620 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56634) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:28.022890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:28.026351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1586944-088e-49e5-b098-904f29d26f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a4298c-bc40-4f04-ab18-d9bf69d8648a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:28.033545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'enable_snat': True}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:28.036047 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98fbf1f-2eb5-451f-a845-237b0b501760 None None] Sync routers for ids ['ebe64559-a81b-4680-8997-27dded699af4'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:28.053360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d1586944-088e-49e5-b098-904f29d26f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:28.063941 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fbf1f-2eb5-451f-a845-237b0b501760 None None] Routers {'ebe64559-a81b-4680-8997-27dded699af4'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:28.066796 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f98fbf1f-2eb5-451f-a845-237b0b501760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ebe64559-a81b-4680-8997-27dded699af4'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:28.078418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:28.079625 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.4559968 Dec 22 17:14:28.097180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56638) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:28.097936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8d549933-03f9-4680-9c5d-4458dda97ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:28.125249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8d549933-03f9-4680-9c5d-4458dda97ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:28.138242 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f98fbf1f-2eb5-451f-a845-237b0b501760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:28.147442 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fbf1f-2eb5-451f-a845-237b0b501760 None None] Routers {'ebe64559-a81b-4680-8997-27dded699af4'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:28.148452 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f98fbf1f-2eb5-451f-a845-237b0b501760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ebe64559-a81b-4680-8997-27dded699af4'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:28.184722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3b58f6e7-7ce4-40ed-a339-dd711e2fb6e5 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'enable_snat': False}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:28.225205 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f98fbf1f-2eb5-451f-a845-237b0b501760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:28.225627 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98fbf1f-2eb5-451f-a845-237b0b501760 None None] The sync data for ids ['ebe64559-a81b-4680-8997-27dded699af4'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:28.240335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:14:28.349908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8d549933-03f9-4680-9c5d-4458dda97ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:28.360612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dea941fe-0f6c-45a9-9f7d-b5a74f2ddf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:28.389384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d549933-03f9-4680-9c5d-4458dda97ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a4298c-bc40-4f04-ab18-d9bf69d8648a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:28.393923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8d549933-03f9-4680-9c5d-4458dda97ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:28.396671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8d549933-03f9-4680-9c5d-4458dda97ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:28.400084 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8d549933-03f9-4680-9c5d-4458dda97ec4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8a4298c-bc40-4f04-ab18-d9bf69d8648a HTTP/1.1" status: 204 len: 168 time: 0.4073858 Dec 22 17:14:28.493114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:28.503272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea48e3dd-4f48-44d9-a110-cd832214cb78 None None] Network fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:28.508147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:28.512369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:28.512952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:28.676181 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9653523 Dec 22 17:14:28.681326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56648) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:28.690765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': 'fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8', 'name': 'tempest-PortsTestJSON-69041030'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:28.694476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:28.830184 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8', 'network_id': 'fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8', 'tenant_id': 'b0ee63329cf14e019ca8df08e1ed40c3', 'fixed_ips': [{'subnet_id': 'ea581b81-52d9-49a8-9671-578708cb9a9e'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:14:28.831060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:28.843509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:28.861306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:28.898005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56652) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:28.947907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:28.950097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d5f35403-7a38-4f55-8632-3cbeb5ea2cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:28.951398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:28.996056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d5f35403-7a38-4f55-8632-3cbeb5ea2cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:29.004338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d5f35403-7a38-4f55-8632-3cbeb5ea2cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad8088f6a9cc4863aa2944d65524d800 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:29.016922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d5f35403-7a38-4f55-8632-3cbeb5ea2cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:29.023039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Allocated IP 172.20.0.2 (fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8/ea581b81-52d9-49a8-9671-578708cb9a9e/4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:29.025957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d5f35403-7a38-4f55-8632-3cbeb5ea2cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:29.029268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port 61680177-d040-425f-b798-0110cae0170b yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:29.139937 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3b58f6e7-7ce4-40ed-a339-dd711e2fb6e5 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:29.271153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:29.283062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Transition to ACTIVE for port object 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:29.302083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Transition to ACTIVE for port object 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:29.308890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:29.314121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:29.378923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Network fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:29.382104 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:29.385775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:29.391453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Pushing event updated for resources: {'Port': ['ID=4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:29.395200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:29.480867 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Attempting to bind port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:29.481286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Attempting to bind port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '8b1a9780-05ee-4b0a-a828-850793e375be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:29.481651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Attempting to bind port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a on network fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:29.487633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:14:29.488173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Checking segment: {'id': '8b1a9780-05ee-4b0a-a828-850793e375be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:14:29.488565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:29.488952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Bound using segment: {'id': '8b1a9780-05ee-4b0a-a828-850793e375be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:14:29.489513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Bound port: 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1a9780-05ee-4b0a-a828-850793e375be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:14:29.489884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:29.502478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.8 (fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8/ea581b81-52d9-49a8-9671-578708cb9a9e/61680177-d040-425f-b798-0110cae0170b) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:29.515924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:29.552843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:29.591956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] For port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:14:29.595708 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] For port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a,segment=NetworkSegment(8b1a9780-05ee-4b0a-a828-850793e375be),segment_id=8b1a9780-05ee-4b0a-a828-850793e375be)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:14:29.602914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:29.610796 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:29.695331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:29.737900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Pushing event updated for resources: {'Port': ['ID=4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:29.741263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:29.749021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:29.873349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d5f35403-7a38-4f55-8632-3cbeb5ea2cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:29.884701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d5f35403-7a38-4f55-8632-3cbeb5ea2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:29.900396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3b48039e-a81f-4df3-a32c-985a146b2009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:29.984223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f35403-7a38-4f55-8632-3cbeb5ea2cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b6af50-ba5e-4d01-bca9-7d4e9c584f02,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:29.992256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.26.3.44 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/918e935e-f7d5-4a3b-9556-6eb6077a400a) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:29.996470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d5f35403-7a38-4f55-8632-3cbeb5ea2cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:30.002517 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d5f35403-7a38-4f55-8632-3cbeb5ea2cb6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad8088f6a9cc4863aa2944d65524d800&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1002564 Dec 22 17:14:30.008667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56662) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:30.028515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c909a9a1-4d6f-47a9-b7e9-db447b5f6b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:30.173766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9b37b19c-60d8-4760-9c79-ca1babfc18da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:30.228714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9b37b19c-60d8-4760-9c79-ca1babfc18da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:30.238111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:30.246159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:30.311637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3b58f6e7-7ce4-40ed-a339-dd711e2fb6e5 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:30.315421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3b58f6e7-7ce4-40ed-a339-dd711e2fb6e5 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:30.337718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9b37b19c-60d8-4760-9c79-ca1babfc18da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:30.350446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ec42c275-0a74-467d-83ca-cd34e55c7e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:30.374553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object 61680177-d040-425f-b798-0110cae0170b will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:30.409005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:14:30.412822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37b19c-60d8-4760-9c79-ca1babfc18da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b6af50-ba5e-4d01-bca9-7d4e9c584f02,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:30.415500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:30.419225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9b37b19c-60d8-4760-9c79-ca1babfc18da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:30.428903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-28ee0865-cc56-45bb-a873-dce253a77d26 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:30.501353 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:14:30.518934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9b37b19c-60d8-4760-9c79-ca1babfc18da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:30.520073 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9b37b19c-60d8-4760-9c79-ca1babfc18da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83b6af50-ba5e-4d01-bca9-7d4e9c584f02 HTTP/1.1" status: 204 len: 168 time: 0.5104041 Dec 22 17:14:30.522013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:30.529580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:30.541402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:30.596499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Allocated IP 172.26.3.119 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/0ff2bc7d-d3da-4de4-b1b7-39b2eabbcadc) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:30.596719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b3eae-ba1f-473e-95d9-a5f04eba732c req-e74563d0-7fe3-46eb-9ed4-92e4030cc456 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:30.598268 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-540b3eae-ba1f-473e-95d9-a5f04eba732c req-e74563d0-7fe3-46eb-9ed4-92e4030cc456 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.2164915 Dec 22 17:14:30.602977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:30.610869 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-91e931c1-f730-49f7-94ad-c49745b93ddc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:30.693288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b58f6e7-7ce4-40ed-a339-dd711e2fb6e5 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Router ebe64559-a81b-4680-8997-27dded699af4 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:14:30.736182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=918e935e-f7d5-4a3b-9556-6eb6077a400a,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:30.743060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:30.745457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:30.746451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=61680177-d040-425f-b798-0110cae0170b,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:30.749860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:30.755391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:30.758036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:30.871278 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-540b3eae-ba1f-473e-95d9-a5f04eba732c req-5b7442b4-b4d1-4d23-b97d-d6c384727734 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2187254 Dec 22 17:14:30.933560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:30.934365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:30.970359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:31.084503 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4021218 Dec 22 17:14:31.092713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56686) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:31.103158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:31.158594 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746855cb-ff72-4894-a03d-e441ca1daa4c None None] Network fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:31.188943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b58f6e7-7ce4-40ed-a339-dd711e2fb6e5 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:31.195454 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ab2fc958-9204-4948-9274-e05e99627342 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 61680177-d040-425f-b798-0110cae0170b {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:31.195699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc958-9204-4948-9274-e05e99627342 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:31.226768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3b58f6e7-7ce4-40ed-a339-dd711e2fb6e5 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:31.230548 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3b58f6e7-7ce4-40ed-a339-dd711e2fb6e5 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "PUT /v2.0/routers/ebe64559-a81b-4680-8997-27dded699af4 HTTP/1.1" status: 200 len: 919 time: 3.0538955 Dec 22 17:14:31.233854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56696) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:31.260147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094783b-3ba3-42dc-a7bd-fa7a8f28cf2d None None] Sync routers for ids ['ebe64559-a81b-4680-8997-27dded699af4'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:31.270938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:31.272310 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:31.287734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:31.295581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094783b-3ba3-42dc-a7bd-fa7a8f28cf2d None None] Routers {'ebe64559-a81b-4680-8997-27dded699af4'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:31.296475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1094783b-3ba3-42dc-a7bd-fa7a8f28cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ebe64559-a81b-4680-8997-27dded699af4'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:31.366388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1094783b-3ba3-42dc-a7bd-fa7a8f28cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:31.369736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:31.373031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:31.379633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:31.391922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b65e8c06-df9c-4160-a3ce-955a78f048e6 None None] Provisioning for port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:14:31.411528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b65e8c06-df9c-4160-a3ce-955a78f048e6 None None] Provisioning complete for port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:31.411987 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b65e8c06-df9c-4160-a3ce-955a78f048e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:31.447474 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094783b-3ba3-42dc-a7bd-fa7a8f28cf2d None None] Routers {'ebe64559-a81b-4680-8997-27dded699af4'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:31.447582 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1094783b-3ba3-42dc-a7bd-fa7a8f28cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ebe64559-a81b-4680-8997-27dded699af4'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:31.479647 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2c4e14c7-9612-4e4d-8f4f-71b0c046897e tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/routers/ebe64559-a81b-4680-8997-27dded699af4 HTTP/1.1" status: 200 len: 919 time: 0.2455716 Dec 22 17:14:31.489195 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56708) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:31.526777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1094783b-3ba3-42dc-a7bd-fa7a8f28cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:31.527317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094783b-3ba3-42dc-a7bd-fa7a8f28cf2d None None] The sync data for ids ['ebe64559-a81b-4680-8997-27dded699af4'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:31.662222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event updated for resources: {'Port': ['ID=0ff2bc7d-d3da-4de4-b1b7-39b2eabbcadc,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:31.681558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:31.757501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56714) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:31.768128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:31.799327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b65e8c06-df9c-4160-a3ce-955a78f048e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:31.868153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-b65e8c06-df9c-4160-a3ce-955a78f048e6 None None] For port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a,segment=NetworkSegment(8b1a9780-05ee-4b0a-a828-850793e375be),segment_id=8b1a9780-05ee-4b0a-a828-850793e375be)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:31.878796 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b65e8c06-df9c-4160-a3ce-955a78f048e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:31.881475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:31.979578 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e8c06-df9c-4160-a3ce-955a78f048e6 None None] Pushing event updated for resources: {'Port': ['ID=4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:31.989782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-b65e8c06-df9c-4160-a3ce-955a78f048e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:32.021920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1363278066'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:32.032775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b268d41-5d64-48b1-9141-9eb467707676 req-0371f482-43ae-4b85-bad9-50dff7130440 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:32.034293 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2b268d41-5d64-48b1-9141-9eb467707676 req-0371f482-43ae-4b85-bad9-50dff7130440 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.5536432 Dec 22 17:14:32.043092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:32.068621 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Usage tracker for resource:network and tenant:0e0f0f69ffed4bfda7d39ff3783dbeee is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:32.072576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e502cc56-a640-4523-86a2-f21458b2e750 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:32.076787 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e502cc56-a640-4523-86a2-f21458b2e750 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&device_id=ebe64559-a81b-4680-8997-27dded699af4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.5838933 Dec 22 17:14:32.077594 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:32.078389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56722) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:32.097971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:32.107932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0ecfef18-6a5f-40ec-97ac-10b55852999a None None] Provisioning complete for port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:32.108309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0ecfef18-6a5f-40ec-97ac-10b55852999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:32.147841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Made reservation on behalf of 0e0f0f69ffed4bfda7d39ff3783dbeee for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:32.151626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:32.166015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc958-9204-4948-9274-e05e99627342 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:32.176509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:32.211735 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2b268d41-5d64-48b1-9141-9eb467707676 req-8738fd48-56c1-433c-9e5e-b2a1b85191b5 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1619265 Dec 22 17:14:32.300788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0ecfef18-6a5f-40ec-97ac-10b55852999a None None] Provisioning for port 61680177-d040-425f-b798-0110cae0170b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:14:32.305835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0ecfef18-6a5f-40ec-97ac-10b55852999a None None] Provisioning complete for port 61680177-d040-425f-b798-0110cae0170b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:32.306762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0ecfef18-6a5f-40ec-97ac-10b55852999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:32.322834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:32.375780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:14:32.424609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ab2fc958-9204-4948-9274-e05e99627342 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 61680177-d040-425f-b798-0110cae0170b owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:32.455216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Usage tracker for resource:security_group_rule and tenant:0e0f0f69ffed4bfda7d39ff3783dbeee is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:32.467256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:32.471458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfef18-6a5f-40ec-97ac-10b55852999a None None] Port 61680177-d040-425f-b798-0110cae0170b cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:14:32.479907 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:32.480281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:32.484818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:32.524930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:32.648686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc958-9204-4948-9274-e05e99627342 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:32.653247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a1833-0748-42cf-aa0f-f07f3f5739b6 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:32.654826 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8a2a1833-0748-42cf-aa0f-f07f3f5739b6 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/networks/27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 881 time: 0.5737243 Dec 22 17:14:32.662740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56734) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:32.663509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-625c28e6-00f2-4373-9fae-7775a04af3bc tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:32.689404 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3e80fb44-7eb7-4dbb-83dd-384bd832e8ea None None] Could not find standard attr ID for object 61680177-d040-425f-b798-0110cae0170b. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:14:32.713502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fc958-9204-4948-9274-e05e99627342 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=61680177-d040-425f-b798-0110cae0170b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:32.716579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:32.720790 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-de0f9c39-801e-4501-a43e-1775d399f5af tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebe64559-a81b-4680-8997-27dded699af4 HTTP/1.1" status: 200 len: 205 time: 0.0528824 Dec 22 17:14:32.720903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ab2fc958-9204-4948-9274-e05e99627342 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:32.720994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:32.721088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56738) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:32.790941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:32.931963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:33.055737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:33.068159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:14:33.126442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8b04341f-e5c1-4ee0-860d-c4009e86ed68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:33.179710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:33.180044 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Added segment a1c80a95-c5e0-4f19-ba92-0853b9bb1538 of type vlan for network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 Dec 22 17:14:33.281159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828a93de-5ae5-44c4-9166-1a625eb4ea75,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:33.293199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:33.315727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:33.336246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc958-9204-4948-9274-e05e99627342 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:33.352634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:33.385575 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ab2fc958-9204-4948-9274-e05e99627342 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/61680177-d040-425f-b798-0110cae0170b HTTP/1.1" status: 204 len: 168 time: 2.2919340 Dec 22 17:14:33.386404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Deleting port df28592e-7a4d-4c20-855d-ad66f5029b13 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:33.386731 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:33.406172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56748) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:33.431571 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:33.436951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:33.437519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:33.448382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:33.482840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb489fc2-ae5c-4f56-9e41-99fdeaa68c06 req-b21649e3-c5cc-4f0c-af5d-730d4f413fad tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:33.484301 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bb489fc2-ae5c-4f56-9e41-99fdeaa68c06 req-b21649e3-c5cc-4f0c-af5d-730d4f413fad tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.4298408 Dec 22 17:14:33.499653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616550d-48b5-4984-a76f-a0f7d8814b75 req-5237500f-64bf-4b92-ad24-3f0aaed6538a tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:33.501145 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1616550d-48b5-4984-a76f-a0f7d8814b75 req-5237500f-64bf-4b92-ad24-3f0aaed6538a tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 946 time: 0.5277376 Dec 22 17:14:33.505741 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b73ebf7-ebe3-4f5f-a6c0-1de85bc54e8f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] DELETE failed (client error): The resource could not be found. Dec 22 17:14:33.506256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b73ebf7-ebe3-4f5f-a6c0-1de85bc54e8f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:14:33.507877 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0b73ebf7-ebe3-4f5f-a6c0-1de85bc54e8f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/61680177-d040-425f-b798-0110cae0170b HTTP/1.1" status: 404 len: 333 time: 0.0942891 Dec 22 17:14:33.514151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56752) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:33.639264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:14:33.651517 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e0e382-9091-4391-953f-84c48e04ce65 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:14:33.652862 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d9e0e382-9091-4391-953f-84c48e04ce65 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/61680177-d040-425f-b798-0110cae0170b HTTP/1.1" status: 404 len: 333 time: 0.1374271 Dec 22 17:14:33.666738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56756) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:33.702968 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9415188 Dec 22 17:14:33.710874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56760) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:33.733805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Request body: {'subnet': {'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:33.750473 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1616550d-48b5-4984-a76f-a0f7d8814b75 req-55cfa54b-6be3-422a-b5c7-a3a31946a9e7 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394319 Dec 22 17:14:33.771202 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event updated for resources: {'Network': ['ID=10bd6452-c0f7-4df1-8107-30d1ec7cbd36,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:33.776354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:33.785487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:14:33.794050 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bb489fc2-ae5c-4f56-9e41-99fdeaa68c06 req-e8f8335b-e363-4ea8-9212-e137e88c438d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2990887 Dec 22 17:14:33.879325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:33.942557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:33.973751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a613d70d-2c94-4f10-8e72-d17586f7e13f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting subnet ea581b81-52d9-49a8-9671-578708cb9a9e {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:14:33.976081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.005623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Calling delete_port for df28592e-7a4d-4c20-855d-ad66f5029b13 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:34.037142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a613d70d-2c94-4f10-8e72-d17586f7e13f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.176025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.181663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-16ab767e-2cbf-432f-9e96-4ba910ef8123 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:34.186012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:34.213124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Usage tracker for resource:subnet and tenant:0e0f0f69ffed4bfda7d39ff3783dbeee is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:34.223057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a613d70d-2c94-4f10-8e72-d17586f7e13f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.232697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Pushing event deleted for resources: {'Port': ['ID=df28592e-7a4d-4c20-855d-ad66f5029b13,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:34.250482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:34.258534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:34.262992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:34.273302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:34.285204 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b419876-ffed-4b29-b6ca-1cf132d4aba6 None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:34.297952 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b419876-ffed-4b29-b6ca-1cf132d4aba6 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:34.298559 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4b419876-ffed-4b29-b6ca-1cf132d4aba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:34.346494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.362153 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4b419876-ffed-4b29-b6ca-1cf132d4aba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:34.371772 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b419876-ffed-4b29-b6ca-1cf132d4aba6 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:34.372588 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4b419876-ffed-4b29-b6ca-1cf132d4aba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:34.480733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.482500 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c69072d5-6d6c-469a-869d-dafff5bfe3a8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9096460 Dec 22 17:14:34.487309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Made reservation on behalf of 0e0f0f69ffed4bfda7d39ff3783dbeee for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:34.487999 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4b419876-ffed-4b29-b6ca-1cf132d4aba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:34.488569 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b419876-ffed-4b29-b6ca-1cf132d4aba6 None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:34.496629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.517008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56770) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:34.552107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.555258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.584182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.585022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Fanout notify agent at l3_agent the message router_deleted on router ebe64559-a81b-4680-8997-27dded699af4 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:14:34.603392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.607874 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/routers/ebe64559-a81b-4680-8997-27dded699af4 HTTP/1.1" status: 204 len: 168 time: 1.8826191 Dec 22 17:14:34.608488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56776) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:34.614271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c6c48fa8-0586-404e-a07a-916e0eafa550 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1870203089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:34.621909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c6c48fa8-0586-404e-a07a-916e0eafa550 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:34.627803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c6c48fa8-0586-404e-a07a-916e0eafa550 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Usage tracker for resource:router and tenant:9edd8ecc5d8f4f3dac5caae72301f7f1 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:34.631139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c6c48fa8-0586-404e-a07a-916e0eafa550 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:34.638460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c6c48fa8-0586-404e-a07a-916e0eafa550 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:34.650850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6c48fa8-0586-404e-a07a-916e0eafa550 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.652018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6c48fa8-0586-404e-a07a-916e0eafa550 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.670237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6c48fa8-0586-404e-a07a-916e0eafa550 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.689554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6c48fa8-0586-404e-a07a-916e0eafa550 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.712739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6c48fa8-0586-404e-a07a-916e0eafa550 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.716601 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c6c48fa8-0586-404e-a07a-916e0eafa550 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1045263 Dec 22 17:14:34.716948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56780) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:34.729062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Request body: {'router': {'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:34.852024 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:34.995842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a613d70d-2c94-4f10-8e72-d17586f7e13f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:35.140508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Router 69ffac17-d70f-41f8-839f-46aac94baa2a is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:14:35.293714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:35.330693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a8229-7b63-4f48-b09d-e8ac84b540d3 req-de6730b0-df62-4c48-9308-e85b0daedb79 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:35.332452 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ce5a8229-7b63-4f48-b09d-e8ac84b540d3 req-de6730b0-df62-4c48-9308-e85b0daedb79 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.4215319 Dec 22 17:14:35.354764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a1841-8618-4a13-a08d-4744e138e853 req-d06b6a7d-6e0c-4be0-9155-eaf795633b35 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:35.356238 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-027a1841-8618-4a13-a08d-4744e138e853 req-d06b6a7d-6e0c-4be0-9155-eaf795633b35 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 946 time: 0.5667160 Dec 22 17:14:35.426342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a613d70d-2c94-4f10-8e72-d17586f7e13f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:35.441031 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ce5a8229-7b63-4f48-b09d-e8ac84b540d3 req-dc2c2d43-9fb2-4d6f-b28a-09e66fdbd267 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007929 Dec 22 17:14:35.502082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fe083219-18b5-4dd5-ac6b-2b9fdfecc2ac tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:35.645056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613d70d-2c94-4f10-8e72-d17586f7e13f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Subnet': ['ID=ea581b81-52d9-49a8-9671-578708cb9a9e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:35.646826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a613d70d-2c94-4f10-8e72-d17586f7e13f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:35.653160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:35.653841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c8444-5031-40d6-af83-9e8d4fb87f93 None None] Network fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:35.670841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a613d70d-2c94-4f10-8e72-d17586f7e13f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:35.682205 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-027a1841-8618-4a13-a08d-4744e138e853 req-aefeeb9b-2ae2-4fba-be54-063d3ed356f5 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081818 Dec 22 17:14:35.689123 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:35.711261 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a613d70d-2c94-4f10-8e72-d17586f7e13f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/ea581b81-52d9-49a8-9671-578708cb9a9e HTTP/1.1" status: 204 len: 168 time: 2.0428300 Dec 22 17:14:35.718005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56790) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:35.727084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:35.747552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:35.762014 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:35.763188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14449a1e-9f64-4915-b2b1-ffb82aa9006d None None] Sync routers for ids ['69ffac17-d70f-41f8-839f-46aac94baa2a'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:35.763339 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "PUT /v2.0/routers/69ffac17-d70f-41f8-839f-46aac94baa2a HTTP/1.1" status: 200 len: 919 time: 7.7902870 Dec 22 17:14:35.764139 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:35.787194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14449a1e-9f64-4915-b2b1-ffb82aa9006d None None] Routers {'69ffac17-d70f-41f8-839f-46aac94baa2a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:35.788075 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-14449a1e-9f64-4915-b2b1-ffb82aa9006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['69ffac17-d70f-41f8-839f-46aac94baa2a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:35.832706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56794) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:35.862423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-14449a1e-9f64-4915-b2b1-ffb82aa9006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:35.895748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14449a1e-9f64-4915-b2b1-ffb82aa9006d None None] Routers {'69ffac17-d70f-41f8-839f-46aac94baa2a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:35.896379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-14449a1e-9f64-4915-b2b1-ffb82aa9006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['69ffac17-d70f-41f8-839f-46aac94baa2a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:35.947922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Allocated IP 172.26.3.30 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/d39aeefd-3997-42a4-99f0-5dc6f55796f6) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:36.032222 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-14449a1e-9f64-4915-b2b1-ffb82aa9006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:36.032632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14449a1e-9f64-4915-b2b1-ffb82aa9006d None None] The sync data for ids ['69ffac17-d70f-41f8-839f-46aac94baa2a'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:36.060131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event updated for resources: {'Subnet': ['ID=61554255-00c0-4f8a-b1a9-3ee02a719157,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:36.135179 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0c0fab0c-422d-4c93-b1ca-19a2e8d2476b tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/routers/69ffac17-d70f-41f8-839f-46aac94baa2a HTTP/1.1" status: 200 len: 925 time: 0.2998900 Dec 22 17:14:36.136643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56798) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:36.147505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7806ef-3fb9-48d0-b7df-ccbb45ced5f4 None None] DHCP port deletion for fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:14:36.151892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-aa7806ef-3fb9-48d0-b7df-ccbb45ced5f4 None None] Deleting port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:36.152268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-aa7806ef-3fb9-48d0-b7df-ccbb45ced5f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:36.248515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:36.253068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:36.259468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:36.276822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965aac5-b462-41d0-b1ac-0775d0d57fb8 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:36.277900 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2965aac5-b462-41d0-b1ac-0775d0d57fb8 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Synchronizing usage tracker for tenant:24bea35bf2e148f4a71e29efee7d3bbb on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:36.297706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2965aac5-b462-41d0-b1ac-0775d0d57fb8 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Unset dirty status for tenant:24bea35bf2e148f4a71e29efee7d3bbb on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:36.300579 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2965aac5-b462-41d0-b1ac-0775d0d57fb8 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&device_id=69ffac17-d70f-41f8-839f-46aac94baa2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1628201 Dec 22 17:14:36.305239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56802) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:36.320555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Checking segment: {'id': 'a1c80a95-c5e0-4f19-ba92-0853b9bb1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:14:36.320905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Network hostable DHCP agents. Network: 10bd6452-c0f7-4df1-8107-30d1ec7cbd36, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:14:36.339137 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:14:36.365616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:36.366182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:36.393986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:36.402386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-07af67ef-c00a-4de0-8a99-d5ec1578f42e tempest-FloatingIPAdminTestJSON-2094162111 tempest-FloatingIPAdminTestJSON-2094162111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:36.432827 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-aa7806ef-3fb9-48d0-b7df-ccbb45ced5f4 None None] For port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a,segment=NetworkSegment(8b1a9780-05ee-4b0a-a828-850793e375be),segment_id=8b1a9780-05ee-4b0a-a828-850793e375be)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:36.433210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-aa7806ef-3fb9-48d0-b7df-ccbb45ced5f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:36.477055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:14:36.543092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 10bd6452-c0f7-4df1-8107-30d1ec7cbd36) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:36.555611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-d02aa728-be19-47f6-a080-47c0a881463c tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:36.557069 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-d02aa728-be19-47f6-a080-47c0a881463c tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 946 time: 0.4999940 Dec 22 17:14:36.560452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:36.566356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:36.566778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Pushing event updated for resources: {'Port': ['ID=d39aeefd-3997-42a4-99f0-5dc6f55796f6,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:36.566944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:36.577042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-aa7806ef-3fb9-48d0-b7df-ccbb45ced5f4 None None] Calling delete_port for 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:36.577197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71833076-f3b2-4825-8536-bf0e7cfe0970 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:36.577809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-71833076-f3b2-4825-8536-bf0e7cfe0970 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Synchronizing usage tracker for tenant:24bea35bf2e148f4a71e29efee7d3bbb on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:36.584328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:36.587078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:36.612220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211c9b0-e338-403f-a694-6e61fdb31064 None None] Network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:36.638269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:36.722186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-71833076-f3b2-4825-8536-bf0e7cfe0970 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Unset dirty status for tenant:24bea35bf2e148f4a71e29efee7d3bbb on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:36.726255 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-71833076-f3b2-4825-8536-bf0e7cfe0970 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/networks/27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 881 time: 0.4167373 Dec 22 17:14:36.727853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56812) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:36.753367 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0353541 Dec 22 17:14:36.770556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56816) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:36.785383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Request body: {'port': {'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1157306473'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:36.851167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Deleting port 8bf92ffd-d521-4180-8b2d-04aadbbec19f {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:36.851506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:36.935841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:36.968355 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:14:36.997626 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-aa7806ef-3fb9-48d0-b7df-ccbb45ced5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.014592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-38c68361-318c-4b37-b078-23a9949c20c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:37.051716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] For port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a,segment=NetworkSegment(8b1a9780-05ee-4b0a-a828-850793e375be),segment_id=8b1a9780-05ee-4b0a-a828-850793e375be)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:37.052075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.071972 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-88cc3b5c-de61-4f0b-8744-c382e7a5b894 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ffac17-d70f-41f8-839f-46aac94baa2a HTTP/1.1" status: 200 len: 205 time: 0.3439376 Dec 22 17:14:37.075244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56822) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:37.095651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7806ef-3fb9-48d0-b7df-ccbb45ced5f4 None None] Pushing event deleted for resources: {'Port': ['ID=4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:37.097837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-10bd6452-c0f7-4df1-8107-30d1ec7cbd36', 'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36', 'tenant_id': '0e0f0f69ffed4bfda7d39ff3783dbeee', 'fixed_ips': [{'subnet_id': '61554255-00c0-4f8a-b1a9-3ee02a719157'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:14:37.098812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.108270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-aa7806ef-3fb9-48d0-b7df-ccbb45ced5f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:37.119357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7806ef-3fb9-48d0-b7df-ccbb45ced5f4 None None] No DVR routers for this DVR port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:14:37.240318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:37.281300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Allocated IP 2001:db8::2 (10bd6452-c0f7-4df1-8107-30d1ec7cbd36/61554255-00c0-4f8a-b1a9-3ee02a719157/b329fe9d-36ab-426e-8adf-17f04db46026) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:37.303438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.318909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ddb98-7039-423d-bdfd-16665e483500 req-5ac577cb-2814-4049-8569-dc70da161ed3 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:37.320540 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-244ddb98-7039-423d-bdfd-16665e483500 req-5ac577cb-2814-4049-8569-dc70da161ed3 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.7375429 Dec 22 17:14:37.434866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.510238 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.521588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Transition to ACTIVE for port object b329fe9d-36ab-426e-8adf-17f04db46026 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:37.525456 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-244ddb98-7039-423d-bdfd-16665e483500 req-48297a48-9065-4e37-956b-d7772436c16e tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1898623 Dec 22 17:14:37.540354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Transition to ACTIVE for port object b329fe9d-36ab-426e-8adf-17f04db46026 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:37.546581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.547784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:37.558831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:37.623410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:37.626452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:37.632977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:37.633692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] For port 8bf92ffd-d521-4180-8b2d-04aadbbec19f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8bf92ffd-d521-4180-8b2d-04aadbbec19f,segment=NetworkSegment(844ca763-3689-4851-a62a-6003d6f20cf9),segment_id=844ca763-3689-4851-a62a-6003d6f20cf9)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:37.634057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.639153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Pushing event updated for resources: {'Port': ['ID=b329fe9d-36ab-426e-8adf-17f04db46026,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:37.644016 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:37.715060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Usage tracker for resource:port and tenant:0e0f0f69ffed4bfda7d39ff3783dbeee is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:37.716412 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:37.734593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:37.738824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Attempting to bind port b329fe9d-36ab-426e-8adf-17f04db46026 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:37.739292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Attempting to bind port b329fe9d-36ab-426e-8adf-17f04db46026 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'a1c80a95-c5e0-4f19-ba92-0853b9bb1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:37.739719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Attempting to bind port b329fe9d-36ab-426e-8adf-17f04db46026 on network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:37.745561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:14:37.746012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Checking segment: {'id': 'a1c80a95-c5e0-4f19-ba92-0853b9bb1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:14:37.746515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.746966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Bound using segment: {'id': 'a1c80a95-c5e0-4f19-ba92-0853b9bb1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:14:37.747694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Bound port: b329fe9d-36ab-426e-8adf-17f04db46026, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c80a95-c5e0-4f19-ba92-0853b9bb1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:14:37.748340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.753627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f0ded-c001-4bf6-b0a6-72fd68ac0332 req-c755c800-4520-4365-85a4-06e2b63ca751 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:37.761527 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ff3f0ded-c001-4bf6-b0a6-72fd68ac0332 req-c755c800-4520-4365-85a4-06e2b63ca751 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 946 time: 0.8080173 Dec 22 17:14:37.777596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.828659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:14:37.829024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:14:37.836316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.873743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Deleting port 0ff2bc7d-d3da-4de4-b1b7-39b2eabbcadc {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:37.874179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.888253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] For port b329fe9d-36ab-426e-8adf-17f04db46026, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:14:37.892369 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] For port b329fe9d-36ab-426e-8adf-17f04db46026, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b329fe9d-36ab-426e-8adf-17f04db46026,segment=NetworkSegment(a1c80a95-c5e0-4f19-ba92-0853b9bb1538),segment_id=a1c80a95-c5e0-4f19-ba92-0853b9bb1538)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:14:37.897489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:37.902318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-aa7806ef-3fb9-48d0-b7df-ccbb45ced5f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:37.986101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Pushing event updated for resources: {'Port': ['ID=b329fe9d-36ab-426e-8adf-17f04db46026,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:37.989948 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:38.018746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fc7c4-53b3-4bb1-bdab-9fda7a5e5b51 req-81b47061-962d-487b-8b1a-1bc6070a371a tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:38.020232 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-657fc7c4-53b3-4bb1-bdab-9fda7a5e5b51 req-81b47061-962d-487b-8b1a-1bc6070a371a tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 945 time: 0.3480225 Dec 22 17:14:38.042831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Made reservation on behalf of 0e0f0f69ffed4bfda7d39ff3783dbeee for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:38.046581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:38.076179 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ff3f0ded-c001-4bf6-b0a6-72fd68ac0332 req-519b9782-d7ed-43d4-a823-73217e4d3273 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132956 Dec 22 17:14:38.200942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] device_id is not set on port fb4e6387-5519-4b6a-aec6-aaabaf9e025c yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:38.271064 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-657fc7c4-53b3-4bb1-bdab-9fda7a5e5b51 req-b256a74b-eb03-4ada-b618-f5e492a2c7c2 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324731 Dec 22 17:14:38.309297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:38.376114 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b329fe9d-36ab-426e-8adf-17f04db46026 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:14:38.390533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:38.391070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:38.475117 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port b329fe9d-36ab-426e-8adf-17f04db46026 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:14:38.528223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] The port '4682457f-6bc8-4c9f-9ab6-5ae34cca9a9a' was deleted {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:14:38.601056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Calling delete_port for 0ff2bc7d-d3da-4de4-b1b7-39b2eabbcadc owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:38.682872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:38.683284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:38.683593 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Floating IP 4a630339-e5b2-44ab-82a3-11cc141f788b disassociated. External IP: 172.26.3.138, port: 8bf92ffd-d521-4180-8b2d-04aadbbec19f. Dec 22 17:14:38.683931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Calling delete_port for 8bf92ffd-d521-4180-8b2d-04aadbbec19f owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:38.815041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:38.845934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:38.851227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:38.954939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Allocated IP 2001:db8::2db (10bd6452-c0f7-4df1-8107-30d1ec7cbd36/61554255-00c0-4f8a-b1a9-3ee02a719157/fb4e6387-5519-4b6a-aec6-aaabaf9e025c) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:38.962613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:38.989854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1a9780-05ee-4b0a-a828-850793e375be') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:38.990151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1a9780-05ee-4b0a-a828-850793e375be') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:39.014176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:39.024819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.20.0.1 (24dc626f-59a4-42f0-8fba-8da170867f06/0f27d978-5f72-4932-8300-2b95a44c3ee7/e33b6cfe-2e46-4272-97eb-fc9651d70232) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:39.101752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cc779-ea4c-4165-b988-1131cf91cde0 req-eb6ee556-cdc2-4b1c-b287-9be677b57071 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:39.109183 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9c5cc779-ea4c-4165-b988-1131cf91cde0 req-eb6ee556-cdc2-4b1c-b287-9be677b57071 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.4146085 Dec 22 17:14:39.123592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:39.147807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Router d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:14:39.168293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:14:39.168707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:14:39.187269 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:14:39.267706 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9c5cc779-ea4c-4165-b988-1131cf91cde0 req-25f4307c-ba1f-41d8-bd40-cbddc0568b48 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1570711 Dec 22 17:14:39.293440 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ad0a8-2979-4d9a-a1bf-52364f587242 None None] Network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:39.417879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:39.431889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e4cfe403-bea3-44f5-b54d-940de5529ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:39.434071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:39.444223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-54461c41-b1c8-4b02-bacb-a631b1e561ff None None] Provisioning for port b329fe9d-36ab-426e-8adf-17f04db46026 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:14:39.453693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0012177a-6121-478d-937f-1232505381b3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:39.454477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-54461c41-b1c8-4b02-bacb-a631b1e561ff None None] Provisioning complete for port b329fe9d-36ab-426e-8adf-17f04db46026 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:39.454950 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-54461c41-b1c8-4b02-bacb-a631b1e561ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:39.504360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Pushing event deleted for resources: {'Port': ['ID=0ff2bc7d-d3da-4de4-b1b7-39b2eabbcadc,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:39.514883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:39.536924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:39.556962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Pushing event deleted for resources: {'Port': ['ID=8bf92ffd-d521-4180-8b2d-04aadbbec19f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:39.561062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:39.572147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:39.579272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:39.585676 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124cba47-7eb0-4098-841b-d1f2c7e92db5 None None] Sync routers for ids ['d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:39.590846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:39.606971 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124cba47-7eb0-4098-841b-d1f2c7e92db5 None None] Routers {'d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:39.607858 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-124cba47-7eb0-4098-841b-d1f2c7e92db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:39.618637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:39.619824 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "PUT /v2.0/routers/d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff HTTP/1.1" status: 200 len: 879 time: 4.9018660 Dec 22 17:14:39.628167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56838) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:39.677428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-54461c41-b1c8-4b02-bacb-a631b1e561ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:39.724860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-54461c41-b1c8-4b02-bacb-a631b1e561ff None None] For port b329fe9d-36ab-426e-8adf-17f04db46026, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b329fe9d-36ab-426e-8adf-17f04db46026,segment=NetworkSegment(a1c80a95-c5e0-4f19-ba92-0853b9bb1538),segment_id=a1c80a95-c5e0-4f19-ba92-0853b9bb1538)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:39.736791 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-54461c41-b1c8-4b02-bacb-a631b1e561ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:39.739068 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:39.761388 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-124cba47-7eb0-4098-841b-d1f2c7e92db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:39.788165 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124cba47-7eb0-4098-841b-d1f2c7e92db5 None None] Routers {'d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:39.788948 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-124cba47-7eb0-4098-841b-d1f2c7e92db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:39.817080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 8bf92ffd-d521-4180-8b2d-04aadbbec19f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:14:39.846051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Network': ['ID=fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:39.849302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:39.920563 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-124cba47-7eb0-4098-841b-d1f2c7e92db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:39.921059 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124cba47-7eb0-4098-841b-d1f2c7e92db5 None None] The sync data for ids ['d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:39.923695 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/networks/fc91bcf3-3570-42fd-b0a8-d2b8ea3163c8 HTTP/1.1" status: 204 len: 168 time: 4.2016261 Dec 22 17:14:39.935956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 8bf92ffd-d521-4180-8b2d-04aadbbec19f {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:14:39.936415 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 8bf92ffd-d521-4180-8b2d-04aadbbec19f not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:14:39.948896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:39.961313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56842) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:39.974124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54461c41-b1c8-4b02-bacb-a631b1e561ff None None] Pushing event updated for resources: {'Port': ['ID=b329fe9d-36ab-426e-8adf-17f04db46026,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:39.977089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1765593252'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:39.987536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-54461c41-b1c8-4b02-bacb-a631b1e561ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:40.005293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59369313-277a-4c4d-a3cb-93826dcc703e req-51df307a-aad8-4bb8-bb84-3596073e25dc tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:40.011630 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-59369313-277a-4c4d-a3cb-93826dcc703e req-51df307a-aad8-4bb8-bb84-3596073e25dc tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 945 time: 0.6232178 Dec 22 17:14:40.012733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.036452 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:40.040163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.063295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8755009b-5809-45c6-9a43-bff150150efd None None] Provisioning complete for port b329fe9d-36ab-426e-8adf-17f04db46026 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:40.064036 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8755009b-5809-45c6-9a43-bff150150efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.105453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0cf57be1-62dd-41fc-b851-0651226259b8 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:40.211344 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:network and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:40.216378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=e33b6cfe-2e46-4272-97eb-fc9651d70232,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:40.238903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:40.256658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc3744-f732-467e-8c7a-3c6acbfcba80 req-9f15f8d8-31d3-49e6-a7f8-5936d621c45f tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:40.257393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-1fbc3744-f732-467e-8c7a-3c6acbfcba80 req-9f15f8d8-31d3-49e6-a7f8-5936d621c45f tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Synchronizing usage tracker for tenant:2d87804a11a84295a1aba424574c4c5c on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:40.264873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:40.281579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 24dc626f-59a4-42f0-8fba-8da170867f06 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:40.285963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:40.291789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:40.299562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.305870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:40.331738 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b329fe9d-36ab-426e-8adf-17f04db46026 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:14:40.367949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Transition to ACTIVE for port object fb4e6387-5519-4b6a-aec6-aaabaf9e025c will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:40.412650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port b329fe9d-36ab-426e-8adf-17f04db46026 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:40.414199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.418248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.421312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:14:40.432212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:40.436661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.444812 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-50cad710-4a5e-4b72-87e8-bbfa56d97dbf tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/routers/d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff HTTP/1.1" status: 200 len: 920 time: 0.8139172 Dec 22 17:14:40.449853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.453856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56848) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:40.461686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:40.502079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.517862 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-59369313-277a-4c4d-a3cb-93826dcc703e req-9944050d-d322-4c43-a006-e0031b35331a tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4530125 Dec 22 17:14:40.520580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:40.521715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-1fbc3744-f732-467e-8c7a-3c6acbfcba80 req-9f15f8d8-31d3-49e6-a7f8-5936d621c45f tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Unset dirty status for tenant:2d87804a11a84295a1aba424574c4c5c on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:40.530189 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1fbc3744-f732-467e-8c7a-3c6acbfcba80 req-9f15f8d8-31d3-49e6-a7f8-5936d621c45f tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 867 time: 1.2123606 Dec 22 17:14:40.574411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:40.595026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.595559 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Fanout notify agent at l3_agent the message router_deleted on router 69ffac17-d70f-41f8-839f-46aac94baa2a {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:14:40.624108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.626513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:40.632718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:40.633358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.633893 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/routers/69ffac17-d70f-41f8-839f-46aac94baa2a HTTP/1.1" status: 204 len: 168 time: 3.5534747 Dec 22 17:14:40.634627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56852) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:40.646118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-af562bcd-29e3-4c00-a1f5-244a0519a97d tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1182626514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:40.658541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-af562bcd-29e3-4c00-a1f5-244a0519a97d tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:40.662251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0664f9a-aa49-43a8-86fe-85cfee7a4789 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:40.672035 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f0664f9a-aa49-43a8-86fe-85cfee7a4789 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&device_id=d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2172356 Dec 22 17:14:40.690901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56856) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:40.714292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-af562bcd-29e3-4c00-a1f5-244a0519a97d tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Usage tracker for resource:router and tenant:b4aeaf5343e1490d962eb05488c43091 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:40.721883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-af562bcd-29e3-4c00-a1f5-244a0519a97d tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:40.729800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-af562bcd-29e3-4c00-a1f5-244a0519a97d tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:40.766030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af562bcd-29e3-4c00-a1f5-244a0519a97d tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.767140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af562bcd-29e3-4c00-a1f5-244a0519a97d tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.796481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af562bcd-29e3-4c00-a1f5-244a0519a97d tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.819823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2fe42-67d4-46fb-ad0e-e80383add9a0 req-2b144e66-4b3f-4696-a691-b077f9318b31 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:40.821715 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3cb2fe42-67d4-46fb-ad0e-e80383add9a0 req-2b144e66-4b3f-4696-a691-b077f9318b31 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.1485116 Dec 22 17:14:40.846899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af562bcd-29e3-4c00-a1f5-244a0519a97d tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.880667 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1fbc3744-f732-467e-8c7a-3c6acbfcba80 req-00a91db9-3720-4f0e-92fc-e83f93292c83 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups?id=f1e09683-6c52-45a4-abd8-7b3fafaebb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495905 Dec 22 17:14:40.893104 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3cb2fe42-67d4-46fb-ad0e-e80383add9a0 req-ccf4e012-2f8a-458a-9bb1-e9847a45491f tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653627 Dec 22 17:14:40.894034 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af562bcd-29e3-4c00-a1f5-244a0519a97d tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.897973 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-af562bcd-29e3-4c00-a1f5-244a0519a97d tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2569809 Dec 22 17:14:40.898215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56860) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:40.908049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'enable_snat': False}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:40.916251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.935699 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5585a98d-45e8-46b5-abef-379e21c07256 None None] Provisioning for port fb4e6387-5519-4b6a-aec6-aaabaf9e025c completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:14:40.940565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5585a98d-45e8-46b5-abef-379e21c07256 None None] Provisioning complete for port fb4e6387-5519-4b6a-aec6-aaabaf9e025c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:40.940937 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5585a98d-45e8-46b5-abef-379e21c07256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:40.995327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-5585a98d-45e8-46b5-abef-379e21c07256 None None] Port fb4e6387-5519-4b6a-aec6-aaabaf9e025c cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:14:41.058345 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.2798591 Dec 22 17:14:41.063366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56864) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:41.099433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event updated for resources: {'Port': ['ID=fb4e6387-5519-4b6a-aec6-aaabaf9e025c,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:41.102456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:41.110495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Request body: {'port': {'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-787001572', 'allowed_address_pairs': [{'ip_address': '2001:db8::2db', 'mac_address': 'fa:16:3e:40:a3:3b'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:41.185058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:14:41.286278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:41.309699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:41.310228 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Added segment 90a5264d-b695-4877-b021-c6f9bd284d09 of type vlan for network 04a90f17-d48a-4ecd-8fcb-0a834ab74452 Dec 22 17:14:41.322756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b3bd08-9176-4013-acb8-1974716a94db tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:41.326711 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b5b3bd08-9176-4013-acb8-1974716a94db tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/networks/27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 881 time: 0.6303895 Dec 22 17:14:41.336629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56868) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:41.449696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:41.462536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9eb2a8-b99c-430f-9607-5972ac57af5e None None] Sync routers for ids ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:41.472264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9eb2a8-b99c-430f-9607-5972ac57af5e None None] Routers {'3f7089a5-afaf-42fe-9637-0240e61ea5d0'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:41.473141 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5e9eb2a8-b99c-430f-9607-5972ac57af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:41.499859 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4b6c050d-c0a9-44b7-bd11-0316a64ae97d tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "GET /v2.0/ports?device_id=d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff HTTP/1.1" status: 200 len: 205 time: 0.1525297 Dec 22 17:14:41.499859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:41.528075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56872) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:41.676630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:41.716985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:41.718041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-5e9eb2a8-b99c-430f-9607-5972ac57af5e None None] Set router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:14:41.881204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-25e5fa07-2773-459c-9a23-8333fc11869b tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:41.882660 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-25e5fa07-2773-459c-9a23-8333fc11869b tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.53 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 945 time: 1.3222277 Dec 22 17:14:41.901416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] No DVR routers for this DVR port 8bf92ffd-d521-4180-8b2d-04aadbbec19f on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:14:41.914231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:41.920937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6f1742-a562-4355-8074-f530ab1be05e', 'name': 'network-vif-deleted', 'tag': '8bf92ffd-d521-4180-8b2d-04aadbbec19f'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:14:41.928118 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5afebd71-3c8f-4f99-b6d9-09f3a72be17a req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.53 "DELETE /v2.0/ports/8bf92ffd-d521-4180-8b2d-04aadbbec19f HTTP/1.1" status: 204 len: 173 time: 5.3283036 Dec 22 17:14:41.972527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Allocated IP 172.26.3.52 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/ba19173a-07ad-4304-b6ac-55baa10e5991) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:42.013288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:42.041304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Usage tracker for resource:port and tenant:0e0f0f69ffed4bfda7d39ff3783dbeee is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:42.083434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:42.109177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:42.136007 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-96ce459d-83ac-44a4-b337-c73fd45af98c req-a0629cc5-c9a6-4cd6-b5a2-a8f1d79e6623 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6f1742-a562-4355-8074-f530ab1be05e HTTP/1.1" status: 200 len: 210 time: 0.0625610 Dec 22 17:14:42.221160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Deleting port 322f3444-38b0-4ab0-b40b-12be746682ba {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:42.221534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:42.258737 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5e9eb2a8-b99c-430f-9607-5972ac57af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8447b072-ccd7-4740-9306-b0bcae21bdaa', 'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'mac_address': 'fa:16:3e:87:30:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:58Z', 'updated_at': '2021-12-22T17:13:14Z', 'revision_number': 5, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'subnets': [{'id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:42.268263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9eb2a8-b99c-430f-9607-5972ac57af5e None None] Checking router: 3f7089a5-afaf-42fe-9637-0240e61ea5d0 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:14:42.275873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:42.281945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:42.282274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9eb2a8-b99c-430f-9607-5972ac57af5e None None] Routers {'3f7089a5-afaf-42fe-9637-0240e61ea5d0'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:42.282536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:42.283346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5e9eb2a8-b99c-430f-9607-5972ac57af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:42.302448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:42.408677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Made reservation on behalf of 0e0f0f69ffed4bfda7d39ff3783dbeee for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:42.424452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:42.453896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc4ab7-df47-44c1-8488-cacf0d407f6b req-ebdfa8db-5596-49e7-a0be-668f5bbc5160 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:42.455388 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-99fc4ab7-df47-44c1-8488-cacf0d407f6b req-ebdfa8db-5596-49e7-a0be-668f5bbc5160 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.1459816 Dec 22 17:14:42.519633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:42.557006 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-5e9eb2a8-b99c-430f-9607-5972ac57af5e None None] Set router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:14:42.564588 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-99fc4ab7-df47-44c1-8488-cacf0d407f6b req-cfe358af-b383-4494-9f65-c7cd6a89d6e8 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006703 Dec 22 17:14:42.568248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:42.606285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b3d4b5e6-04bd-48c4-81c1-af9863b7d4ec tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:42.626579 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6629734 Dec 22 17:14:42.691298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56884) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:42.707406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '04a90f17-d48a-4ecd-8fcb-0a834ab74452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:42.721978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:42.731835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:42.742411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:42.794157 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6f1742-a562-4355-8074-f530ab1be05e', 'name': 'network-vif-deleted', 'tag': '8bf92ffd-d521-4180-8b2d-04aadbbec19f', 'status': 'completed', 'code': 200} Dec 22 17:14:42.810597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:42.869897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Pushing event updated for resources: {'Port': ['ID=ba19173a-07ad-4304-b6ac-55baa10e5991,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:42.879721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:42.891070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:42.950990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:42.961498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:42.987988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf9c88-15f0-477c-9239-59dd317506ce req-0ae44951-24e3-47d7-96d3-e976e1260d57 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:42.989446 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-56bf9c88-15f0-477c-9239-59dd317506ce req-0ae44951-24e3-47d7-96d3-e976e1260d57 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 945 time: 1.1802588 Dec 22 17:14:43.010278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Network': ['ID=04a90f17-d48a-4ecd-8fcb-0a834ab74452,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:43.013224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:43.020516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5e9eb2a8-b99c-430f-9607-5972ac57af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8447b072-ccd7-4740-9306-b0bcae21bdaa', 'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'mac_address': 'fa:16:3e:87:30:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:58Z', 'updated_at': '2021-12-22T17:13:14Z', 'revision_number': 5, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'subnets': [{'id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:43.023549 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:43.041417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 04a90f17-d48a-4ecd-8fcb-0a834ab74452 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:14:43.058686 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9eb2a8-b99c-430f-9607-5972ac57af5e None None] The sync data for ids ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'] in dv-neutron-822513-1-hyperv is: [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:12:59Z', 'revision_number': 4, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8447b072-ccd7-4740-9306-b0bcae21bdaa', 'name': '', 'network_id': '74bc4cb7-dcf3-4daf-aac3-ac856c717a8a', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'mac_address': 'fa:16:3e:87:30:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:58Z', 'updated_at': '2021-12-22T17:13:14Z', 'revision_number': 5, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'subnets': [{'id': '5e22ef8e-a38c-46bd-982b-f33167531c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:43.080438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:43.085258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:43.098380 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-56bf9c88-15f0-477c-9239-59dd317506ce req-531d5d4a-383a-4a60-bd0b-202aecfa4f7a tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742393 Dec 22 17:14:43.358135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56892) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:43.471960 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:43.485301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:43.492386 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5610ca60-18ff-4590-bc2b-138b986ed3a1 None None] New status for floating IP 4a630339-e5b2-44ab-82a3-11cc141f788b: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:14:43.595508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:43.648547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Subnet': ['ID=8a854844-ca74-45fe-8ff8-c66461e7d57e,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:43.651942 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:43.700464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Checking segment: {'id': '90a5264d-b695-4877-b021-c6f9bd284d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '04a90f17-d48a-4ecd-8fcb-0a834ab74452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:14:43.701128 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network hostable DHCP agents. Network: 04a90f17-d48a-4ecd-8fcb-0a834ab74452, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:14:43.765822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:43.804910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] For port 322f3444-38b0-4ab0-b40b-12be746682ba, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=322f3444-38b0-4ab0-b40b-12be746682ba,segment=NetworkSegment(b768978a-76e9-496d-98b6-e48e763296ab),segment_id=b768978a-76e9-496d-98b6-e48e763296ab)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:43.805261 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:43.889167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] device_id is not set on port 163423e2-f35f-484a-b320-2db53db48a95 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:43.941442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 04a90f17-d48a-4ecd-8fcb-0a834ab74452 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:14:43.956003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:43.969225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 04a90f17-d48a-4ecd-8fcb-0a834ab74452) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:43.977770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:43.978353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:43.981430 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ceeeca-083e-4f35-8a13-354507bd5fc0 None None] Network 04a90f17-d48a-4ecd-8fcb-0a834ab74452 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:44.037805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Deleting port d39aeefd-3997-42a4-99f0-5dc6f55796f6 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:44.038052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:44.061065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a721fa1f-0cbf-4476-90e4-41842a90696b tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:44.096335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a26db7-0db5-4096-b96b-c73a8f7d7879 req-55a50b4f-b5e1-4c4b-b3ef-64200348cfb4 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:44.098012 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-44a26db7-0db5-4096-b96b-c73a8f7d7879 req-55a50b4f-b5e1-4c4b-b3ef-64200348cfb4 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.3873682 Dec 22 17:14:44.107459 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4143670 Dec 22 17:14:44.114147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56898) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:44.121428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': '04a90f17-d48a-4ecd-8fcb-0a834ab74452', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1033541447'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:44.211143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-04a90f17-d48a-4ecd-8fcb-0a834ab74452', 'network_id': '04a90f17-d48a-4ecd-8fcb-0a834ab74452', 'tenant_id': 'b0ee63329cf14e019ca8df08e1ed40c3', 'fixed_ips': [{'subnet_id': '8a854844-ca74-45fe-8ff8-c66461e7d57e'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:14:44.212325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:44.309976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a721fa1f-0cbf-4476-90e4-41842a90696b tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:44.388610 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Allocated IP 172.20.0.2 (04a90f17-d48a-4ecd-8fcb-0a834ab74452/8a854844-ca74-45fe-8ff8-c66461e7d57e/871ed763-5be7-4550-ba9b-9f34be233c01) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:44.459285 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-44a26db7-0db5-4096-b96b-c73a8f7d7879 req-42a7e2dd-edfa-432a-989e-0045fa991389 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3480549 Dec 22 17:14:44.487126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:44.515416 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:44.518465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:44.524909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:port and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:44.571713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Allocated IP 2001:db8::ac (10bd6452-c0f7-4df1-8107-30d1ec7cbd36/61554255-00c0-4f8a-b1a9-3ee02a719157/163423e2-f35f-484a-b320-2db53db48a95) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:44.577991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:44.596901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:44.613918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:44.626783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Transition to ACTIVE for port object 871ed763-5be7-4550-ba9b-9f34be233c01 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:44.630510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:44.634082 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:44.647215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Transition to ACTIVE for port object 871ed763-5be7-4550-ba9b-9f34be233c01 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:44.653944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:44.661032 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:44.669433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:44.723006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port d5da9676-b788-4e73-98d6-b2e2eeca6ad9 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:44.746171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Pushing event updated for resources: {'Port': ['ID=871ed763-5be7-4550-ba9b-9f34be233c01,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:44.759466 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:44.772432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Network 04a90f17-d48a-4ecd-8fcb-0a834ab74452 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:44.774292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:44.780220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:44.904890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Attempting to bind port 871ed763-5be7-4550-ba9b-9f34be233c01 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:14:44.905751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Attempting to bind port 871ed763-5be7-4550-ba9b-9f34be233c01 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '90a5264d-b695-4877-b021-c6f9bd284d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '04a90f17-d48a-4ecd-8fcb-0a834ab74452'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:14:44.906685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Attempting to bind port 871ed763-5be7-4550-ba9b-9f34be233c01 on network 04a90f17-d48a-4ecd-8fcb-0a834ab74452 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:14:44.912565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:14:44.912956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Checking segment: {'id': '90a5264d-b695-4877-b021-c6f9bd284d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '04a90f17-d48a-4ecd-8fcb-0a834ab74452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:14:44.913359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:44.914557 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Bound using segment: {'id': '90a5264d-b695-4877-b021-c6f9bd284d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '04a90f17-d48a-4ecd-8fcb-0a834ab74452'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:14:44.915694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Bound port: 871ed763-5be7-4550-ba9b-9f34be233c01, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a5264d-b695-4877-b021-c6f9bd284d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '04a90f17-d48a-4ecd-8fcb-0a834ab74452'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:14:44.916421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:45.010999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Calling delete_port for d39aeefd-3997-42a4-99f0-5dc6f55796f6 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:45.037381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Router 8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:14:45.043349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a721fa1f-0cbf-4476-90e4-41842a90696b tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:45.048123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] For port 871ed763-5be7-4550-ba9b-9f34be233c01, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:14:45.052144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] For port 871ed763-5be7-4550-ba9b-9f34be233c01, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=871ed763-5be7-4550-ba9b-9f34be233c01,segment=NetworkSegment(90a5264d-b695-4877-b021-c6f9bd284d09),segment_id=90a5264d-b695-4877-b021-c6f9bd284d09)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:14:45.056562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:45.060855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.4 (04a90f17-d48a-4ecd-8fcb-0a834ab74452/8a854844-ca74-45fe-8ff8-c66461e7d57e/d5da9676-b788-4e73-98d6-b2e2eeca6ad9) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:45.061554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:45.075785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17250f-4a55-4c01-a0f8-3f22d69ee6da req-02266eda-c2da-4a79-937c-0b83ea63af17 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:45.077233 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6b17250f-4a55-4c01-a0f8-3f22d69ee6da req-02266eda-c2da-4a79-937c-0b83ea63af17 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.2516530 Dec 22 17:14:45.091286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:45.147571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:45.147944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:45.148252 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Floating IP b82f1e4d-a9e8-4aa6-906a-5bcad0193f83 disassociated. External IP: 172.26.3.237, port: 322f3444-38b0-4ab0-b40b-12be746682ba. Dec 22 17:14:45.148588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Calling delete_port for 322f3444-38b0-4ab0-b40b-12be746682ba owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:45.149362 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Pushing event updated for resources: {'Port': ['ID=871ed763-5be7-4550-ba9b-9f34be233c01,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:45.152883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:45.196906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721fa1f-0cbf-4476-90e4-41842a90696b tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e09683-6c52-45a4-abd8-7b3fafaebb12,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:45.199557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a721fa1f-0cbf-4476-90e4-41842a90696b tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:45.273881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:14:45.374119 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6b17250f-4a55-4c01-a0f8-3f22d69ee6da req-68a3da9b-51bd-4974-bcbd-67e5d0b38ae1 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2340829 Dec 22 17:14:45.377964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:45.464295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:45.476826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a4e2c-c2d8-4c5c-85e6-794ec76f81ba None None] Sync routers for ids ['8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:45.487318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a4e2c-c2d8-4c5c-85e6-794ec76f81ba None None] Routers {'8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:45.488018 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e18a4e2c-c2d8-4c5c-85e6-794ec76f81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:45.501641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:45.516648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:45.520486 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "PUT /v2.0/routers/8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22 HTTP/1.1" status: 200 len: 919 time: 4.6190462 Dec 22 17:14:45.521756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56908) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:45.560567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e18a4e2c-c2d8-4c5c-85e6-794ec76f81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:45.573222 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a4e2c-c2d8-4c5c-85e6-794ec76f81ba None None] Routers {'8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:45.574459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e18a4e2c-c2d8-4c5c-85e6-794ec76f81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:45.592714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object d5da9676-b788-4e73-98d6-b2e2eeca6ad9 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:45.644534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e18a4e2c-c2d8-4c5c-85e6-794ec76f81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:45.645029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a4e2c-c2d8-4c5c-85e6-794ec76f81ba None None] The sync data for ids ['8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:45.704975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a721fa1f-0cbf-4476-90e4-41842a90696b tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:45.707252 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a721fa1f-0cbf-4476-90e4-41842a90696b tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "DELETE /v2.0/security-groups/f1e09683-6c52-45a4-abd8-7b3fafaebb12 HTTP/1.1" status: 204 len: 168 time: 2.3346128 Dec 22 17:14:45.710517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56912) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:45.718245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:45.732678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:45.738657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-601d62d5-213a-45fc-b550-f501c0efb30f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:45.769109 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c7cd4454-2739-4bf4-b344-4dac7e96b67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:45.781403 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-0b4c9681-37fe-4e86-8fe9-359b8fd76604 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] show failed (client error): The resource could not be found. Dec 22 17:14:45.782317 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0b4c9681-37fe-4e86-8fe9-359b8fd76604 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "GET /v2.0/security-groups/f1e09683-6c52-45a4-abd8-7b3fafaebb12 HTTP/1.1" status: 404 len: 347 time: 0.0701048 Dec 22 17:14:45.786766 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-88431b10-b2f1-42eb-8129-a74b53645915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/routers/8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22 HTTP/1.1" status: 200 len: 925 time: 0.2615604 Dec 22 17:14:45.786766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56916) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:45.795777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56918) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:45.809992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 322f3444-38b0-4ab0-b40b-12be746682ba no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:14:45.884304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91bd6c-524d-462a-97ee-fdd86d678579 req-b9642e42-d0ee-464e-ab4b-2f2049843928 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:45.891226 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1e91bd6c-524d-462a-97ee-fdd86d678579 req-b9642e42-d0ee-464e-ab4b-2f2049843928 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 945 time: 1.5713079 Dec 22 17:14:45.991028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:46.050966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:46.063951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=e33b6cfe-2e46-4272-97eb-fc9651d70232,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:46.081749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf08205-eee3-49d0-981a-fdb58394b28a req-ed30ade0-cdf4-4bcb-804a-44ddc22bf5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:46.083537 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4bf08205-eee3-49d0-981a-fdb58394b28a req-ed30ade0-cdf4-4bcb-804a-44ddc22bf5b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2004647fb1f74a07a97b27f4fdea4794&device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 1099 time: 1.0878229 Dec 22 17:14:46.089256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:46.094404 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1e91bd6c-524d-462a-97ee-fdd86d678579 req-4ad1be16-b600-4c8b-8888-11c022eafafa tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups?id=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019634 Dec 22 17:14:46.136940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 04a90f17-d48a-4ecd-8fcb-0a834ab74452 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:46.159975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:46.176471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:46.210894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=d5da9676-b788-4e73-98d6-b2e2eeca6ad9,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:46.213545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-1cbfbc7d-6f36-4d0c-9cbc-3e28b417ffa1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Deleting port bec95af8-46b5-44bc-ae78-5ec07231c08f {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:46.213866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1cbfbc7d-6f36-4d0c-9cbc-3e28b417ffa1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:46.269310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:46.316133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665006a3-207c-4b37-9d28-26f0ca11206e None None] Network 04a90f17-d48a-4ecd-8fcb-0a834ab74452 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:46.326323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:46.355722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b41f1494-6048-4c3f-a068-326748092049 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:46.401132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:46.402080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:46.435064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Pushing event deleted for resources: {'Port': ['ID=322f3444-38b0-4ab0-b40b-12be746682ba,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:46.453774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0b8877f0-5626-4ea3-a159-ca9e2fe99fd4 None None] Provisioning for port 871ed763-5be7-4550-ba9b-9f34be233c01 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:14:46.465832 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 871ed763-5be7-4550-ba9b-9f34be233c01 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:14:46.476988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e11c70d-f398-4a09-a2bd-9505fdd1b029 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:46.478509 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6e11c70d-f398-4a09-a2bd-9505fdd1b029 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&device_id=8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5983150 Dec 22 17:14:46.482466 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3648355 Dec 22 17:14:46.482466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56926) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:46.484871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56928) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:46.486513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1cbfbc7d-6f36-4d0c-9cbc-3e28b417ffa1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:46.486830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1cbfbc7d-6f36-4d0c-9cbc-3e28b417ffa1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:46.621636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:46.649999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 871ed763-5be7-4550-ba9b-9f34be233c01 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:14:46.658027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 871ed763-5be7-4550-ba9b-9f34be233c01 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:46.658312 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:46.684221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-1cbfbc7d-6f36-4d0c-9cbc-3e28b417ffa1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Calling delete_port for bec95af8-46b5-44bc-ae78-5ec07231c08f owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:46.708411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:46.724625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:46.745314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-26ca4efb-75d9-4ec4-85b7-09316ea57399 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:46.791998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:46.819307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf08205-eee3-49d0-981a-fdb58394b28a req-22cf5b1b-c276-45fb-8b87-a5dad9295d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:46.821833 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4bf08205-eee3-49d0-981a-fdb58394b28a req-22cf5b1b-c276-45fb-8b87-a5dad9295d4e service neutron] 10.222.0.53 "GET /v2.0/networks?id=5951c9dd-e782-4b95-be40-418f146c5bbc HTTP/1.1" status: 200 len: 913 time: 0.7238135 Dec 22 17:14:46.837950 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 871ed763-5be7-4550-ba9b-9f34be233c01, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=871ed763-5be7-4550-ba9b-9f34be233c01,segment=NetworkSegment(90a5264d-b695-4877-b021-c6f9bd284d09),segment_id=90a5264d-b695-4877-b021-c6f9bd284d09)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:46.847623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:46.849902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:46.869460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Transition to ACTIVE for port object 163423e2-f35f-484a-b320-2db53db48a95 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:46.875866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Pushing event deleted for resources: {'Port': ['ID=d39aeefd-3997-42a4-99f0-5dc6f55796f6,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:46.886861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:46.944357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=871ed763-5be7-4550-ba9b-9f34be233c01,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:46.947913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:46.948148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0f62e7a2-266b-45b1-8d34-96453ee8aa98 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port d5da9676-b788-4e73-98d6-b2e2eeca6ad9 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:46.948626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f62e7a2-266b-45b1-8d34-96453ee8aa98 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:47.053800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a736284-8127-4518-935d-900f985337ea tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:47.055444 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9a736284-8127-4518-935d-900f985337ea tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/networks/27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 881 time: 0.5724101 Dec 22 17:14:47.065718 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56934) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:47.080226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 24dc626f-59a4-42f0-8fba-8da170867f06 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:47.083351 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:14:47.099007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:47.124163 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a9f484fc-00ca-4936-a741-d1931144f105 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22 HTTP/1.1" status: 200 len: 205 time: 0.0544412 Dec 22 17:14:47.156556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56938) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:47.162558 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-dec732b4-93e8-4854-90e5-6a3ca1695f18 None None] Provisioning for port d5da9676-b788-4e73-98d6-b2e2eeca6ad9 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:14:47.167704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-dec732b4-93e8-4854-90e5-6a3ca1695f18 None None] Provisioning complete for port d5da9676-b788-4e73-98d6-b2e2eeca6ad9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:47.168081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dec732b4-93e8-4854-90e5-6a3ca1695f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:47.223420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-dec732b4-93e8-4854-90e5-6a3ca1695f18 None None] Port d5da9676-b788-4e73-98d6-b2e2eeca6ad9 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:14:47.250813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-dec732b4-93e8-4854-90e5-6a3ca1695f18 None None] Provisioning complete for port 871ed763-5be7-4550-ba9b-9f34be233c01 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:47.251289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dec732b4-93e8-4854-90e5-6a3ca1695f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:47.441666 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94a097-d8fb-43fe-aa60-c9166d0b5203 req-0c0dbfb6-5b67-4f3f-b4fd-476220ae506e tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:47.443510 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3f94a097-d8fb-43fe-aa60-c9166d0b5203 req-0c0dbfb6-5b67-4f3f-b4fd-476220ae506e tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.7734756 Dec 22 17:14:47.508350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-adcfb461-85eb-4a8b-8ef7-21f3c7c0ba80 None None] Provisioning complete for port d5da9676-b788-4e73-98d6-b2e2eeca6ad9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:47.508929 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-adcfb461-85eb-4a8b-8ef7-21f3c7c0ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:47.566726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-adcfb461-85eb-4a8b-8ef7-21f3c7c0ba80 None None] Port d5da9676-b788-4e73-98d6-b2e2eeca6ad9 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:14:47.588380 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ea385c9c-badb-43a7-94bb-bb6ed843dfcb req-80540491-2bb2-46bf-932c-16ef29700cef tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 210 time: 0.0939066 Dec 22 17:14:47.596533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:47.608256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dc195592-9c3e-4496-b8f5-faf2e13363da tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:47.641818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:47.697301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:47.701409 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4bf08205-eee3-49d0-981a-fdb58394b28a req-12c4eb9c-c1a9-40e8-85be-81642ded0032 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8 HTTP/1.1" status: 200 len: 1002 time: 0.7390964 Dec 22 17:14:47.775607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1cbfbc7d-6f36-4d0c-9cbc-3e28b417ffa1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:47.791200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ab2fc958-9204-4948-9274-e05e99627342 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:47.832857 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3f94a097-d8fb-43fe-aa60-c9166d0b5203 req-f067fbf8-3818-474e-a9bc-1605a8220f73 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3645289 Dec 22 17:14:47.883035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfbc7d-6f36-4d0c-9cbc-3e28b417ffa1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Pushing event deleted for resources: {'Port': ['ID=bec95af8-46b5-44bc-ae78-5ec07231c08f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:47.885904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1cbfbc7d-6f36-4d0c-9cbc-3e28b417ffa1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:47.970737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:47.983559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:47.993818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.002105 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:48.007652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:48.008276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.012225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event updated for resources: {'Port': ['ID=163423e2-f35f-484a-b320-2db53db48a95,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:48.019157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f62e7a2-266b-45b1-8d34-96453ee8aa98 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.019583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:14:48.022269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.053043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:48.053411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:48.053781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:48.054143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:48.054498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:48.054853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:48.055237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:48.055591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:48.055942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:48.056294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:48.056639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:48.056988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:48.080344 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:48.083605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf08205-eee3-49d0-981a-fdb58394b28a req-dffb51f5-5171-417e-b432-018c8b9a43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:48.085180 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4bf08205-eee3-49d0-981a-fdb58394b28a req-dffb51f5-5171-417e-b432-018c8b9a43a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2908b485-0fbe-48a1-9d18-552208b51232 HTTP/1.1" status: 200 len: 851 time: 0.2933969 Dec 22 17:14:48.086205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:48.101574 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3726c458-d354-483e-8699-446b70aee606 None None] Sync routers for ids ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:48.112977 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726c458-d354-483e-8699-446b70aee606 None None] Routers {'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:48.114074 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3726c458-d354-483e-8699-446b70aee606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:48.186990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0f62e7a2-266b-45b1-8d34-96453ee8aa98 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for d5da9676-b788-4e73-98d6-b2e2eeca6ad9 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:48.248455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1cbfbc7d-6f36-4d0c-9cbc-3e28b417ffa1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.267306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.267851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Fanout notify agent at l3_agent the message router_deleted on router d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:14:48.286526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56944) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:48.287904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.288297 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 7.1993861 Dec 22 17:14:48.295571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.302244 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/routers/d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff HTTP/1.1" status: 204 len: 168 time: 6.7729437 Dec 22 17:14:48.308056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] No DVR routers for this DVR port 322f3444-38b0-4ab0-b40b-12be746682ba on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:14:48.314222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.316490 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b9a18d13-151a-437a-8c54-d56014d672f0 req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.53 "DELETE /v2.0/ports/322f3444-38b0-4ab0-b40b-12be746682ba HTTP/1.1" status: 204 len: 173 time: 6.4070323 Dec 22 17:14:48.318986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56948) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:48.319709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'name': 'network-vif-deleted', 'tag': '322f3444-38b0-4ab0-b40b-12be746682ba'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:14:48.321278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-41369ccd-b00e-4363-9784-314c4a0b7367 None None] Provisioning for port 163423e2-f35f-484a-b320-2db53db48a95 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:14:48.330622 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-41369ccd-b00e-4363-9784-314c4a0b7367 None None] Provisioning complete for port 163423e2-f35f-484a-b320-2db53db48a95 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:48.331156 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-41369ccd-b00e-4363-9784-314c4a0b7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.342566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0ba3ec81-6bc0-410c-8928-3e1b135d2797 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-696042711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:48.354623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0ba3ec81-6bc0-410c-8928-3e1b135d2797 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:48.381098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1cbfbc7d-6f36-4d0c-9cbc-3e28b417ffa1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.382461 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1cbfbc7d-6f36-4d0c-9cbc-3e28b417ffa1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] 10.222.0.70 "DELETE /v2.0/floatingips/4a630339-e5b2-44ab-82a3-11cc141f788b HTTP/1.1" status: 204 len: 168 time: 2.5877104 Dec 22 17:14:48.421212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56954) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:48.423897 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-3726c458-d354-483e-8699-446b70aee606 None None] Set router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:14:48.425120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Deleting port ba19173a-07ad-4304-b6ac-55baa10e5991 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:48.425806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.449817 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 871ed763-5be7-4550-ba9b-9f34be233c01 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:14:48.456401 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05df8f3b-964d-4d10-be68-cf0feb16cedf', 'name': 'network-vif-deleted', 'tag': '322f3444-38b0-4ab0-b40b-12be746682ba', 'status': 'completed', 'code': 200} Dec 22 17:14:48.459657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0ba3ec81-6bc0-410c-8928-3e1b135d2797 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Usage tracker for resource:router and tenant:9edd8ecc5d8f4f3dac5caae72301f7f1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:48.465865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0ba3ec81-6bc0-410c-8928-3e1b135d2797 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:48.525037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0ba3ec81-6bc0-410c-8928-3e1b135d2797 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:48.549143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-41369ccd-b00e-4363-9784-314c4a0b7367 None None] Port 163423e2-f35f-484a-b320-2db53db48a95 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:14:48.568057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ec81-6bc0-410c-8928-3e1b135d2797 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.569120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ec81-6bc0-410c-8928-3e1b135d2797 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.576570 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 871ed763-5be7-4550-ba9b-9f34be233c01 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:48.576891 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.599017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf08205-eee3-49d0-981a-fdb58394b28a req-59fa6d4b-5d5a-4c15-b7c5-03f1854c636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:48.600605 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4bf08205-eee3-49d0-981a-fdb58394b28a req-59fa6d4b-5d5a-4c15-b7c5-03f1854c636b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5951c9dd-e782-4b95-be40-418f146c5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5078766 Dec 22 17:14:48.602118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:48.628059 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "PUT /v2.0/routers/e4c58593-f595-4730-bd11-29603cf60e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0971327 Dec 22 17:14:48.636630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf76260-976c-4e44-aac5-7daa044ea6a0 None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:48.639669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56960) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:48.654377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'port': {'network_id': '24dc626f-59a4-42f0-8fba-8da170867f06', 'name': 'tempest-FloatingIPTestJSON-1560395999'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:48.664691 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf76260-976c-4e44-aac5-7daa044ea6a0 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:48.665413 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9bf76260-976c-4e44-aac5-7daa044ea6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:48.821930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9bf76260-976c-4e44-aac5-7daa044ea6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:48.847341 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf76260-976c-4e44-aac5-7daa044ea6a0 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:48.848046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9bf76260-976c-4e44-aac5-7daa044ea6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:48.915335 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3726c458-d354-483e-8699-446b70aee606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:13:05Z', 'revision_number': 4, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '0cd30479-4b8e-459d-a366-57dc7c2c33c1', 'name': '', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'mac_address': 'fa:16:3e:39:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:02Z', 'updated_at': '2021-12-22T17:13:16Z', 'revision_number': 5, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'subnets': [{'id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:48.927355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f62e7a2-266b-45b1-8d34-96453ee8aa98 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:48.932542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1cbfbc7d-6f36-4d0c-9cbc-3e28b417ffa1 tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:48.933747 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3726c458-d354-483e-8699-446b70aee606 None None] Checking router: fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:14:48.938067 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4bf08205-eee3-49d0-981a-fdb58394b28a req-8391a95d-0c37-4ce9-9b49-6a3d910a6679 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009655 Dec 22 17:14:48.964071 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726c458-d354-483e-8699-446b70aee606 None None] Routers {'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:48.967340 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3726c458-d354-483e-8699-446b70aee606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:48.973508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9bf76260-976c-4e44-aac5-7daa044ea6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:48.973918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf76260-976c-4e44-aac5-7daa044ea6a0 None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:48.999067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ec81-6bc0-410c-8928-3e1b135d2797 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:49.183317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ec81-6bc0-410c-8928-3e1b135d2797 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:49.189289 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-817aff61-29ad-4f73-914b-c44b710f35ed req-5fd237dc-bc2c-430f-a6e8-8f74e21976c0 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/ports?device_id=05df8f3b-964d-4d10-be68-cf0feb16cedf HTTP/1.1" status: 200 len: 210 time: 0.3940358 Dec 22 17:14:49.198899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62e7a2-266b-45b1-8d34-96453ee8aa98 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=d5da9676-b788-4e73-98d6-b2e2eeca6ad9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:49.202925 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-3726c458-d354-483e-8699-446b70aee606 None None] Set router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:14:49.223647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bced5f6d-1be5-4970-86bb-a337857be0c1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:49.230645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bced5f6d-1be5-4970-86bb-a337857be0c1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:49.236429 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4bf08205-eee3-49d0-981a-fdb58394b28a req-2efb6e0d-d545-49b7-91e0-8740b48f7953 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897470 Dec 22 17:14:49.237318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bced5f6d-1be5-4970-86bb-a337857be0c1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:49.241800 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bced5f6d-1be5-4970-86bb-a337857be0c1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.9476271 Dec 22 17:14:49.242385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56966) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:49.282069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ec81-6bc0-410c-8928-3e1b135d2797 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:49.285768 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0ba3ec81-6bc0-410c-8928-3e1b135d2797 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9587352 Dec 22 17:14:49.290121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0f62e7a2-266b-45b1-8d34-96453ee8aa98 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:49.291326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56970) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:49.305817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'enable_snat': True}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:49.471252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:49.550267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea23330-c9c8-4761-bd5f-c5ea5c2b1ab0 req-1e012427-4eac-4f36-a421-2f6de1ee2b3d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:49.551758 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eea23330-c9c8-4761-bd5f-c5ea5c2b1ab0 req-1e012427-4eac-4f36-a421-2f6de1ee2b3d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.5272791 Dec 22 17:14:49.564505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:49.597178 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3726c458-d354-483e-8699-446b70aee606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:13:05Z', 'revision_number': 4, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '0cd30479-4b8e-459d-a366-57dc7c2c33c1', 'name': '', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'mac_address': 'fa:16:3e:39:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:02Z', 'updated_at': '2021-12-22T17:13:16Z', 'revision_number': 5, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'subnets': [{'id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:49.601674 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3726c458-d354-483e-8699-446b70aee606 None None] The sync data for ids ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'] in dv-neutron-822513-1-hyperv is: [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:13:05Z', 'revision_number': 4, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '0cd30479-4b8e-459d-a366-57dc7c2c33c1', 'name': '', 'network_id': '4e21d005-9d9c-4384-8d54-c467fe66715e', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'mac_address': 'fa:16:3e:39:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:13:02Z', 'updated_at': '2021-12-22T17:13:16Z', 'revision_number': 5, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'subnets': [{'id': '8cf246d8-2bf5-48b2-89b4-ff7c32508fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:49.640673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Calling delete_port for ba19173a-07ad-4304-b6ac-55baa10e5991 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:49.657100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-fcddf1f9-67cd-49b7-b137-d64273d832fc tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Deleting port 163423e2-f35f-484a-b320-2db53db48a95 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:49.657442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fcddf1f9-67cd-49b7-b137-d64273d832fc tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:49.718147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:port and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:49.763494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:49.767310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f62e7a2-266b-45b1-8d34-96453ee8aa98 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:49.788296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:49.811785 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0f62e7a2-266b-45b1-8d34-96453ee8aa98 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/d5da9676-b788-4e73-98d6-b2e2eeca6ad9 HTTP/1.1" status: 204 len: 168 time: 3.2976716 Dec 22 17:14:49.817727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56974) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:49.857886 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eea23330-c9c8-4761-bd5f-c5ea5c2b1ab0 req-1918064a-0ee9-469f-af22-e33a21e4e689 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2360442 Dec 22 17:14:49.872848 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-4615e8cc-162a-411c-a553-a2649503c8af tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:14:49.873457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4615e8cc-162a-411c-a553-a2649503c8af tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:49.910586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Made reservation on behalf of 3c489bb601fc4ceb8db7a3eb25cfbac4 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:49.914156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:49.949978 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572cf6f0-1517-48d3-98a7-d72cff753967 None None] New status for floating IP b82f1e4d-a9e8-4aa6-906a-5bcad0193f83: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:14:49.981492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] device_id is not set on port bee7c27f-0000-49b7-90fa-4ad49ffe70cd yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:50.018015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4615e8cc-162a-411c-a553-a2649503c8af tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:50.021695 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4615e8cc-162a-411c-a553-a2649503c8af tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/d5da9676-b788-4e73-98d6-b2e2eeca6ad9 HTTP/1.1" status: 404 len: 333 time: 0.1948433 Dec 22 17:14:50.025500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56978) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:50.060510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:50.232014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f1d66a-ecc1-408b-b7fe-86be8ba4b1bf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting subnet 8a854844-ca74-45fe-8ff8-c66461e7d57e {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:14:50.272175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23f1d66a-ecc1-408b-b7fe-86be8ba4b1bf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:50.278102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fcddf1f9-67cd-49b7-b137-d64273d832fc tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:50.365158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23f1d66a-ecc1-408b-b7fe-86be8ba4b1bf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:50.400140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 56986) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:50.406405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:50.416359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-fcddf1f9-67cd-49b7-b137-d64273d832fc tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Calling delete_port for 163423e2-f35f-484a-b320-2db53db48a95 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:50.430070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-78d740da-ef5e-4689-b4e5-a863d420daee tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:50.458530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.20.0.14 (24dc626f-59a4-42f0-8fba-8da170867f06/0f27d978-5f72-4932-8300-2b95a44c3ee7/bee7c27f-0000-49b7-90fa-4ad49ffe70cd) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:50.494020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Pushing event deleted for resources: {'Port': ['ID=ba19173a-07ad-4304-b6ac-55baa10e5991,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:50.568709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:50.569074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:50.569433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:50.569781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:50.570140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:50.570467 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:50.570808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:50.571168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:50.571509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:50.571845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:50.572182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:50.572515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:50.612243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:50.763439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c53236ec-d8ba-4390-8b62-4a2504954430 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:50.765170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:50.765373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:50.792645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fcddf1f9-67cd-49b7-b137-d64273d832fc tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:50.936459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:50.973073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:50.983813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddf1f9-67cd-49b7-b137-d64273d832fc tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event deleted for resources: {'Port': ['ID=163423e2-f35f-484a-b320-2db53db48a95,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:51.019413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fcddf1f9-67cd-49b7-b137-d64273d832fc tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:51.034787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23f1d66a-ecc1-408b-b7fe-86be8ba4b1bf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.227804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fcddf1f9-67cd-49b7-b137-d64273d832fc tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.242704 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fcddf1f9-67cd-49b7-b137-d64273d832fc tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "DELETE /v2.0/ports/163423e2-f35f-484a-b320-2db53db48a95 HTTP/1.1" status: 204 len: 168 time: 1.9979532 Dec 22 17:14:51.246170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56992) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:51.273148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.285116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c53236ec-d8ba-4390-8b62-4a2504954430 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.287746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Allocated IP 172.26.3.234 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/09bcd8c2-8ba3-4ed1-a287-75747a35ced0) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:51.292482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.297884 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2339da-e5da-4e51-9ed8-a05acf921b7e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] GET failed (client error): The resource could not be found. Dec 22 17:14:51.298873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ea2339da-e5da-4e51-9ed8-a05acf921b7e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Synchronizing usage tracker for tenant:0e0f0f69ffed4bfda7d39ff3783dbeee on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:51.381865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ea2339da-e5da-4e51-9ed8-a05acf921b7e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Unset dirty status for tenant:0e0f0f69ffed4bfda7d39ff3783dbeee on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:51.383032 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ea2339da-e5da-4e51-9ed8-a05acf921b7e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "GET /v2.0/ports/163423e2-f35f-484a-b320-2db53db48a95 HTTP/1.1" status: 404 len: 333 time: 0.1359661 Dec 22 17:14:51.387604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 56996) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:51.392882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.393403 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Fanout notify agent at l3_agent the message router_deleted on router 8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:14:51.403395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Request body: {'port': {'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1215292860'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:51.414639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.487655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23f1d66a-ecc1-408b-b7fe-86be8ba4b1bf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.527098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2e9a8959-a8e3-4e3a-bbdf-980d4ed694c0 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:51.554490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.566689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.584938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1d66a-ecc1-408b-b7fe-86be8ba4b1bf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Subnet': ['ID=8a854844-ca74-45fe-8ff8-c66461e7d57e,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:51.587010 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23f1d66a-ecc1-408b-b7fe-86be8ba4b1bf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.599203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:51.601115 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b98147-7fc3-4819-ad51-be8c86878fb7 None None] Network 04a90f17-d48a-4ecd-8fcb-0a834ab74452 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:14:51.615487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:51.631907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Made reservation on behalf of 0e0f0f69ffed4bfda7d39ff3783dbeee for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:51.636366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.642452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-23f1d66a-ecc1-408b-b7fe-86be8ba4b1bf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:51.646440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c53236ec-d8ba-4390-8b62-4a2504954430 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.651135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.657548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ed3259c1-4fb7-432d-badd-b3315692faa8 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:51.665810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3e45294b-5757-462c-abad-9ec4ef885ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:51.699531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2de5e-68c5-43bb-b321-f5d29c711956 req-d6d0ece9-b998-4639-a6e9-a12d735f1c6f tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:51.700989 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-adf2de5e-68c5-43bb-b321-f5d29c711956 req-d6d0ece9-b998-4639-a6e9-a12d735f1c6f tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.6289451 Dec 22 17:14:51.713127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53236ec-d8ba-4390-8b62-4a2504954430 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ac1f6b-dc7a-4265-88c0-038d84ea8c0e,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:51.731868 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-23f1d66a-ecc1-408b-b7fe-86be8ba4b1bf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/8a854844-ca74-45fe-8ff8-c66461e7d57e HTTP/1.1" status: 204 len: 168 time: 1.7041929 Dec 22 17:14:51.735134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:51.735545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.740326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] device_id is not set on port aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:51.740485 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/routers/8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22 HTTP/1.1" status: 204 len: 168 time: 4.5622506 Dec 22 17:14:51.740485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57000) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:51.740485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c53236ec-d8ba-4390-8b62-4a2504954430 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:51.744922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57002) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:51.753456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c53236ec-d8ba-4390-8b62-4a2504954430 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.754475 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c53236ec-d8ba-4390-8b62-4a2504954430 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "DELETE /v2.0/security-groups/59ac1f6b-dc7a-4265-88c0-038d84ea8c0e HTTP/1.1" status: 204 len: 168 time: 1.3494937 Dec 22 17:14:51.776689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57008) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:51.777552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:51.780413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-613644581', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:51.781330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:51.802544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:51.822424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event updated for resources: {'Port': ['ID=09bcd8c2-8ba3-4ed1-a287-75747a35ced0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:51.835256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:51.861960 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-6df4eb93-ace4-4333-bf70-00b71697bc76 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] show failed (client error): The resource could not be found. Dec 22 17:14:51.862992 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6df4eb93-ace4-4333-bf70-00b71697bc76 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "GET /v2.0/security-groups/59ac1f6b-dc7a-4265-88c0-038d84ea8c0e HTTP/1.1" status: 404 len: 347 time: 0.0832217 Dec 22 17:14:51.868052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57012) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:51.869748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Usage tracker for resource:router and tenant:b4aeaf5343e1490d962eb05488c43091 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:51.938133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:51.942045 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] DHCP port deletion for 04a90f17-d48a-4ecd-8fcb-0a834ab74452 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:14:51.946052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Deleting port 871ed763-5be7-4550-ba9b-9f34be233c01 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:51.946504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:51.960545 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-adf2de5e-68c5-43bb-b321-f5d29c711956 req-888fd79e-9d27-47ad-9db0-18221f5df03a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2431803 Dec 22 17:14:51.988597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:52.020060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.028502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0f62e7a2-266b-45b1-8d34-96453ee8aa98 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:52.076387 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.078229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.079254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.126119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 24dc626f-59a4-42f0-8fba-8da170867f06 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:52.136319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:52.140847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=bee7c27f-0000-49b7-90fa-4ad49ffe70cd,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:52.144115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:52.173368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:52.175171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 871ed763-5be7-4550-ba9b-9f34be233c01 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:52.175476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.209713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.220455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] For port 871ed763-5be7-4550-ba9b-9f34be233c01, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=871ed763-5be7-4550-ba9b-9f34be233c01,segment=NetworkSegment(90a5264d-b695-4877-b021-c6f9bd284d09),segment_id=90a5264d-b695-4877-b021-c6f9bd284d09)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:52.221364 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.349633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 871ed763-5be7-4550-ba9b-9f34be233c01 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:14:52.382723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Calling delete_port for 871ed763-5be7-4550-ba9b-9f34be233c01 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:52.383238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:52.383991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.463507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-2f900e13-b1b1-44bc-b849-545b5a441b71 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Deleting port dbad0726-d817-436c-afb1-21e33d4585f2 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:52.464113 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f900e13-b1b1-44bc-b849-545b5a441b71 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.529264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.536489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:52.557614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Allocated IP 2001:db8::365 (10bd6452-c0f7-4df1-8107-30d1ec7cbd36/61554255-00c0-4f8a-b1a9-3ee02a719157/aa2281fd-25c2-4b0a-8d20-47cf3b3362c8) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:52.589832 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Pushing event deleted for resources: {'Port': ['ID=871ed763-5be7-4550-ba9b-9f34be233c01,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:52.597304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] No DVR routers for this DVR port 871ed763-5be7-4550-ba9b-9f34be233c01 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:14:52.609570 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.621613 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:52.621958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:52.622707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:52.623198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:52.623530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:52.623856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:52.624207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:52.624568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:52.624887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:52.625203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:52.625520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:52.625834 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:14:52.633511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:52.751165 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1079838 Dec 22 17:14:52.766609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57018) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:52.788571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'port': {'network_id': '24dc626f-59a4-42f0-8fba-8da170867f06', 'name': 'tempest-FloatingIPTestJSON-72028755'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:52.856755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] Deleting port 8447b072-ccd7-4740-9306-b0bcae21bdaa {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:52.857081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.900157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:52.967028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d04909-8207-4c2b-8ab3-449eaf9bf8b4 req-7a681912-bd90-41b3-8d85-a25da77d1658 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:52.969064 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f5d04909-8207-4c2b-8ab3-449eaf9bf8b4 req-7a681912-bd90-41b3-8d85-a25da77d1658 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.8636117 Dec 22 17:14:52.997814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] For port 871ed763-5be7-4550-ba9b-9f34be233c01, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=871ed763-5be7-4550-ba9b-9f34be233c01,segment=NetworkSegment(90a5264d-b695-4877-b021-c6f9bd284d09),segment_id=90a5264d-b695-4877-b021-c6f9bd284d09)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:52.998169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:53.123139 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f900e13-b1b1-44bc-b849-545b5a441b71 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:53.123459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f900e13-b1b1-44bc-b849-545b5a441b71 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:53.223981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 871ed763-5be7-4550-ba9b-9f34be233c01 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:53.321343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-2f900e13-b1b1-44bc-b849-545b5a441b71 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Calling delete_port for dbad0726-d817-436c-afb1-21e33d4585f2 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:53.354465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] For port 8447b072-ccd7-4740-9306-b0bcae21bdaa, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8447b072-ccd7-4740-9306-b0bcae21bdaa,segment=NetworkSegment(844ca763-3689-4851-a62a-6003d6f20cf9),segment_id=844ca763-3689-4851-a62a-6003d6f20cf9)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:53.354808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:53.373599 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f5d04909-8207-4c2b-8ab3-449eaf9bf8b4 req-7195f03b-892e-4a6a-aa88-1dc5522d9f41 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3611324 Dec 22 17:14:53.406442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:53.494324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] Calling delete_port for 8447b072-ccd7-4740-9306-b0bcae21bdaa owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:53.497044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:53.512655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:53.520979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:14:53.521515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:14:53.523950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:port and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:53.536126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:53.568529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:53.619982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Transition to ACTIVE for port object aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:14:53.655080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Made reservation on behalf of 3c489bb601fc4ceb8db7a3eb25cfbac4 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:53.658632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:53.768504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:53.784722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] device_id is not set on port 67a07221-4241-45ba-9634-3d69bbf575c4 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:53.801809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.049188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 871ed763-5be7-4550-ba9b-9f34be233c01 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:54.049411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.084375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f900e13-b1b1-44bc-b849-545b5a441b71 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.094441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e63caa40-cb96-429d-a20a-0d079fbbc5b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:54.136557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.157253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f900e13-b1b1-44bc-b849-545b5a441b71 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Pushing event deleted for resources: {'Port': ['ID=dbad0726-d817-436c-afb1-21e33d4585f2,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:54.172251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] The port '871ed763-5be7-4550-ba9b-9f34be233c01' was deleted {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:14:54.190707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2f900e13-b1b1-44bc-b849-545b5a441b71 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:54.193945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-04fa5189-fe1e-471f-8203-4b4a9615e485 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:54.255941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Allocated IP 172.26.3.49 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/525d0179-ad3c-4981-bbca-4f71485cb416) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:54.307486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.326350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-39fdec53-206a-4f11-a986-1b12a746f332 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:54.389262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8447b072-ccd7-4740-9306-b0bcae21bdaa,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:54.392199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:54.435217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.450886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:54.462856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:54.475345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:54.480868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:54.481497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.519061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event updated for resources: {'Port': ['ID=aa2281fd-25c2-4b0a-8d20-47cf3b3362c8,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:54.528667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3709c-78d8-4ea3-8e62-ce17e221e0de req-3231686e-0e1e-4884-af53-4fb65eaf376f tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:54.530548 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-71b3709c-78d8-4ea3-8e62-ce17e221e0de req-3231686e-0e1e-4884-af53-4fb65eaf376f tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.8152177 Dec 22 17:14:54.533177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.537589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:54.564323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.20.0.13 (24dc626f-59a4-42f0-8fba-8da170867f06/0f27d978-5f72-4932-8300-2b95a44c3ee7/67a07221-4241-45ba-9634-3d69bbf575c4) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:54.569492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f900e13-b1b1-44bc-b849-545b5a441b71 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.584528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.586463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a90f17-d48a-4ecd-8fcb-0a834ab74452']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:54.608287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a5264d-b695-4877-b021-c6f9bd284d09') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:54.608526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a5264d-b695-4877-b021-c6f9bd284d09') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:54.627257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.686510 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2978475 Dec 22 17:14:54.708794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57026) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:54.716708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f900e13-b1b1-44bc-b849-545b5a441b71 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.717798 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2f900e13-b1b1-44bc-b849-545b5a441b71 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] 10.222.0.70 "DELETE /v2.0/floatingips/b82f1e4d-a9e8-4aa6-906a-5bcad0193f83 HTTP/1.1" status: 204 len: 168 time: 2.8470812 Dec 22 17:14:54.724687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57030) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:54.733000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-25521382-1212-4513-a481-e76babb40914 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2db', 'mac_address': 'fa:16:3e:40:a3:3b'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:54.770028 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-71b3709c-78d8-4ea3-8e62-ce17e221e0de req-099027ad-56f3-48a6-9592-ddbafc45eae2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2283051 Dec 22 17:14:54.840625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9ed895d1-b405-40ce-b2a3-4d3124d91744 None None] Provisioning for port aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:14:54.845819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9ed895d1-b405-40ce-b2a3-4d3124d91744 None None] Provisioning complete for port aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:54.846307 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9ed895d1-b405-40ce-b2a3-4d3124d91744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.848266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.888406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.892644 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:54.910245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9ed895d1-b405-40ce-b2a3-4d3124d91744 None None] Port aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:14:54.923510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-37e2a76d-6768-4597-b1d7-2ede8ca6f6f2 tempest-FloatingIPAdminTestJSON-1904224132 tempest-FloatingIPAdminTestJSON-1904224132-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:55.075405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:14:55.075820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:14:55.101945 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:14:55.230867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:55.282187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:55.320481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:55.343326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:55.346473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Router c97b3c1c-0a01-4e08-8fb6-1e175f95418f is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:14:55.432965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733add63-5173-42d7-9f7c-19b98dda16e2 req-dfded638-6328-40fc-bf77-a6e01246af20 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:55.434507 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-733add63-5173-42d7-9f7c-19b98dda16e2 req-dfded638-6328-40fc-bf77-a6e01246af20 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.3465147 Dec 22 17:14:55.442018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-25521382-1212-4513-a481-e76babb40914 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:55.488726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Pushing event updated for resources: {'Port': ['ID=525d0179-ad3c-4981-bbca-4f71485cb416,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:55.504708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:55.527612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:55.539019 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:55.556808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:55.620156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Network': ['ID=04a90f17-d48a-4ecd-8fcb-0a834ab74452,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:55.621766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:55.629516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:55.653460 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-733add63-5173-42d7-9f7c-19b98dda16e2 req-78ca410b-33d0-4c03-8fcf-1635cc7efb7c tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1921594 Dec 22 17:14:55.658916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:55.670056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:55.845664 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/networks/04a90f17-d48a-4ecd-8fcb-0a834ab74452 HTTP/1.1" status: 204 len: 168 time: 4.0980451 Dec 22 17:14:55.846937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57038) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:55.879475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'name': 'tempest-PortsTestJSON-1474962705'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:55.942926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:55.945751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 24dc626f-59a4-42f0-8fba-8da170867f06 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:55.953449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2ce1e-dde0-4c53-b288-d57b330ea19b None None] Sync routers for ids ['c97b3c1c-0a01-4e08-8fb6-1e175f95418f'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:55.965610 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2ce1e-dde0-4c53-b288-d57b330ea19b None None] Routers {'c97b3c1c-0a01-4e08-8fb6-1e175f95418f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:55.966246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-37a2ce1e-dde0-4c53-b288-d57b330ea19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c97b3c1c-0a01-4e08-8fb6-1e175f95418f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:56.032731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-37a2ce1e-dde0-4c53-b288-d57b330ea19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:56.041022 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2ce1e-dde0-4c53-b288-d57b330ea19b None None] Routers {'c97b3c1c-0a01-4e08-8fb6-1e175f95418f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:56.042236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-37a2ce1e-dde0-4c53-b288-d57b330ea19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c97b3c1c-0a01-4e08-8fb6-1e175f95418f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:56.048036 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:56.053166 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "PUT /v2.0/routers/c97b3c1c-0a01-4e08-8fb6-1e175f95418f HTTP/1.1" status: 200 len: 914 time: 6.7482862 Dec 22 17:14:56.053166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:56.056031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57042) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:56.090519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:56.121896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-37a2ce1e-dde0-4c53-b288-d57b330ea19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:56.122463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2ce1e-dde0-4c53-b288-d57b330ea19b None None] The sync data for ids ['c97b3c1c-0a01-4e08-8fb6-1e175f95418f'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:56.124118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=67a07221-4241-45ba-9634-3d69bbf575c4,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:56.143252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:56.184832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:56.208528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:port and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:56.216573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:56.228074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:56.228713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:56.244072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:56.270221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:14:56.273886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:56.292229 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5203316 Dec 22 17:14:56.293471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57046) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:56.304136 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '67a07221-4241-45ba-9634-3d69bbf575c4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:56.313961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port e1ec04fc-82e6-4545-baa2-e5bf20835987 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:14:56.351520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:56.366066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:floatingip and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:56.376663 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:56.391062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-25521382-1212-4513-a481-e76babb40914 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:56.399620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:56.402689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-25521382-1212-4513-a481-e76babb40914 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:56.409347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eb774718-d415-4dcc-8849-44d7b14fd844 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:56.491984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:56.526710 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-25521382-1212-4513-a481-e76babb40914 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] In _notify_port_updated(), no bound segment for port aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 on network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:14:56.532672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25521382-1212-4513-a481-e76babb40914 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:56.533316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-25521382-1212-4513-a481-e76babb40914 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:56.537068 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-25521382-1212-4513-a481-e76babb40914 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "PUT /v2.0/ports/aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 HTTP/1.1" status: 200 len: 1003 time: 1.8206420 Dec 22 17:14:56.543264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57050) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:56.587579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25521382-1212-4513-a481-e76babb40914 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event updated for resources: {'Port': ['ID=aa2281fd-25c2-4b0a-8d20-47cf3b3362c8,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:56.591291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-25521382-1212-4513-a481-e76babb40914 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:56.609967 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-62c0455f-a8c8-46a2-94f3-7108ad1304aa tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/routers/c97b3c1c-0a01-4e08-8fb6-1e175f95418f HTTP/1.1" status: 200 len: 920 time: 0.5514371 Dec 22 17:14:56.616246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57054) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:56.666130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:56.766918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ae471abf-9731-4fa8-a295-6d5e9d5da349 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Deleting port aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:56.767516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae471abf-9731-4fa8-a295-6d5e9d5da349 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:56.848690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-acbc0d73-164b-4f84-85c7-3722161b7537 None None] Provisioning complete for port aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:14:56.849503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-acbc0d73-164b-4f84-85c7-3722161b7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:56.907495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-acbc0d73-164b-4f84-85c7-3722161b7537 None None] Port aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:14:56.917803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:56.962295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] Router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:14:57.089324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:57.144979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:57.151395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6783cc19-e2f7-4264-aa01-1f41d6ebdcc2 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:57.252302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae471abf-9731-4fa8-a295-6d5e9d5da349 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:57.264668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:57.273059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:57.275424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:57.281639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:57.282235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:57.291038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=e1ec04fc-82e6-4545-baa2-e5bf20835987,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:57.291252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4b33fa-c7ea-422b-bcd3-784b7089903a tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:57.292609 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fb4b33fa-c7ea-422b-bcd3-784b7089903a tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&device_id=c97b3c1c-0a01-4e08-8fb6-1e175f95418f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6716218 Dec 22 17:14:57.293739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:57.310909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57060) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:57.412192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea08142-cced-40e7-bdf6-83bc7bd93580 req-eacaad00-1ba7-4f5a-b2de-729a223b495a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:57.413667 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dea08142-cced-40e7-bdf6-83bc7bd93580 req-eacaad00-1ba7-4f5a-b2de-729a223b495a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.5430110 Dec 22 17:14:57.423419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ae471abf-9731-4fa8-a295-6d5e9d5da349 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Calling delete_port for aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:57.524292 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6716454 Dec 22 17:14:57.528564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57064) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:57.576665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9bdd90b0-abda-4e97-87fb-d974c23039a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:57.613512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:57.623626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:57.624096 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec746f62-9e16-493a-9359-18c529dcad66 None None] Sync routers for ids ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:57.635408 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec746f62-9e16-493a-9359-18c529dcad66 None None] Routers {'3f7089a5-afaf-42fe-9637-0240e61ea5d0'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:57.636186 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ec746f62-9e16-493a-9359-18c529dcad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:57.680992 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] 10.222.0.70 "PUT /v2.0/routers/3f7089a5-afaf-42fe-9637-0240e61ea5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2577989 Dec 22 17:14:57.702246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57068) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:57.715587 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dea08142-cced-40e7-bdf6-83bc7bd93580 req-1fab60b0-7f2d-4c28-81d0-45ba9921bf0b tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2929857 Dec 22 17:14:57.716504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:57.784602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-74382d4b-848b-486f-bc5b-ce74838e7d07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port e1ec04fc-82e6-4545-baa2-e5bf20835987 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:57.785523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-74382d4b-848b-486f-bc5b-ce74838e7d07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:57.843702 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-ec746f62-9e16-493a-9359-18c529dcad66 None None] Set router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:14:57.858380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.26.3.127 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/86ea5e7f-3f93-413c-acee-b032995cc20f) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:14:57.888443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aec3d2-d8ab-4471-8db5-35195354b484 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:57.888443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-45aec3d2-d8ab-4471-8db5-35195354b484 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Synchronizing usage tracker for tenant:bff8fd3baa674dc8bb889df098c17def on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:58.190500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae471abf-9731-4fa8-a295-6d5e9d5da349 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:58.196186 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ec746f62-9e16-493a-9359-18c529dcad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:14:54Z', 'revision_number': 5, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:58.201613 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec746f62-9e16-493a-9359-18c529dcad66 None None] Checking router: 3f7089a5-afaf-42fe-9637-0240e61ea5d0 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:14:58.209886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-11328551-d8c0-403a-a549-0e263863c7c1 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:58.212485 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec746f62-9e16-493a-9359-18c529dcad66 None None] Routers {'3f7089a5-afaf-42fe-9637-0240e61ea5d0'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:58.213160 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ec746f62-9e16-493a-9359-18c529dcad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:58.328507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-45aec3d2-d8ab-4471-8db5-35195354b484 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Unset dirty status for tenant:bff8fd3baa674dc8bb889df098c17def on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:58.329666 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-45aec3d2-d8ab-4471-8db5-35195354b484 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/networks/27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 881 time: 1.0178082 Dec 22 17:14:58.349064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57076) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:58.396108 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:58.399758 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae471abf-9731-4fa8-a295-6d5e9d5da349 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event deleted for resources: {'Port': ['ID=aa2281fd-25c2-4b0a-8d20-47cf3b3362c8,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:58.438761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae471abf-9731-4fa8-a295-6d5e9d5da349 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:58.446974 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-ec746f62-9e16-493a-9359-18c529dcad66 None None] Set router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:14:58.451582 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-391806b0-2be6-463f-89b2-150b60aba387 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "GET /v2.0/ports?device_id=c97b3c1c-0a01-4e08-8fb6-1e175f95418f HTTP/1.1" status: 200 len: 205 time: 0.0833051 Dec 22 17:14:58.453989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57080) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:58.526084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:58.567375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-74382d4b-848b-486f-bc5b-ce74838e7d07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:58.771886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-74382d4b-848b-486f-bc5b-ce74838e7d07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for e1ec04fc-82e6-4545-baa2-e5bf20835987 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:14:58.785281 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ec746f62-9e16-493a-9359-18c529dcad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:14:54Z', 'revision_number': 5, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:58.790116 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec746f62-9e16-493a-9359-18c529dcad66 None None] The sync data for ids ['3f7089a5-afaf-42fe-9637-0240e61ea5d0'] in dv-neutron-822513-1-hyperv is: [{'id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'name': 'tempest-ServersTestJSON-2109663890-router', 'tenant_id': '2d87804a11a84295a1aba424574c4c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:14:54Z', 'revision_number': 5, 'project_id': '2d87804a11a84295a1aba424574c4c5c', 'gw_port': {'id': 'aca1e41b-9a34-4d41-a3e2-80a0866ba44f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7089a5-afaf-42fe-9637-0240e61ea5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:58.810426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78707abe-6325-459a-8993-8019a98c453b req-1737e184-7f90-4e52-92a0-a68cfd7fc73a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:14:58.812092 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-78707abe-6325-459a-8993-8019a98c453b req-1737e184-7f90-4e52-92a0-a68cfd7fc73a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.5827899 Dec 22 17:14:58.864099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Router 6b4e8d25-e36d-4dec-a344-8e323376d19f is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:14:58.888064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae471abf-9731-4fa8-a295-6d5e9d5da349 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:58.888645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:58.934744 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ae471abf-9731-4fa8-a295-6d5e9d5da349 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "DELETE /v2.0/ports/aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 HTTP/1.1" status: 204 len: 168 time: 2.3868515 Dec 22 17:14:58.941828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57084) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:58.961908 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-78707abe-6325-459a-8993-8019a98c453b req-386f9268-bd0b-4ffa-90d5-56e56a1a0938 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312027 Dec 22 17:14:59.008511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Deleting port aca1e41b-9a34-4d41-a3e2-80a0866ba44f {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:59.008903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:59.011268 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfbf698-33f4-4302-9cc0-a653df2e877f tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] GET failed (client error): The resource could not be found. Dec 22 17:14:59.011843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fbfbf698-33f4-4302-9cc0-a653df2e877f tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Synchronizing usage tracker for tenant:0e0f0f69ffed4bfda7d39ff3783dbeee on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:14:59.014523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:59.022493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fd74949e-098a-4dd0-82c2-f78a9010eccd tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:59.064099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:59.101991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] Deleting port 0cd30479-4b8e-459d-a366-57dc7c2c33c1 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:59.102253 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:59.172765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-74382d4b-848b-486f-bc5b-ce74838e7d07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:59.193854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:14:59.199713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fbfbf698-33f4-4302-9cc0-a653df2e877f tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Unset dirty status for tenant:0e0f0f69ffed4bfda7d39ff3783dbeee on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:14:59.204720 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fbfbf698-33f4-4302-9cc0-a653df2e877f tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "GET /v2.0/ports/aa2281fd-25c2-4b0a-8d20-47cf3b3362c8 HTTP/1.1" status: 404 len: 333 time: 0.2556689 Dec 22 17:14:59.211628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-74382d4b-848b-486f-bc5b-ce74838e7d07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:59.214064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57088) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:59.214533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:14:59.216634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:14:59.236114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Request body: {'port': {'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-482047422'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:59.248030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=86ea5e7f-3f93-413c-acee-b032995cc20f,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:59.251019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:59.305885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83b7a9e8-e7b4-436b-825e-a782e5e549b2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:14:59.476866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:14:59.486871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91712619-128e-4220-ab73-7ffb0456a3bc None None] Sync routers for ids ['6b4e8d25-e36d-4dec-a344-8e323376d19f'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:14:59.497115 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91712619-128e-4220-ab73-7ffb0456a3bc None None] Routers {'6b4e8d25-e36d-4dec-a344-8e323376d19f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:59.497848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-91712619-128e-4220-ab73-7ffb0456a3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6b4e8d25-e36d-4dec-a344-8e323376d19f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:59.516997 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-74382d4b-848b-486f-bc5b-ce74838e7d07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/e1ec04fc-82e6-4545-baa2-e5bf20835987 HTTP/1.1" status: 204 len: 168 time: 1.9826975 Dec 22 17:14:59.519321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74382d4b-848b-486f-bc5b-ce74838e7d07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=e1ec04fc-82e6-4545-baa2-e5bf20835987,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:14:59.521716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-74382d4b-848b-486f-bc5b-ce74838e7d07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:14:59.524323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57092) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:59.534093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'mac_address': 'fa:16:3e:00:c4:57', 'name': 'tempest-PortsTestJSON-1266179468'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:59.567665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-91712619-128e-4220-ab73-7ffb0456a3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:59.576257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91712619-128e-4220-ab73-7ffb0456a3bc None None] Routers {'6b4e8d25-e36d-4dec-a344-8e323376d19f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:14:59.576864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-91712619-128e-4220-ab73-7ffb0456a3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:14:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6b4e8d25-e36d-4dec-a344-8e323376d19f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:59.584768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] For port aca1e41b-9a34-4d41-a3e2-80a0866ba44f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=aca1e41b-9a34-4d41-a3e2-80a0866ba44f,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:59.585127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:59.592613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:59.597023 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.8427317 Dec 22 17:14:59.605133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57096) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:14:59.625967 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:14:59.674675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-91712619-128e-4220-ab73-7ffb0456a3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:14:59.675234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91712619-128e-4220-ab73-7ffb0456a3bc None None] The sync data for ids ['6b4e8d25-e36d-4dec-a344-8e323376d19f'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:14:59.699600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:59.766895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Deleting port 09bcd8c2-8ba3-4ed1-a287-75747a35ced0 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:14:59.767145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:59.809839 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:14:59.827773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:port and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:14:59.836120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:14:59.866985 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:14:59.904431 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] For port 0cd30479-4b8e-459d-a366-57dc7c2c33c1, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=0cd30479-4b8e-459d-a366-57dc7c2c33c1,segment=NetworkSegment(b768978a-76e9-496d-98b6-e48e763296ab),segment_id=b768978a-76e9-496d-98b6-e48e763296ab)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:14:59.905017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:14:59.983150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Calling delete_port for aca1e41b-9a34-4d41-a3e2-80a0866ba44f owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:00.018308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:00.027840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:00.031420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-28e34bd5-674c-4b3c-905f-3e773ecc3650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:00.163617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] Calling delete_port for 0cd30479-4b8e-459d-a366-57dc7c2c33c1 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:00.238140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:00.262788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8447b072-ccd7-4740-9306-b0bcae21bdaa no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:15:00.281821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:00.295023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:00.304905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 8447b072-ccd7-4740-9306-b0bcae21bdaa {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:15:00.305437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8447b072-ccd7-4740-9306-b0bcae21bdaa not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:15:00.309206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Made reservation on behalf of 0e0f0f69ffed4bfda7d39ff3783dbeee for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:00.312674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:00.428138 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] device_id is not set on port b7b1a79e-bd3b-433a-a5ca-4f941becab74 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:00.451163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Calling delete_port for 09bcd8c2-8ba3-4ed1-a287-75747a35ced0 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:00.516773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port 5ef4cb61-fbf4-4594-9d84-b544b8f95327 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:00.634813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429e7f5-3176-4528-95d2-c9ce8ce868be req-f35055a3-26e3-45cc-a3f9-0a1cf2daffd2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:00.636305 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2429e7f5-3176-4528-95d2-c9ce8ce868be req-f35055a3-26e3-45cc-a3f9-0a1cf2daffd2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.5357983 Dec 22 17:15:00.739285 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2429e7f5-3176-4528-95d2-c9ce8ce868be req-1b54a391-bf6c-476d-94a5-0219f47682e3 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900455 Dec 22 17:15:00.816101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Allocated IP 2001:db8::1c8 (10bd6452-c0f7-4df1-8107-30d1ec7cbd36/61554255-00c0-4f8a-b1a9-3ee02a719157/b7b1a79e-bd3b-433a-a5ca-4f941becab74) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:00.867548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:00.891636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:00.903737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c912430b-3b2d-4d8c-99b4-36077aa590eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:00.962437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.049342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Pushing event deleted for resources: {'Port': ['ID=aca1e41b-9a34-4d41-a3e2-80a0866ba44f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:01.077076 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.148815 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.158492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.165913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b9414167-31b6-491a-aa49-e587eb216cc9 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:01.242619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:01.253149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Pushing event deleted for resources: {'Port': ['ID=09bcd8c2-8ba3-4ed1-a287-75747a35ced0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:01.255567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:01.261518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.353552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.361875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.371496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:01.378494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.382004 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f224a412-84d2-464d-98f9-db1435f7b957 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:01.445248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.480352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd30479-4b8e-459d-a366-57dc7c2c33c1,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:01.490893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:01.501275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:01.520156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.594368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:01.663574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.701593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:01.707843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:01.708444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.741454 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=5ef4cb61-fbf4-4594-9d84-b544b8f95327,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:01.746506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.750403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:01.751472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.794132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.799983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Deleting port 525d0179-ad3c-4981-bbca-4f71485cb416 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:01.800309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.815136 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2879915 Dec 22 17:15:01.816175 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.816672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Fanout notify agent at l3_agent the message router_deleted on router c97b3c1c-0a01-4e08-8fb6-1e175f95418f {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:15:01.819688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57104) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:01.836310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.854727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eade49-b880-45de-b9b4-370a583a743a req-f9d17149-26b2-4ffb-a388-ced520abe72c tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:01.856272 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-21eade49-b880-45de-b9b4-370a583a743a req-f9d17149-26b2-4ffb-a388-ced520abe72c tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.9591041 Dec 22 17:15:01.877287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.881840 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/routers/c97b3c1c-0a01-4e08-8fb6-1e175f95418f HTTP/1.1" status: 204 len: 168 time: 3.4204605 Dec 22 17:15:01.887348 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57108) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:01.897854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b87a019b-a4ce-4441-8a10-7385a01e09cf tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2145090562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:01.909883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b87a019b-a4ce-4441-8a10-7385a01e09cf tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:01.924087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b87a019b-a4ce-4441-8a10-7385a01e09cf tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Usage tracker for resource:router and tenant:9edd8ecc5d8f4f3dac5caae72301f7f1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:01.928392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b87a019b-a4ce-4441-8a10-7385a01e09cf tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:01.939715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ecfa7f-9b8f-4cde-845e-3834cf274ab9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:01.940331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-92ecfa7f-9b8f-4cde-845e-3834cf274ab9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:01.947980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b87a019b-a4ce-4441-8a10-7385a01e09cf tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:01.953059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.960902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:01.968770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ccec6f76-04c1-4604-8599-181274997565 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:02.018188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b87a019b-a4ce-4441-8a10-7385a01e09cf tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.019195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b87a019b-a4ce-4441-8a10-7385a01e09cf tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.020414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.023153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.023641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f7089a5-afaf-42fe-9637-0240e61ea5d0 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:15:02.074816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-92ecfa7f-9b8f-4cde-845e-3834cf274ab9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:02.079135 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-92ecfa7f-9b8f-4cde-845e-3834cf274ab9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/5ef4cb61-fbf4-4594-9d84-b544b8f95327 HTTP/1.1" status: 200 len: 841 time: 0.2554495 Dec 22 17:15:02.086862 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57112) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:02.129171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b87a019b-a4ce-4441-8a10-7385a01e09cf tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.132427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=86ea5e7f-3f93-413c-acee-b032995cc20f,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:02.147873 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-21eade49-b880-45de-b9b4-370a583a743a req-88aae30a-c395-4572-9793-8f789512a835 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2684524 Dec 22 17:15:02.148458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:02.151237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Transition to ACTIVE for port object b7b1a79e-bd3b-433a-a5ca-4f941becab74 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:02.183053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.266802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3b696a86-84d2-464c-942e-af2d2225f1b0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 5ef4cb61-fbf4-4594-9d84-b544b8f95327 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:02.267172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3b696a86-84d2-464c-942e-af2d2225f1b0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.310017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.310994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b87a019b-a4ce-4441-8a10-7385a01e09cf tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.311245 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] 10.222.0.70 "DELETE /v2.0/routers/3f7089a5-afaf-42fe-9637-0240e61ea5d0 HTTP/1.1" status: 204 len: 168 time: 4.5996387 Dec 22 17:15:02.317166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57118) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:02.325220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.436583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.486198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.504841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b87a019b-a4ce-4441-8a10-7385a01e09cf tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.508544 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b87a019b-a4ce-4441-8a10-7385a01e09cf tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6149368 Dec 22 17:15:02.512305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57122) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:02.520959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Calling delete_port for 525d0179-ad3c-4981-bbca-4f71485cb416 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:02.577023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'enable_snat': False}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:02.644711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device aca1e41b-9a34-4d41-a3e2-80a0866ba44f no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:15:02.682347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: aca1e41b-9a34-4d41-a3e2-80a0866ba44f {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:15:02.683078 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device aca1e41b-9a34-4d41-a3e2-80a0866ba44f not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:15:02.697649 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Floating IP 6a79b5ab-53a8-4f1b-a9f7-5b90ad8cf847 associated. External IP: 172.26.3.127, port: 67a07221-4241-45ba-9634-3d69bbf575c4. Dec 22 17:15:02.813939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.850825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-81c007f5-e1a0-4f87-86ca-e1d462dd94eb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:02.875195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87281a86-b5bd-4e59-83b3-02e66c984fb3 req-661878f8-20d8-4a1d-b600-a36aad495956 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:02.876580 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-87281a86-b5bd-4e59-83b3-02e66c984fb3 req-661878f8-20d8-4a1d-b600-a36aad495956 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.5774400 Dec 22 17:15:02.930956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3b696a86-84d2-464c-942e-af2d2225f1b0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:02.938816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf90b85-6ccc-4ba1-a4bc-8dcbb07cb50d admin admin] Deleting subnet 5e22ef8e-a38c-46bd-982b-f33167531c7f {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:15:02.969559 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bdf90b85-6ccc-4ba1-a4bc-8dcbb07cb50d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:03.098428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3b696a86-84d2-464c-942e-af2d2225f1b0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 5ef4cb61-fbf4-4594-9d84-b544b8f95327 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:03.118359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:03.171021 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-87281a86-b5bd-4e59-83b3-02e66c984fb3 req-c55c6630-65af-4ac0-95e1-020bc30d8ebf tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2328150 Dec 22 17:15:03.193879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:03.193879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:03.199880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:03.200632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:03.346407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event updated for resources: {'Port': ['ID=b7b1a79e-bd3b-433a-a5ca-4f941becab74,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:03.362177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3b696a86-84d2-464c-942e-af2d2225f1b0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:03.370453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2a313ead-6cb9-48f9-aa41-4511528a61b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:03.410042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:03.419726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b696a86-84d2-464c-942e-af2d2225f1b0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=5ef4cb61-fbf4-4594-9d84-b544b8f95327,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:03.429248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3b696a86-84d2-464c-942e-af2d2225f1b0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:03.429454 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2080960 Dec 22 17:15:03.429970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57128) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:03.436670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e2f45c48-d6d7-4673-bd72-01df4eefc50e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:40:a3:3b'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:03.465238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3b696a86-84d2-464c-942e-af2d2225f1b0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:03.481748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bdf90b85-6ccc-4ba1-a4bc-8dcbb07cb50d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:03.485245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5f4535e1-b8fa-465a-8bb7-4ce45139293d None None] Provisioning for port b7b1a79e-bd3b-433a-a5ca-4f941becab74 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:03.490794 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5f4535e1-b8fa-465a-8bb7-4ce45139293d None None] Provisioning complete for port b7b1a79e-bd3b-433a-a5ca-4f941becab74 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:03.491464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5f4535e1-b8fa-465a-8bb7-4ce45139293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:03.507911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:15:03.513913 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3b696a86-84d2-464c-942e-af2d2225f1b0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/5ef4cb61-fbf4-4594-9d84-b544b8f95327 HTTP/1.1" status: 204 len: 168 time: 1.4208179 Dec 22 17:15:03.516596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57132) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:03.553997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-5f4535e1-b8fa-465a-8bb7-4ce45139293d None None] Port b7b1a79e-bd3b-433a-a5ca-4f941becab74 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:03.555947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:03.638121 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-779aa0c3-0c30-41ff-a17b-4451a917e3e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:15:03.638673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-779aa0c3-0c30-41ff-a17b-4451a917e3e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:03.746952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-779aa0c3-0c30-41ff-a17b-4451a917e3e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:03.748067 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-779aa0c3-0c30-41ff-a17b-4451a917e3e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/5ef4cb61-fbf4-4594-9d84-b544b8f95327 HTTP/1.1" status: 404 len: 333 time: 0.2305605 Dec 22 17:15:03.766997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57136) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:03.818633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'name': 'tempest-PortsTestJSON-1575882510'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:03.860079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12228b9d-eb7d-475a-b22b-3aa287b0664a req-71d7780c-f20b-4e19-b1ac-b8437d72819f tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:03.861546 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-12228b9d-eb7d-475a-b22b-3aa287b0664a req-71d7780c-f20b-4e19-b1ac-b8437d72819f tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.5121698 Dec 22 17:15:03.901192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:03.910877 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ae151-1bd3-4cb0-8f11-2968dd65b047 None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:03.921616 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ae151-1bd3-4cb0-8f11-2968dd65b047 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:03.922331 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e13ae151-1bd3-4cb0-8f11-2968dd65b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:03.940535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:03.970577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2f45c48-d6d7-4673-bd72-01df4eefc50e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:03.987358 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e13ae151-1bd3-4cb0-8f11-2968dd65b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:03.996769 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ae151-1bd3-4cb0-8f11-2968dd65b047 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:03.997442 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e13ae151-1bd3-4cb0-8f11-2968dd65b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:04.060504 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.7617612 Dec 22 17:15:04.060713 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e13ae151-1bd3-4cb0-8f11-2968dd65b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:04.060713 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ae151-1bd3-4cb0-8f11-2968dd65b047 None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:04.062252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57140) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:04.067175 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6f281281-1267-4311-b114-1e96fa8d85e4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:04.192873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bdf90b85-6ccc-4ba1-a4bc-8dcbb07cb50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.273990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.286581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a0a34668-0979-480d-a7dc-4434102760a5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:04.372397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f281281-1267-4311-b114-1e96fa8d85e4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.379002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Pushing event deleted for resources: {'Port': ['ID=525d0179-ad3c-4981-bbca-4f71485cb416,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:04.383166 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-12228b9d-eb7d-475a-b22b-3aa287b0664a req-953e3caa-8197-4974-a6e2-802a70dd4040 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4494669 Dec 22 17:15:04.385009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] Router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:15:04.391801 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:04.392877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:04.450338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:04.538540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:04.541879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.570709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bdf90b85-6ccc-4ba1-a4bc-8dcbb07cb50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.594723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.646007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bd81cf61-84ae-4384-b31a-807ba80a8071 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:04.700268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port 9bcf8707-fce1-4539-bef9-a48932da70dd yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:04.714743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f281281-1267-4311-b114-1e96fa8d85e4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.717345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2f45c48-d6d7-4673-bd72-01df4eefc50e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.720425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f281281-1267-4311-b114-1e96fa8d85e4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.720915 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-6f281281-1267-4311-b114-1e96fa8d85e4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Floating IP 6a79b5ab-53a8-4f1b-a9f7-5b90ad8cf847 disassociated. External IP: 172.26.3.127, port: 67a07221-4241-45ba-9634-3d69bbf575c4. Dec 22 17:15:04.748334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf90b85-6ccc-4ba1-a4bc-8dcbb07cb50d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e22ef8e-a38c-46bd-982b-f33167531c7f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:04.760864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd8b26c-b71b-412c-85e2-30e9ceefca3f None None] Network 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:04.773983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2f45c48-d6d7-4673-bd72-01df4eefc50e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.794873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e1c1e05c-6246-4502-b988-a4c2d61e74ec tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:04.804081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bdf90b85-6ccc-4ba1-a4bc-8dcbb07cb50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.806543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bdf90b85-6ccc-4ba1-a4bc-8dcbb07cb50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:04.864805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e2f45c48-d6d7-4673-bd72-01df4eefc50e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] In _notify_port_updated(), no bound segment for port b7b1a79e-bd3b-433a-a5ca-4f941becab74 on network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:15:04.870166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f45c48-d6d7-4673-bd72-01df4eefc50e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:04.870792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2f45c48-d6d7-4673-bd72-01df4eefc50e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.874593 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e2f45c48-d6d7-4673-bd72-01df4eefc50e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "PUT /v2.0/ports/b7b1a79e-bd3b-433a-a5ca-4f941becab74 HTTP/1.1" status: 200 len: 1002 time: 1.4403636 Dec 22 17:15:04.878974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57146) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:04.897498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:04.922166 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bdf90b85-6ccc-4ba1-a4bc-8dcbb07cb50d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5e22ef8e-a38c-46bd-982b-f33167531c7f HTTP/1.1" status: 204 len: 168 time: 2.6009946 Dec 22 17:15:04.926701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57150) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:05.002088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f45c48-d6d7-4673-bd72-01df4eefc50e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event updated for resources: {'Port': ['ID=b7b1a79e-bd3b-433a-a5ca-4f941becab74,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:05.031051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e2f45c48-d6d7-4673-bd72-01df4eefc50e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:05.118020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61436774-8ebe-4b1e-a3ef-3e281d13bcc6 None None] DHCP port deletion for 74bc4cb7-dcf3-4daf-aac3-ac856c717a8a request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:15:05.123336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-61436774-8ebe-4b1e-a3ef-3e281d13bcc6 None None] Deleting port 37318e00-d892-4827-b5eb-2ae301a7c8d4 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:05.123842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-61436774-8ebe-4b1e-a3ef-3e281d13bcc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:05.124807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-9df5ae73-38d3-4447-a21a-003e9cfd2dcd tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Deleting port b7b1a79e-bd3b-433a-a5ca-4f941becab74 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:05.125151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9df5ae73-38d3-4447-a21a-003e9cfd2dcd tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:05.210718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:05.243432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-214c5feb-116f-4de9-8e3e-7b2bd8a258e3 None None] Provisioning complete for port b7b1a79e-bd3b-433a-a5ca-4f941becab74 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:05.243976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-214c5feb-116f-4de9-8e3e-7b2bd8a258e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:05.288898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:05.313564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316df477-6bfe-4a7a-94e8-09bff9cd1329 None None] Sync routers for ids ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:05.343293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Deleting port 37318e00-d892-4827-b5eb-2ae301a7c8d4 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:05.343639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:05.390182 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-214c5feb-116f-4de9-8e3e-7b2bd8a258e3 None None] Port b7b1a79e-bd3b-433a-a5ca-4f941becab74 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:05.396094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316df477-6bfe-4a7a-94e8-09bff9cd1329 None None] Routers {'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:05.396898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-316df477-6bfe-4a7a-94e8-09bff9cd1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:05.427189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:05.441116 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] 10.222.0.70 "PUT /v2.0/routers/fa7f3ff1-b062-44ab-b292-6657bbdbf7e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7108965 Dec 22 17:15:05.492064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57154) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:05.492624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-61436774-8ebe-4b1e-a3ef-3e281d13bcc6 None None] For port 37318e00-d892-4827-b5eb-2ae301a7c8d4, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=37318e00-d892-4827-b5eb-2ae301a7c8d4,segment=NetworkSegment(844ca763-3689-4851-a62a-6003d6f20cf9),segment_id=844ca763-3689-4851-a62a-6003d6f20cf9)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:05.492624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-61436774-8ebe-4b1e-a3ef-3e281d13bcc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:05.658809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:05.679985 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-61436774-8ebe-4b1e-a3ef-3e281d13bcc6 None None] Calling delete_port for 37318e00-d892-4827-b5eb-2ae301a7c8d4 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:05.762520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-316df477-6bfe-4a7a-94e8-09bff9cd1329 None None] Set router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:15:05.796834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:05.853131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:05.862278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:05.906531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Router 6b4e8d25-e36d-4dec-a344-8e323376d19f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:15:06.007880 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-61436774-8ebe-4b1e-a3ef-3e281d13bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:06.019467 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:06.051925 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61436774-8ebe-4b1e-a3ef-3e281d13bcc6 None None] No DVR routers for this DVR port 37318e00-d892-4827-b5eb-2ae301a7c8d4 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:15:06.053822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:06.087562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61436774-8ebe-4b1e-a3ef-3e281d13bcc6 None None] Pushing event deleted for resources: {'Port': ['ID=37318e00-d892-4827-b5eb-2ae301a7c8d4,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:06.090007 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-61436774-8ebe-4b1e-a3ef-3e281d13bcc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:06.132729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:06.135606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f281281-1267-4311-b114-1e96fa8d85e4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:15:06.146641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9df5ae73-38d3-4447-a21a-003e9cfd2dcd tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:06.151645 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb71c3-e63f-453c-9882-bf5565a49971 None None] Sync routers for ids ['6b4e8d25-e36d-4dec-a344-8e323376d19f'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:06.152152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:06.153121 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "PUT /v2.0/routers/6b4e8d25-e36d-4dec-a344-8e323376d19f HTTP/1.1" status: 200 len: 709 time: 6.5470660 Dec 22 17:15:06.158398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:06.160002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57158) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:06.165322 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb71c3-e63f-453c-9882-bf5565a49971 None None] Routers {'6b4e8d25-e36d-4dec-a344-8e323376d19f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:06.166381 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-24cb71c3-e63f-453c-9882-bf5565a49971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6b4e8d25-e36d-4dec-a344-8e323376d19f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:06.228976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-84fae009-ad3b-427b-8000-67a2bdecf915 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:06.246306 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-24cb71c3-e63f-453c-9882-bf5565a49971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:06.257370 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb71c3-e63f-453c-9882-bf5565a49971 None None] Routers {'6b4e8d25-e36d-4dec-a344-8e323376d19f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:06.258419 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-24cb71c3-e63f-453c-9882-bf5565a49971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6b4e8d25-e36d-4dec-a344-8e323376d19f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:06.264077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Allocated IP 172.26.3.46 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/e0d6bd3a-7787-4ae0-aa66-bae09cd49b9a) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:06.284508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-316df477-6bfe-4a7a-94e8-09bff9cd1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:15:00Z', 'revision_number': 5, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:06.303292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316df477-6bfe-4a7a-94e8-09bff9cd1329 None None] Checking router: fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:15:06.320685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-9df5ae73-38d3-4447-a21a-003e9cfd2dcd tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Calling delete_port for b7b1a79e-bd3b-433a-a5ca-4f941becab74 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:06.343609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316df477-6bfe-4a7a-94e8-09bff9cd1329 None None] Routers {'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:06.344561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-316df477-6bfe-4a7a-94e8-09bff9cd1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:06.379379 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-24cb71c3-e63f-453c-9882-bf5565a49971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:06.380032 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb71c3-e63f-453c-9882-bf5565a49971 None None] The sync data for ids ['6b4e8d25-e36d-4dec-a344-8e323376d19f'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:06.418815 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 37318e00-d892-4827-b5eb-2ae301a7c8d4 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:15:06.428428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:06.429492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] For port 37318e00-d892-4827-b5eb-2ae301a7c8d4, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=37318e00-d892-4827-b5eb-2ae301a7c8d4,segment=NetworkSegment(844ca763-3689-4851-a62a-6003d6f20cf9),segment_id=844ca763-3689-4851-a62a-6003d6f20cf9)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:06.429860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:06.436121 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ef91e784-adea-4b09-a075-5fdfc328dc97 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/routers/6b4e8d25-e36d-4dec-a344-8e323376d19f HTTP/1.1" status: 200 len: 744 time: 0.2717676 Dec 22 17:15:06.437067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:06.472319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 37318e00-d892-4827-b5eb-2ae301a7c8d4 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:15:06.472319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 37318e00-d892-4827-b5eb-2ae301a7c8d4 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:15:06.487398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=9bcf8707-fce1-4539-bef9-a48932da70dd,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:06.491656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57162) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:06.491656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:06.496425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:06.497036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:06.514487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:06.566033 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-74a0bdab-5c02-485a-af74-ab5ed204be6a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&device_id=6b4e8d25-e36d-4dec-a344-8e323376d19f HTTP/1.1" status: 200 len: 205 time: 0.0598960 Dec 22 17:15:06.568845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57166) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:06.614016 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8035402 Dec 22 17:15:06.629542 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-aa35c892-c90b-4ef5-8d52-377e40ec04b8 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b4e8d25-e36d-4dec-a344-8e323376d19f HTTP/1.1" status: 200 len: 205 time: 0.0586002 Dec 22 17:15:06.632474 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57170) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:06.632793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57172) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:06.633103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-316df477-6bfe-4a7a-94e8-09bff9cd1329 None None] Set router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:15:06.641959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6adf64e9-4268-4f79-a804-bc63d896c950 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:06.663424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Calling delete_port for 37318e00-d892-4827-b5eb-2ae301a7c8d4 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:06.840260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0c306cb9-895b-4bdd-96e2-fe39c545ea23 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:06.856399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f281281-1267-4311-b114-1e96fa8d85e4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:06.905122 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc45724-cb8f-4b78-9cda-fb05ccbd9fcd None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:06.912528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:06.924847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc45724-cb8f-4b78-9cda-fb05ccbd9fcd None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:06.925477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-bdc45724-cb8f-4b78-9cda-fb05ccbd9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:07.000242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-bdc45724-cb8f-4b78-9cda-fb05ccbd9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:07.014504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc45724-cb8f-4b78-9cda-fb05ccbd9fcd None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:07.015242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-bdc45724-cb8f-4b78-9cda-fb05ccbd9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:07.081564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.081921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-bdc45724-cb8f-4b78-9cda-fb05ccbd9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:07.082014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc45724-cb8f-4b78-9cda-fb05ccbd9fcd None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:07.085957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f281281-1267-4311-b114-1e96fa8d85e4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.089944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-316df477-6bfe-4a7a-94e8-09bff9cd1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:15:00Z', 'revision_number': 5, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:07.094139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316df477-6bfe-4a7a-94e8-09bff9cd1329 None None] The sync data for ids ['fa7f3ff1-b062-44ab-b292-6657bbdbf7e2'] in dv-neutron-822513-1-hyperv is: [{'id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'name': 'tempest-ServersTestManualDisk-1742563376-router', 'tenant_id': '3799217fd402441cb16f9e8ff8048dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:50Z', 'updated_at': '2021-12-22T17:15:00Z', 'revision_number': 5, 'project_id': '3799217fd402441cb16f9e8ff8048dcd', 'gw_port': {'id': '7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f3ff1-b062-44ab-b292-6657bbdbf7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:07.155848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Deleting port 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:07.156183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.216227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:15:07.216547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:15:07.217044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9df5ae73-38d3-4447-a21a-003e9cfd2dcd tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.227445 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6f281281-1267-4311-b114-1e96fa8d85e4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "PUT /v2.0/floatingips/6a79b5ab-53a8-4f1b-a9f7-5b90ad8cf847 HTTP/1.1" status: 200 len: 688 time: 3.1645002 Dec 22 17:15:07.228650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-771f32f9-1504-4dc5-81cd-75adc4fe24bb tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:07.260813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57178) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:07.342165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6adf64e9-4268-4f79-a804-bc63d896c950 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.349290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5ae73-38d3-4447-a21a-003e9cfd2dcd tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event deleted for resources: {'Port': ['ID=b7b1a79e-bd3b-433a-a5ca-4f941becab74,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:07.373114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9df5ae73-38d3-4447-a21a-003e9cfd2dcd tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:07.376573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0c306cb9-895b-4bdd-96e2-fe39c545ea23 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.381435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0c306cb9-895b-4bdd-96e2-fe39c545ea23 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.472739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.483173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a44405c1-adff-4c30-ab70-ee19e2bda748 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:07.516610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0c306cb9-895b-4bdd-96e2-fe39c545ea23 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.517330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c306cb9-895b-4bdd-96e2-fe39c545ea23 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Fanout notify agent at l3_agent the message router_deleted on router 6b4e8d25-e36d-4dec-a344-8e323376d19f {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:15:07.552268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9df5ae73-38d3-4447-a21a-003e9cfd2dcd tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.572020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0c306cb9-895b-4bdd-96e2-fe39c545ea23 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.573380 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0c306cb9-895b-4bdd-96e2-fe39c545ea23 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/routers/6b4e8d25-e36d-4dec-a344-8e323376d19f HTTP/1.1" status: 204 len: 168 time: 0.9381435 Dec 22 17:15:07.578583 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9df5ae73-38d3-4447-a21a-003e9cfd2dcd tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "DELETE /v2.0/ports/b7b1a79e-bd3b-433a-a5ca-4f941becab74 HTTP/1.1" status: 204 len: 168 time: 2.6985402 Dec 22 17:15:07.580140 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b32f8916-753c-4a0f-8fcd-b2a62a70f8ef tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port 86ea5e7f-3f93-413c-acee-b032995cc20f {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:07.580476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b32f8916-753c-4a0f-8fcd-b2a62a70f8ef tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.591566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57182) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:07.592247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57184) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:07.605133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:07.657360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:07.729828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Deleting port 37318e00-d892-4827-b5eb-2ae301a7c8d4 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:07.730316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.742151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:07.782432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] For port 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:07.782792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:07.796915 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6f8cc231-85a7-4060-b41b-49fdd7fccd9a tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b4e8d25-e36d-4dec-a344-8e323376d19f HTTP/1.1" status: 200 len: 205 time: 0.1875997 Dec 22 17:15:07.805179 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdefd62-9f3d-45fa-98d9-7f7e1a543819 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] GET failed (client error): The resource could not be found. Dec 22 17:15:07.805699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0bdefd62-9f3d-45fa-98d9-7f7e1a543819 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Synchronizing usage tracker for tenant:0e0f0f69ffed4bfda7d39ff3783dbeee on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:07.807770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57190) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:07.826483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] The port '37318e00-d892-4827-b5eb-2ae301a7c8d4' was deleted {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:15:07.884679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Pushing event updated for resources: {'Port': ['ID=e0d6bd3a-7787-4ae0-aa66-bae09cd49b9a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:07.903384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:07.914317 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-2d5d9422-059a-465e-90d5-a83e1ca6490c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] delete failed (client error): The resource could not be found. Dec 22 17:15:07.915348 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2d5d9422-059a-465e-90d5-a83e1ca6490c tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/routers/6b4e8d25-e36d-4dec-a344-8e323376d19f HTTP/1.1" status: 404 len: 336 time: 0.0946815 Dec 22 17:15:07.921706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57194) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:07.984343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Calling delete_port for 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:08.077832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0bdefd62-9f3d-45fa-98d9-7f7e1a543819 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Unset dirty status for tenant:0e0f0f69ffed4bfda7d39ff3783dbeee on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:08.078684 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0bdefd62-9f3d-45fa-98d9-7f7e1a543819 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "GET /v2.0/ports/b7b1a79e-bd3b-433a-a5ca-4f941becab74 HTTP/1.1" status: 404 len: 333 time: 0.4692254 Dec 22 17:15:08.092305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57198) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:08.098155 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-00ccbd9c-b684-4fd3-8251-cbd690c8a5a4 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22 HTTP/1.1" status: 200 len: 205 time: 0.1736073 Dec 22 17:15:08.099401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-6adf64e9-4268-4f79-a804-bc63d896c950 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:15:08.107907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57202) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:08.111348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Request body: {'port': {'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-815275643'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:08.146909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b32f8916-753c-4a0f-8fcd-b2a62a70f8ef tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:08.147239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b32f8916-753c-4a0f-8fcd-b2a62a70f8ef tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:08.167954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6adf64e9-4268-4f79-a804-bc63d896c950 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:08.178497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:08.250702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6adf64e9-4268-4f79-a804-bc63d896c950 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:08.268938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 0cd30479-4b8e-459d-a366-57dc7c2c33c1 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:15:08.301908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-633c9184-4bfc-4683-898f-41dd6fecd3c1 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:08.304360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 0cd30479-4b8e-459d-a366-57dc7c2c33c1 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:15:08.304780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 0cd30479-4b8e-459d-a366-57dc7c2c33c1 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:15:08.345854 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-ee24e6d8-4052-4e64-bd75-f4f01f8a910f tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] delete failed (client error): The resource could not be found. Dec 22 17:15:08.346871 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ee24e6d8-4052-4e64-bd75-f4f01f8a910f tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/routers/8fff8a26-7a2a-4a4c-afa1-ee4c86a31e22 HTTP/1.1" status: 404 len: 336 time: 0.2197504 Dec 22 17:15:08.369621 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57206) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:08.451573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b32f8916-753c-4a0f-8fcd-b2a62a70f8ef tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for 86ea5e7f-3f93-413c-acee-b032995cc20f owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:08.505207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-6adf64e9-4268-4f79-a804-bc63d896c950 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] In _notify_port_updated(), no bound segment for port 9bcf8707-fce1-4539-bef9-a48932da70dd on network 4940b49d-9888-4167-9ba3-cad6c97dcc95 {{(pid=87586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:15:08.511183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf64e9-4268-4f79-a804-bc63d896c950 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:08.511777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6adf64e9-4268-4f79-a804-bc63d896c950 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:08.513026 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6adf64e9-4268-4f79-a804-bc63d896c950 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "PUT /v2.0/ports/9bcf8707-fce1-4539-bef9-a48932da70dd HTTP/1.1" status: 200 len: 818 time: 1.8793619 Dec 22 17:15:08.513299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bc4cb7-dcf3-4daf-aac3-ac856c717a8a']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:08.522001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57210) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:08.578225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844ca763-3689-4851-a62a-6003d6f20cf9') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:08.578501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844ca763-3689-4851-a62a-6003d6f20cf9') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:08.625953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:08.626731 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4a718847-1a52-4398-9626-fe5a556d13e3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "GET /v2.0/ports?device_id=69ffac17-d70f-41f8-839f-46aac94baa2a HTTP/1.1" status: 200 len: 205 time: 0.2546628 Dec 22 17:15:08.634120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57214) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:08.674833 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf64e9-4268-4f79-a804-bc63d896c950 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=9bcf8707-fce1-4539-bef9-a48932da70dd,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:08.689650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6adf64e9-4268-4f79-a804-bc63d896c950 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:08.735335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5d0c5-8c4c-475e-8306-8241b7994b84 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 9bcf8707-fce1-4539-bef9-a48932da70dd {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:08.735902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d0c5-8c4c-475e-8306-8241b7994b84 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:08.749795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:08.760451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:08.771360 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-8aec2d73-bd3a-4e20-bf3d-d964c77bb4c8 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] delete failed (client error): The resource could not be found. Dec 22 17:15:08.774832 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8aec2d73-bd3a-4e20-bf3d-d964c77bb4c8 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/routers/69ffac17-d70f-41f8-839f-46aac94baa2a HTTP/1.1" status: 404 len: 336 time: 0.1326075 Dec 22 17:15:08.775148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57218) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:08.790006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:15:08.790418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:15:08.805773 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:15:08.814517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:08.835447 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6f98c542-f4f3-4fb5-b7fb-9ff62c8fd4a6 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1201dd-5a76-4392-9fbe-20ccf44b302f HTTP/1.1" status: 200 len: 205 time: 0.0591424 Dec 22 17:15:08.840268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57222) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:08.916714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Made reservation on behalf of 0e0f0f69ffed4bfda7d39ff3783dbeee for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:08.920169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:08.929248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:08.996230 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-f678dc1e-1d95-4230-bdd7-0f9ff264b83a tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] delete failed (client error): The resource could not be found. Dec 22 17:15:08.997141 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f678dc1e-1d95-4230-bdd7-0f9ff264b83a tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/routers/ed1201dd-5a76-4392-9fbe-20ccf44b302f HTTP/1.1" status: 404 len: 336 time: 0.1534829 Dec 22 17:15:09.001565 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57226) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:09.027275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:09.038487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:09.055985 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:09.060789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] device_id is not set on port c08ecb47-8b56-460d-96bc-a7c616bea8da yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:09.064860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:09.080496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=74bc4cb7-dcf3-4daf-aac3-ac856c717a8a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:09.095458 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2a1a8473-25be-42b5-871d-daad9cac2d3a tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a436-0615-487b-85ef-4779039b5ac5 HTTP/1.1" status: 200 len: 205 time: 0.0927713 Dec 22 17:15:09.098867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57230) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:09.106194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:09.113399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7d49fe95-7f6f-45f3-9f9c-19c7e1a93061 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:09.236160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b32f8916-753c-4a0f-8fcd-b2a62a70f8ef tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:09.248175 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-5f93b055-208a-4dda-a54c-a154a27e2585 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] delete failed (client error): The resource could not be found. Dec 22 17:15:09.249139 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5f93b055-208a-4dda-a54c-a154a27e2585 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/routers/d044a436-0615-487b-85ef-4779039b5ac5 HTTP/1.1" status: 404 len: 336 time: 0.1484156 Dec 22 17:15:09.256543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57234) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:09.257164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:09.271957 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] 10.222.0.70 "DELETE /v2.0/networks/74bc4cb7-dcf3-4daf-aac3-ac856c717a8a HTTP/1.1" status: 204 len: 168 time: 4.3383806 Dec 22 17:15:09.273211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:09.275428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9697ed16-65c3-4f68-bca9-e763cec606dc tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:09.318044 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-19935378-0192-4cb2-9335-6e22e312f6c8 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaf7c815-3d74-4d41-931c-ab36adceda73 HTTP/1.1" status: 200 len: 205 time: 0.0607336 Dec 22 17:15:09.323066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57240) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:09.393343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f8916-753c-4a0f-8fcd-b2a62a70f8ef tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=86ea5e7f-3f93-413c-acee-b032995cc20f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:09.411377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b32f8916-753c-4a0f-8fcd-b2a62a70f8ef tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:09.440961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d0c5-8c4c-475e-8306-8241b7994b84 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:09.503019 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-3fbd3c1d-b51a-4b3f-a1c2-6f9c7b0647c9 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] delete failed (client error): The resource could not be found. Dec 22 17:15:09.503967 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3fbd3c1d-b51a-4b3f-a1c2-6f9c7b0647c9 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/routers/eaf7c815-3d74-4d41-931c-ab36adceda73 HTTP/1.1" status: 404 len: 336 time: 0.1780515 Dec 22 17:15:09.518891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57244) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:09.571622 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb46e3da-2eb6-4179-9d08-3cb736aba452 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] DELETE failed (client error): The resource could not be found. Dec 22 17:15:09.571622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb46e3da-2eb6-4179-9d08-3cb736aba452 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:15:09.577091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57248) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:09.593324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5d0c5-8c4c-475e-8306-8241b7994b84 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 9bcf8707-fce1-4539-bef9-a48932da70dd owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:09.623624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:09.659488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Allocated IP 2001:db8::6a (10bd6452-c0f7-4df1-8107-30d1ec7cbd36/61554255-00c0-4f8a-b1a9-3ee02a719157/c08ecb47-8b56-460d-96bc-a7c616bea8da) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:09.662173 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-eb46e3da-2eb6-4179-9d08-3cb736aba452 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] 10.222.0.70 "DELETE /v2.0/subnets/9821f36d-c815-4f35-b6b9-44e3b8a432f6 HTTP/1.1" status: 404 len: 337 time: 0.1423278 Dec 22 17:15:09.744277 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ebb34fbb-3910-471a-a00c-0f43dba939af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d87804a11a84295a1aba424574c4c5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1655586 Dec 22 17:15:09.750379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57254) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:09.753453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:09.767256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:09.817121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b32f8916-753c-4a0f-8fcd-b2a62a70f8ef tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:09.819493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b32f8916-753c-4a0f-8fcd-b2a62a70f8ef tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:09.820688 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b32f8916-753c-4a0f-8fcd-b2a62a70f8ef tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/floatingips/6a79b5ab-53a8-4f1b-a9f7-5b90ad8cf847 HTTP/1.1" status: 204 len: 168 time: 2.5589228 Dec 22 17:15:09.838806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57258) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:09.859451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'bee7c27f-0000-49b7-90fa-4ad49ffe70cd'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:09.984974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:09.993294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.025506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:10.027618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57266) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:10.041911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:floatingip and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:10.053179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d0c5-8c4c-475e-8306-8241b7994b84 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.054666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.055170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:15:10.062897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9a9d9de6-7f00-4efa-af4b-07a76961ccd3 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:10.094457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:10.105887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:10.118867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5d0c5-8c4c-475e-8306-8241b7994b84 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=9bcf8707-fce1-4539-bef9-a48932da70dd,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:10.123339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ebf32ce-f758-4603-951a-c638d65d1b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.126907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b9d5d0c5-8c4c-475e-8306-8241b7994b84 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:10.144299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d0c5-8c4c-475e-8306-8241b7994b84 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.160126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.161475 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] 10.222.0.70 "DELETE /v2.0/routers/fa7f3ff1-b062-44ab-b292-6657bbdbf7e2 HTTP/1.1" status: 204 len: 168 time: 4.6691792 Dec 22 17:15:10.166182 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b9d5d0c5-8c4c-475e-8306-8241b7994b84 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/9bcf8707-fce1-4539-bef9-a48932da70dd HTTP/1.1" status: 204 len: 168 time: 1.6394751 Dec 22 17:15:10.167090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57272) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:10.169019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ebf32ce-f758-4603-951a-c638d65d1b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.178770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57274) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:10.214624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.332999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07916f4-70c1-4545-9532-944556e7ec36 admin admin] Deleting subnet 8cf246d8-2bf5-48b2-89b4-ff7c32508fbd {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:15:10.337538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b07916f4-70c1-4545-9532-944556e7ec36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.376167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dc165fda-4273-46c6-8069-d79e2ebe9192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.391426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.392959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ebf32ce-f758-4603-951a-c638d65d1b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.399243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1137a4ab-221f-4a9f-91ea-687cc065bfc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:10.407562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b07916f4-70c1-4545-9532-944556e7ec36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.427966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-dc165fda-4273-46c6-8069-d79e2ebe9192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:10.440185 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Transition to ACTIVE for port object c08ecb47-8b56-460d-96bc-a7c616bea8da will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:10.441955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-dc165fda-4273-46c6-8069-d79e2ebe9192 admin admin] Usage tracker for resource:security_group_rule and tenant:b4aeaf5343e1490d962eb05488c43091 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:10.445348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-dc165fda-4273-46c6-8069-d79e2ebe9192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:10.449824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618832a9-3331-4fe9-a5d5-297d084621d3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:10.450516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-618832a9-3331-4fe9-a5d5-297d084621d3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:10.458597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-dc165fda-4273-46c6-8069-d79e2ebe9192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:10.461341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf32ce-f758-4603-951a-c638d65d1b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6da0e4-88bf-48d2-bbdc-21b8b1487ce1,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:10.464624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0ebf32ce-f758-4603-951a-c638d65d1b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:10.484884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ebf32ce-f758-4603-951a-c638d65d1b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.486031 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0ebf32ce-f758-4603-951a-c638d65d1b59 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca6da0e4-88bf-48d2-bbdc-21b8b1487ce1 HTTP/1.1" status: 204 len: 168 time: 0.7274752 Dec 22 17:15:10.494269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Router eab8b8bc-1541-486e-b4de-5f5984d29a27 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:15:10.499941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-618832a9-3331-4fe9-a5d5-297d084621d3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:10.510075 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-618832a9-3331-4fe9-a5d5-297d084621d3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3240635 Dec 22 17:15:10.513313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57282) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:10.544182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b07916f4-70c1-4545-9532-944556e7ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.643747 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96a5dad-2179-4c68-81ff-c60e3fcf3b89 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:15:10.645018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a96a5dad-2179-4c68-81ff-c60e3fcf3b89 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:10.650447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b07916f4-70c1-4545-9532-944556e7ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.656638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5ccdac7a-541a-46b7-8f44-2c38f78a115e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:10.673975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.693633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b42c05ea-1a12-41d4-af05-dcd01a040152 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:10.698637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07916f4-70c1-4545-9532-944556e7ec36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf246d8-2bf5-48b2-89b4-ff7c32508fbd,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:10.701136 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b07916f4-70c1-4545-9532-944556e7ec36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:10.706450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b07916f4-70c1-4545-9532-944556e7ec36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.713811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b509f3d-cc0c-4d42-9597-147b95640f2d None None] Network 4e21d005-9d9c-4384-8d54-c467fe66715e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:10.721535 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b07916f4-70c1-4545-9532-944556e7ec36 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8cf246d8-2bf5-48b2-89b4-ff7c32508fbd HTTP/1.1" status: 204 len: 168 time: 0.5436223 Dec 22 17:15:10.723562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57288) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:10.839352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a96a5dad-2179-4c68-81ff-c60e3fcf3b89 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:10.840824 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a96a5dad-2179-4c68-81ff-c60e3fcf3b89 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/9bcf8707-fce1-4539-bef9-a48932da70dd HTTP/1.1" status: 404 len: 333 time: 0.3232527 Dec 22 17:15:10.843675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:10.846988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57292) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:10.854753 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1565255060'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:10.859470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:10.863848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:network and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:10.866868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:10.874158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:10.885715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.886018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:10.891647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:10.895832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.899667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:10.916871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:10.917485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.926490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:10.936010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.936515 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Added segment 52424321-0f84-4fa8-a3af-71e7fe4508a5 of type vlan for network 2d368da9-db47-4e32-bfeb-e05a90afbd3e Dec 22 17:15:10.968389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:10.986380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Deleting port 715df730-6167-48ab-87cd-69d2fd4e717e {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:10.986764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.001200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.003812 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event updated for resources: {'Port': ['ID=c08ecb47-8b56-460d-96bc-a7c616bea8da,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:11.017687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:11.092736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.098706 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:11.099350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.110961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:11.159917 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0644777 Dec 22 17:15:11.169167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57304) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:11.171909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a411fb53-32bd-4023-a252-bca9c1bc1d1b None None] DHCP port deletion for 4e21d005-9d9c-4384-8d54-c467fe66715e request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:15:11.176383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a411fb53-32bd-4023-a252-bca9c1bc1d1b None None] Deleting port 715df730-6167-48ab-87cd-69d2fd4e717e {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:11.176815 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a411fb53-32bd-4023-a252-bca9c1bc1d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.245774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Network': ['ID=2d368da9-db47-4e32-bfeb-e05a90afbd3e,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:11.255391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:11.286063 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4380379 Dec 22 17:15:11.286641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 2d368da9-db47-4e32-bfeb-e05a90afbd3e details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:11.289948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57312) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:11.291711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.26.3.191 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/33b08ed0-c004-45fe-94dd-4aa2b24125b9) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:11.297918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '2d368da9-db47-4e32-bfeb-e05a90afbd3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:11.426742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-444172ff-9ff3-4993-b2f8-e60d2416f654 None None] Provisioning for port c08ecb47-8b56-460d-96bc-a7c616bea8da completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:11.446325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-444172ff-9ff3-4993-b2f8-e60d2416f654 None None] Provisioning complete for port c08ecb47-8b56-460d-96bc-a7c616bea8da triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:11.446977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-444172ff-9ff3-4993-b2f8-e60d2416f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.460693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.490974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dc165fda-4273-46c6-8069-d79e2ebe9192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.491438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] For port 715df730-6167-48ab-87cd-69d2fd4e717e, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=715df730-6167-48ab-87cd-69d2fd4e717e,segment=NetworkSegment(b768978a-76e9-496d-98b6-e48e763296ab),segment_id=b768978a-76e9-496d-98b6-e48e763296ab)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:11.491804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.492755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:11.504663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Request body: {'port': {'network_id': '10bd6452-c0f7-4df1-8107-30d1ec7cbd36', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1630366999'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:11.506432 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149502a-ea2a-4d58-a307-9a45f109422a None None] Sync routers for ids ['eab8b8bc-1541-486e-b4de-5f5984d29a27'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:11.521587 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149502a-ea2a-4d58-a307-9a45f109422a None None] Routers {'eab8b8bc-1541-486e-b4de-5f5984d29a27'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:11.522169 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4149502a-ea2a-4d58-a307-9a45f109422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['eab8b8bc-1541-486e-b4de-5f5984d29a27'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:11.525576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dc165fda-4273-46c6-8069-d79e2ebe9192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.534911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.546534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4fb13b5d-4eb1-4d10-a648-20292bec44b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-270076966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:11.583029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-444172ff-9ff3-4993-b2f8-e60d2416f654 None None] Port c08ecb47-8b56-460d-96bc-a7c616bea8da cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:11.583251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc165fda-4273-46c6-8069-d79e2ebe9192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f6efda-bd36-4334-b46e-18ea0abfd0fd,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:11.590934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a411fb53-32bd-4023-a252-bca9c1bc1d1b None None] For port 715df730-6167-48ab-87cd-69d2fd4e717e, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=715df730-6167-48ab-87cd-69d2fd4e717e,segment=NetworkSegment(b768978a-76e9-496d-98b6-e48e763296ab),segment_id=b768978a-76e9-496d-98b6-e48e763296ab)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:11.591433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a411fb53-32bd-4023-a252-bca9c1bc1d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.632558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:11.650182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.651437 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "PUT /v2.0/routers/eab8b8bc-1541-486e-b4de-5f5984d29a27 HTTP/1.1" status: 200 len: 915 time: 9.0990326 Dec 22 17:15:11.666191 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4149502a-ea2a-4d58-a307-9a45f109422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:11.667886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57322) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:11.677146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dc165fda-4273-46c6-8069-d79e2ebe9192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:11.679796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6adf64e9-4268-4f79-a804-bc63d896c950 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:11.684190 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149502a-ea2a-4d58-a307-9a45f109422a None None] Routers {'eab8b8bc-1541-486e-b4de-5f5984d29a27'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:11.684838 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4149502a-ea2a-4d58-a307-9a45f109422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['eab8b8bc-1541-486e-b4de-5f5984d29a27'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:11.764111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Calling delete_port for 715df730-6167-48ab-87cd-69d2fd4e717e owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:11.768334 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4149502a-ea2a-4d58-a307-9a45f109422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:11.768723 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149502a-ea2a-4d58-a307-9a45f109422a None None] The sync data for ids ['eab8b8bc-1541-486e-b4de-5f5984d29a27'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:11.805505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:11.815328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a411fb53-32bd-4023-a252-bca9c1bc1d1b None None] Calling delete_port for 715df730-6167-48ab-87cd-69d2fd4e717e owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:11.816815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:11.827826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:11.831807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:11.856444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:11.860584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.898835 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dc165fda-4273-46c6-8069-d79e2ebe9192 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4aeaf5343e1490d962eb05488c43091&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8646057 Dec 22 17:15:11.900239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:11.903219 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:11.903359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57328) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:11.980337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-a411fb53-32bd-4023-a252-bca9c1bc1d1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:15:11.981399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-a411fb53-32bd-4023-a252-bca9c1bc1d1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:15:11.984911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:11.994297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-25521382-1212-4513-a481-e76babb40914 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:12.164865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=33b08ed0-c004-45fe-94dd-4aa2b24125b9,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:12.174915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:12.185153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:12.185462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Pushing event deleted for resources: {'Port': ['ID=715df730-6167-48ab-87cd-69d2fd4e717e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:12.189346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:12.192798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] No DVR routers for this DVR port 715df730-6167-48ab-87cd-69d2fd4e717e on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:15:12.262737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:12.318309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57342) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:12.345321 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Made reservation on behalf of 0e0f0f69ffed4bfda7d39ff3783dbeee for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:12.349412 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.352650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 715df730-6167-48ab-87cd-69d2fd4e717e no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:15:12.357062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf316-c86a-4732-a5ab-5e894214b2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.361548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.374994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] device_id is not set on port b1d1eb65-3b10-402f-aad6-efdd528d0aed yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:12.390640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 715df730-6167-48ab-87cd-69d2fd4e717e {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:15:12.390992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 715df730-6167-48ab-87cd-69d2fd4e717e not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:15:12.391453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:15:12.425942 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:15:12.426297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7d9d2e56-df4e-4da9-97d7-2f4c6c582b8b not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:15:12.455600 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2df928e1-a814-4b96-a26b-aec20f4ad4f1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/routers/eab8b8bc-1541-486e-b4de-5f5984d29a27 HTTP/1.1" status: 200 len: 921 time: 0.7744751 Dec 22 17:15:12.458630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57348) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:12.462464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e21d005-9d9c-4384-8d54-c467fe66715e']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:12.483336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a411fb53-32bd-4023-a252-bca9c1bc1d1b None None] Deleting port 715df730-6167-48ab-87cd-69d2fd4e717e {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:12.484656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a411fb53-32bd-4023-a252-bca9c1bc1d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.486613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf316-c86a-4732-a5ab-5e894214b2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.496581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b768978a-76e9-496d-98b6-e48e763296ab') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:12.496874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b768978a-76e9-496d-98b6-e48e763296ab') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:12.527051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.560473 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a411fb53-32bd-4023-a252-bca9c1bc1d1b None None] The port '715df730-6167-48ab-87cd-69d2fd4e717e' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:15:12.579076 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.589506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:15:12.590000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:15:12.603427 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:15:12.605357 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:12.609957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.626489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:12.636499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Usage tracker for resource:floatingip and tenant:0aaaf59d0bc54be5a61f65c7a4ffd1c4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:12.644499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:12.655613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:12.672490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:12.708437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf316-c86a-4732-a5ab-5e894214b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.744378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.745167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Allocated IP 2001:db8::177 (10bd6452-c0f7-4df1-8107-30d1ec7cbd36/61554255-00c0-4f8a-b1a9-3ee02a719157/b1d1eb65-3b10-402f-aad6-efdd528d0aed) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:12.754805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.765657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.773645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Subnet': ['ID=c8599106-1072-4e00-a16a-6ae0477d9d25,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:12.783875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:12.784671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:12.798742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf316-c86a-4732-a5ab-5e894214b2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.802237 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9ffaf316-c86a-4732-a5ab-5e894214b2f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79f6efda-bd36-4334-b46e-18ea0abfd0fd HTTP/1.1" status: 204 len: 168 time: 0.8954606 Dec 22 17:15:12.802237 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] 10.222.0.70 "DELETE /v2.0/networks/4e21d005-9d9c-4384-8d54-c467fe66715e HTTP/1.1" status: 204 len: 168 time: 2.0767267 Dec 22 17:15:12.802462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaf316-c86a-4732-a5ab-5e894214b2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f6efda-bd36-4334-b46e-18ea0abfd0fd,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:12.818458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9ffaf316-c86a-4732-a5ab-5e894214b2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:12.821504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-99d5b856-01a7-4b59-a84b-8c6b73517cca tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:12.860450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Checking segment: {'id': '52424321-0f84-4fa8-a3af-71e7fe4508a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2d368da9-db47-4e32-bfeb-e05a90afbd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:12.861689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network hostable DHCP agents. Network: 2d368da9-db47-4e32-bfeb-e05a90afbd3e, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:15:12.870576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Pushing event deleted for resources: {'Network': ['ID=4e21d005-9d9c-4384-8d54-c467fe66715e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:12.873386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:12.895091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 2d368da9-db47-4e32-bfeb-e05a90afbd3e is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:15:12.910971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 2d368da9-db47-4e32-bfeb-e05a90afbd3e) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:12.922189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cfd9f3-f0f6-470c-8f2a-0049a095cfda None None] Network 2d368da9-db47-4e32-bfeb-e05a90afbd3e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:12.944419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:12.944828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9d8b7-0a8f-485d-b84d-a60a608bd561 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:12.946344 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7ce9d8b7-0a8f-485d-b84d-a60a608bd561 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&device_id=eab8b8bc-1541-486e-b4de-5f5984d29a27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4836967 Dec 22 17:15:12.947303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:12.954070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57356) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:13.080168 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7891886 Dec 22 17:15:13.080906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57362) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:13.095581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57364) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:13.151524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8295cc7a-9389-4e4d-8838-bd0e057eb477 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '2d368da9-db47-4e32-bfeb-e05a90afbd3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:13.176538 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ffb88bed-5984-4bcc-afeb-8ca86de4fb3b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3799217fd402441cb16f9e8ff8048dcd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0821993 Dec 22 17:15:13.183021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57370) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:13.238398 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-2d368da9-db47-4e32-bfeb-e05a90afbd3e', 'network_id': '2d368da9-db47-4e32-bfeb-e05a90afbd3e', 'tenant_id': 'b0ee63329cf14e019ca8df08e1ed40c3', 'fixed_ips': [{'subnet_id': 'c8599106-1072-4e00-a16a-6ae0477d9d25'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:15:13.238848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.261923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.296695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Transition to ACTIVE for port object b1d1eb65-3b10-402f-aad6-efdd528d0aed will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:13.306565 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.322539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-435e749f-50e2-4a87-90d5-1b8e5d1dd00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.377421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57374) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:13.398063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-435e749f-50e2-4a87-90d5-1b8e5d1dd00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.413374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86bc9cf-0de8-478e-ab75-e96ca14ee0e1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:13.417556 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b86bc9cf-0de8-478e-ab75-e96ca14ee0e1 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/networks/27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 881 time: 0.4545329 Dec 22 17:15:13.424182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57378) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:13.438691 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Allocated IP 172.20.0.2 (2d368da9-db47-4e32-bfeb-e05a90afbd3e/c8599106-1072-4e00-a16a-6ae0477d9d25/72db55ca-4706-417d-b5be-4475f8c99f70) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:13.459749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8295cc7a-9389-4e4d-8838-bd0e057eb477 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:13.465756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8295cc7a-9389-4e4d-8838-bd0e057eb477 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:13.469080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8295cc7a-9389-4e4d-8838-bd0e057eb477 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:13.476892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8295cc7a-9389-4e4d-8838-bd0e057eb477 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:13.486267 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ac4989f5-20a3-4495-b445-bfa75ebcf5e2 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "GET /v2.0/ports?device_id=eab8b8bc-1541-486e-b4de-5f5984d29a27 HTTP/1.1" status: 200 len: 205 time: 0.0577009 Dec 22 17:15:13.486581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57382) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:13.510291 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.551407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.554221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8295cc7a-9389-4e4d-8838-bd0e057eb477 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:13.557908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8295cc7a-9389-4e4d-8838-bd0e057eb477 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.627136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.639615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-387d0c83-7a55-4789-bf1f-6306e1c0dc41 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:13.652594 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.652813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-435e749f-50e2-4a87-90d5-1b8e5d1dd00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.663056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Transition to ACTIVE for port object 72db55ca-4706-417d-b5be-4475f8c99f70 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:13.683527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Transition to ACTIVE for port object 72db55ca-4706-417d-b5be-4475f8c99f70 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:13.689219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.693865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:13.695868 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1ac6a3ea-14d8-4f4a-9526-b1c7776c23ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24bea35bf2e148f4a71e29efee7d3bbb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3151684 Dec 22 17:15:13.710818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57386) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:13.715054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:13.748440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:13.754169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e749f-50e2-4a87-90d5-1b8e5d1dd00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7ef3f6-34b6-49d5-83f6-2755dff25744,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:13.759197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Network 2d368da9-db47-4e32-bfeb-e05a90afbd3e is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:13.763248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:13.764098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-435e749f-50e2-4a87-90d5-1b8e5d1dd00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:13.767129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:13.787039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Pushing event updated for resources: {'Port': ['ID=72db55ca-4706-417d-b5be-4475f8c99f70,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:13.790429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-435e749f-50e2-4a87-90d5-1b8e5d1dd00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.794160 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-435e749f-50e2-4a87-90d5-1b8e5d1dd00d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c7ef3f6-34b6-49d5-83f6-2755dff25744 HTTP/1.1" status: 204 len: 168 time: 0.6101494 Dec 22 17:15:13.814869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:13.820618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.858588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Allocated IP 172.26.3.93 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/96d11461-2233-473a-8666-e7ada892c0dc) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:13.875394 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.ipam_backend_mixin [None req-8295cc7a-9389-4e4d-8838-bd0e057eb477 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c8599106-1072-4e00-a16a-6ae0477d9d25 (CIDR: 172.20.0.0/28) Dec 22 17:15:13.885150 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Attempting to bind port 72db55ca-4706-417d-b5be-4475f8c99f70 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:15:13.885769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Attempting to bind port 72db55ca-4706-417d-b5be-4475f8c99f70 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '52424321-0f84-4fa8-a3af-71e7fe4508a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2d368da9-db47-4e32-bfeb-e05a90afbd3e'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:15:13.886409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Attempting to bind port 72db55ca-4706-417d-b5be-4475f8c99f70 on network 2d368da9-db47-4e32-bfeb-e05a90afbd3e {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:15:13.886683 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8295cc7a-9389-4e4d-8838-bd0e057eb477 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:15:13.887198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8295cc7a-9389-4e4d-8838-bd0e057eb477 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:15:13.892696 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:15:13.893413 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Checking segment: {'id': '52424321-0f84-4fa8-a3af-71e7fe4508a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2d368da9-db47-4e32-bfeb-e05a90afbd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:13.894040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.894664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Bound using segment: {'id': '52424321-0f84-4fa8-a3af-71e7fe4508a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2d368da9-db47-4e32-bfeb-e05a90afbd3e'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:15:13.895382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Bound port: 72db55ca-4706-417d-b5be-4475f8c99f70, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52424321-0f84-4fa8-a3af-71e7fe4508a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2d368da9-db47-4e32-bfeb-e05a90afbd3e'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:15:13.895998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:13.958749 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:15:14.002502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] For port 72db55ca-4706-417d-b5be-4475f8c99f70, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:15:14.007839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] For port 72db55ca-4706-417d-b5be-4475f8c99f70, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=72db55ca-4706-417d-b5be-4475f8c99f70,segment=NetworkSegment(52424321-0f84-4fa8-a3af-71e7fe4508a5),segment_id=52424321-0f84-4fa8-a3af-71e7fe4508a5)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:15:14.014565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:14.022401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:14.135458 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8295cc7a-9389-4e4d-8838-bd0e057eb477 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0358605 Dec 22 17:15:14.137889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Pushing event updated for resources: {'Port': ['ID=72db55ca-4706-417d-b5be-4475f8c99f70,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:14.144915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57394) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:14.148163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:14.163693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '2d368da9-db47-4e32-bfeb-e05a90afbd3e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:14.211461 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:14.229999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:14.257199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:14.262983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:14.263903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:14.276558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event updated for resources: {'Port': ['ID=b1d1eb65-3b10-402f-aad6-efdd528d0aed,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:14.287457 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:14.320530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Deleting port e0d6bd3a-7787-4ae0-aa66-bae09cd49b9a {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:14.320946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:14.358685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:14.406081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:14.416392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:14.421232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fec4bc0-402b-420a-944f-7a4325c54e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:14.427648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:14.460066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:14.462491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:14.540347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:14.576598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:14.595676 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9e24e0ea-a94c-4ae3-a759-e115289e7b89 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3998682 Dec 22 17:15:14.596047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:14.613499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57406) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:14.629548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d6e253c5-36c1-4542-90ec-699b3b4bb601 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2db', 'mac_address': 'fa:16:3e:40:a3:3b'}, {'ip_address': '2001:db8::6a', 'mac_address': 'fa:16:3e:fa:59:5b'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:14.660176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fec4bc0-402b-420a-944f-7a4325c54e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:14.716704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:14.804003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:14.844669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2a9ebd7c-c79c-4b5f-a604-cbb382f711d2 None None] Provisioning for port b1d1eb65-3b10-402f-aad6-efdd528d0aed completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:14.849797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2a9ebd7c-c79c-4b5f-a604-cbb382f711d2 None None] Provisioning complete for port b1d1eb65-3b10-402f-aad6-efdd528d0aed triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:14.850177 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2a9ebd7c-c79c-4b5f-a604-cbb382f711d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:14.851587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:14.856776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:14.940742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ebd7c-c79c-4b5f-a604-cbb382f711d2 None None] Port b1d1eb65-3b10-402f-aad6-efdd528d0aed cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:14.946855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Pushing event updated for resources: {'Port': ['ID=96d11461-2233-473a-8666-e7ada892c0dc,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:14.965485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:15.016922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.023004 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.024565 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.031429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:15.070095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fec4bc0-402b-420a-944f-7a4325c54e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.124661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Calling delete_port for e0d6bd3a-7787-4ae0-aa66-bae09cd49b9a owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:15.217619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.316759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fec4bc0-402b-420a-944f-7a4325c54e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.317859 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5fec4bc0-402b-420a-944f-7a4325c54e9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be99da96-d536-47b9-8fc6-f3b9c381f3fe HTTP/1.1" status: 204 len: 168 time: 1.6010239 Dec 22 17:15:15.331808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=33b08ed0-c004-45fe-94dd-4aa2b24125b9,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:15.334756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:15.387708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:15.413433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec4bc0-402b-420a-944f-7a4325c54e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be99da96-d536-47b9-8fc6-f3b9c381f3fe,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:15.414379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6e253c5-36c1-4542-90ec-699b3b4bb601 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.416095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5fec4bc0-402b-420a-944f-7a4325c54e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:15.424412 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.432338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.442682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9af9757b-e271-4425-9c66-830ef351b990 tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:15.604941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Pushing event deleted for resources: {'Port': ['ID=e0d6bd3a-7787-4ae0-aa66-bae09cd49b9a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:15.622383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:15.659417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ff5210-20f5-4400-80cc-82f977471879 None None] Network 2d368da9-db47-4e32-bfeb-e05a90afbd3e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:15.744110 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.757173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.769941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-03c4fc98-630e-4017-99eb-99c678618f6c tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:15.793990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.850622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.900367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.939143 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:15.942647 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6232409 Dec 22 17:15:15.949967 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57442) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:15.960168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1451714902', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'fixed_ips': [{'ip_address': '172.26.3.93'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:15.966585 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Floating IP 05b4dd66-9bed-435a-a5a3-535dfc0ff243 associated. External IP: 172.26.3.191, port: bee7c27f-0000-49b7-90fa-4ad49ffe70cd. Dec 22 17:15:16.066158 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-70f2f667-f077-4884-9fd8-d23376f15c84 None None] Provisioning for port 72db55ca-4706-417d-b5be-4475f8c99f70 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:16.087229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57446) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:16.156347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e78c5e1d-3bc5-408b-b27f-ffb40fd181b5 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:16.178862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:16.205319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Usage tracker for resource:port and tenant:0aaaf59d0bc54be5a61f65c7a4ffd1c4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:16.211409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b7ac39-87c8-4f9a-85c3-55ce9cae8e7f None None] Update dhcp port {'port': {'network_id': '2d368da9-db47-4e32-bfeb-e05a90afbd3e', 'fixed_ips': [{'subnet_id': 'c8599106-1072-4e00-a16a-6ae0477d9d25', 'ip_address': '172.20.0.2'}, {'subnet_id': '9935a61b-5ac3-4d46-86fd-8185d8eabd35'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '72db55ca-4706-417d-b5be-4475f8c99f70'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:15:16.221363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.228509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.244080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 2d368da9-db47-4e32-bfeb-e05a90afbd3e is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:16.253516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:16.257044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:16.257628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.359877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-86b7ac39-87c8-4f9a-85c3-55ce9cae8e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.370015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Subnet': ['ID=9935a61b-5ac3-4d46-86fd-8185d8eabd35,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:16.371063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:16.410245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.410768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Fanout notify agent at l3_agent the message router_deleted on router eab8b8bc-1541-486e-b4de-5f5984d29a27 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:15:16.426250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.435304 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/routers/eab8b8bc-1541-486e-b4de-5f5984d29a27 HTTP/1.1" status: 204 len: 168 time: 2.9435582 Dec 22 17:15:16.438628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57462) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:16.447750 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3010869 Dec 22 17:15:16.451026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57466) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:16.455131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-643905408', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:16.462168 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:16.466662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Usage tracker for resource:router and tenant:9edd8ecc5d8f4f3dac5caae72301f7f1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:16.470200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:16.476359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:16.495859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': '2d368da9-db47-4e32-bfeb-e05a90afbd3e', 'fixed_ips': [{'subnet_id': 'c8599106-1072-4e00-a16a-6ae0477d9d25'}, {'subnet_id': '9935a61b-5ac3-4d46-86fd-8185d8eabd35'}], 'name': 'tempest-PortsTestJSON-396305115'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:16.499250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 72db55ca-4706-417d-b5be-4475f8c99f70 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:15:16.605360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57472) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:16.611315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.611739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Pushing event updated for resources: {'Port': ['ID=96d11461-2233-473a-8666-e7ada892c0dc,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:16.612286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.616911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:16.620420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:16.626555 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:16.649605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Made reservation on behalf of 0aaaf59d0bc54be5a61f65c7a4ffd1c4 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:16.651746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.662540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:15:16.663004 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-217025847', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:16.670525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.692518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:16.701133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:16.715784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Usage tracker for resource:port and tenant:4442c2eaeb4c4b83ac17a0b61e470430 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:16.731846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:16.746976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 72db55ca-4706-417d-b5be-4475f8c99f70 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:16.751963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:16.754111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:16.758695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.766583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Usage tracker for resource:security_group_rule and tenant:0aaaf59d0bc54be5a61f65c7a4ffd1c4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:16.771213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:16.773852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'networks': [{'name': 'tempest-network--501661753'}, {'name': 'tempest-network--1522448519'}]} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:16.773852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'network': {'name': 'tempest-network--501661753'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:16.774324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'network': {'name': 'tempest-network--1522448519'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:16.778811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:16.783424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Usage tracker for resource:network and tenant:2573c526a7db457f877d083e5918f3bd is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:16.786529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:16.788748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:16.792360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:16.802113 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:port and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:16.813315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:16.813660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 72db55ca-4706-417d-b5be-4475f8c99f70 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:16.814238 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.820375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Made reservation on behalf of 2573c526a7db457f877d083e5918f3bd for: {'network': 2} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:16.825039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.840621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:16.856315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.865756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Made reservation on behalf of 4442c2eaeb4c4b83ac17a0b61e470430 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:16.868514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.906739 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-86b7ac39-87c8-4f9a-85c3-55ce9cae8e7f None None] Allocated IP 172.20.0.18 (2d368da9-db47-4e32-bfeb-e05a90afbd3e/9935a61b-5ac3-4d46-86fd-8185d8eabd35/72db55ca-4706-417d-b5be-4475f8c99f70) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:16.915872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:16.955029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.955564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:16.960280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3de425-1d72-41fc-bdfa-fbb0fe85a3ad None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:16.975710 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-d6e253c5-36c1-4542-90ec-699b3b4bb601 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:15:17.032027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.036731 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.1941383 Dec 22 17:15:17.044766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57482) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:17.048515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.053789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3de425-1d72-41fc-bdfa-fbb0fe85a3ad None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:17.054422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-be3de425-1d72-41fc-bdfa-fbb0fe85a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:17.056085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:17.058189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:17.084514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6e253c5-36c1-4542-90ec-699b3b4bb601 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.086595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:17.091937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Usage tracker for resource:security_group_rule and tenant:2573c526a7db457f877d083e5918f3bd is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:17.101513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:17.106553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Usage tracker for resource:security_group_rule and tenant:4442c2eaeb4c4b83ac17a0b61e470430 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:17.115211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d1586944-088e-49e5-b098-904f29d26f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:17.124299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] device_id is not set on port b70383f4-2f73-428f-aac5-087687449069 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:17.135695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-be3de425-1d72-41fc-bdfa-fbb0fe85a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:17.143633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.182242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3de425-1d72-41fc-bdfa-fbb0fe85a3ad None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:17.182874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-be3de425-1d72-41fc-bdfa-fbb0fe85a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:17.211828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:17.214343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6e253c5-36c1-4542-90ec-699b3b4bb601 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.217820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-557dafca-2ac5-44ce-9b3d-e8af318ac430 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:17.233207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc43d6f1-0c1a-472d-b8a9-e669fb888817,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:17.242656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:17.256585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-be3de425-1d72-41fc-bdfa-fbb0fe85a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:17.256997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3de425-1d72-41fc-bdfa-fbb0fe85a3ad None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:17.260315 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a7cc443f-9d1b-4d25-9b36-83ea7b5a3766 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "GET /v2.0/floatingips/05b4dd66-9bed-435a-a5a3-535dfc0ff243 HTTP/1.1" status: 200 len: 979 time: 0.2112491 Dec 22 17:15:17.268287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:17.270338 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-86b7ac39-87c8-4f9a-85c3-55ce9cae8e7f None None] For port 72db55ca-4706-417d-b5be-4475f8c99f70, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=72db55ca-4706-417d-b5be-4475f8c99f70,segment=NetworkSegment(52424321-0f84-4fa8-a3af-71e7fe4508a5),segment_id=52424321-0f84-4fa8-a3af-71e7fe4508a5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:17.277108 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57486) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:17.277259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:17.297100 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-86b7ac39-87c8-4f9a-85c3-55ce9cae8e7f None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.313594 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-86b7ac39-87c8-4f9a-85c3-55ce9cae8e7f None None] Transition to ACTIVE for port object 72db55ca-4706-417d-b5be-4475f8c99f70 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:17.319391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-86b7ac39-87c8-4f9a-85c3-55ce9cae8e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.324276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:17.382605 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 17:15:17.383296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:15:17.407245 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4507434 Dec 22 17:15:17.408191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57490) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:17.422371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d6e253c5-36c1-4542-90ec-699b3b4bb601 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] In _notify_port_updated(), no bound segment for port b1d1eb65-3b10-402f-aad6-efdd528d0aed on network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:15:17.428171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e253c5-36c1-4542-90ec-699b3b4bb601 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:17.428805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6e253c5-36c1-4542-90ec-699b3b4bb601 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.430081 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d6e253c5-36c1-4542-90ec-699b3b4bb601 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "PUT /v2.0/ports/b1d1eb65-3b10-402f-aad6-efdd528d0aed HTTP/1.1" status: 200 len: 1067 time: 2.8156252 Dec 22 17:15:17.451142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57494) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:17.478167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.527149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:15:17.527507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:15:17.528707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7ac39-87c8-4f9a-85c3-55ce9cae8e7f None None] Pushing event updated for resources: {'Port': ['ID=72db55ca-4706-417d-b5be-4475f8c99f70,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:17.532963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-86b7ac39-87c8-4f9a-85c3-55ce9cae8e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:17.587072 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-125b8ba0-47b7-4c8d-a60a-48fc7b2f4487 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Deleting port 96d11461-2233-473a-8666-e7ada892c0dc {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:17.587681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-125b8ba0-47b7-4c8d-a60a-48fc7b2f4487 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.592296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e253c5-36c1-4542-90ec-699b3b4bb601 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event updated for resources: {'Port': ['ID=b1d1eb65-3b10-402f-aad6-efdd528d0aed,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:17.595560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6e253c5-36c1-4542-90ec-699b3b4bb601 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:17.682436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.707995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-7607c536-b5b7-4af8-8125-9f0073a681f2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Deleting port b1d1eb65-3b10-402f-aad6-efdd528d0aed {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:17.708489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7607c536-b5b7-4af8-8125-9f0073a681f2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.807753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-125b8ba0-47b7-4c8d-a60a-48fc7b2f4487 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.808301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-125b8ba0-47b7-4c8d-a60a-48fc7b2f4487 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.816295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d9a8f6df-709b-4e49-b160-4eff5d432563 None None] Provisioning complete for port b1d1eb65-3b10-402f-aad6-efdd528d0aed triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:17.816798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d9a8f6df-709b-4e49-b160-4eff5d432563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:17.883722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d9a8f6df-709b-4e49-b160-4eff5d432563 None None] Port b1d1eb65-3b10-402f-aad6-efdd528d0aed cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:17.920214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9fdf58c1-3d5e-45dc-be51-15a820ff9869 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Synchronizing usage tracker for tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 on resource:floatingip {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:17.942893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-125b8ba0-47b7-4c8d-a60a-48fc7b2f4487 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Calling delete_port for 96d11461-2233-473a-8666-e7ada892c0dc owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:18.022740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port 359a738d-8987-4225-8d9d-84f03fe3ff3f yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:18.096541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.099443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-125b8ba0-47b7-4c8d-a60a-48fc7b2f4487 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.105279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-13cbf586-710a-45ce-9757-419858deb202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:18.137337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 72db55ca-4706-417d-b5be-4475f8c99f70, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=72db55ca-4706-417d-b5be-4475f8c99f70,segment=NetworkSegment(52424321-0f84-4fa8-a3af-71e7fe4508a5),segment_id=52424321-0f84-4fa8-a3af-71e7fe4508a5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:18.142684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.145039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7eb64138-cbc6-4f3e-b625-41c0a1165771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:18.163199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b8ba0-47b7-4c8d-a60a-48fc7b2f4487 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Pushing event deleted for resources: {'Port': ['ID=96d11461-2233-473a-8666-e7ada892c0dc,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:18.208370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a77c36-38fe-46ef-b0cb-f543c83781e4 None None] Network 2d368da9-db47-4e32-bfeb-e05a90afbd3e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:18.208989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-125b8ba0-47b7-4c8d-a60a-48fc7b2f4487 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:18.239012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.248951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.294409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-125b8ba0-47b7-4c8d-a60a-48fc7b2f4487 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.302762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.303310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.307640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-125b8ba0-47b7-4c8d-a60a-48fc7b2f4487 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.312821 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-125b8ba0-47b7-4c8d-a60a-48fc7b2f4487 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/07809ed5-0c95-4733-b9aa-817fff8f4748 HTTP/1.1" status: 204 len: 168 time: 0.9007707 Dec 22 17:15:18.324995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-150f3b45-03b3-4e98-87b1-82d4c12aacf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:18.333202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.341187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=72db55ca-4706-417d-b5be-4475f8c99f70,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:18.349383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-145892c3-bdad-4ca0-9c5d-0ea03827167f None None] Provisioning for port 72db55ca-4706-417d-b5be-4475f8c99f70 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:18.357805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:18.361673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-145892c3-bdad-4ca0-9c5d-0ea03827167f None None] Provisioning complete for port 72db55ca-4706-417d-b5be-4475f8c99f70 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:18.362053 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-145892c3-bdad-4ca0-9c5d-0ea03827167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.392583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 72db55ca-4706-417d-b5be-4475f8c99f70 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:15:18.401514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] device_id is not set on port 90aebd93-8551-4d50-8596-97cad951cc76 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:18.479536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9fdf58c1-3d5e-45dc-be51-15a820ff9869 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Unset dirty status for tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 on resource:floatingip {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:18.483558 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9fdf58c1-3d5e-45dc-be51-15a820ff9869 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 1.1408157 Dec 22 17:15:18.484915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57500) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:18.490025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0e496612-87ac-40d8-9214-a43f83496143 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'floatingip': {'port_id': '67a07221-4241-45ba-9634-3d69bbf575c4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:18.531470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010b58b5-5894-4e96-9cf3-fb7436674ddb,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:18.538510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:18.546570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c72a5228-06d1-427b-8972-ff4364a93d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:18.611965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 72db55ca-4706-417d-b5be-4475f8c99f70 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:18.612349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.618802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:18.733381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5db656c-d1c8-4df1-884c-f3af1c3de426,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:18.736851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:18.741460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7607c536-b5b7-4af8-8125-9f0073a681f2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.749352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.749685 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Added segment 70137566-f92c-499f-8268-db8c8170662c of type vlan for network b1cda001-5f71-4cb9-a51f-69d78a885dd5 Dec 22 17:15:18.755960 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0e496612-87ac-40d8-9214-a43f83496143 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:18.766344 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57506) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:18.960925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-7607c536-b5b7-4af8-8125-9f0073a681f2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Calling delete_port for b1d1eb65-3b10-402f-aad6-efdd528d0aed owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:19.042929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:19.131570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2c7a236-2beb-45c3-aae7-852258c97344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:19.146846 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-869752f6-9100-4f30-97aa-238dd549c1fc None None] Provisioning complete for port 72db55ca-4706-417d-b5be-4475f8c99f70 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:19.147479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-869752f6-9100-4f30-97aa-238dd549c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:19.198256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Allocated IP 172.26.3.99 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/90aebd93-8551-4d50-8596-97cad951cc76) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:19.257553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:15:19.290723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a2c7a236-2beb-45c3-aae7-852258c97344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:19.351795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a2c7a236-2beb-45c3-aae7-852258c97344 admin admin] Usage tracker for resource:security_group_rule and tenant:c15c50e670c048c7a2ce4e4913051fa0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:19.354907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:19.382142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a2c7a236-2beb-45c3-aae7-852258c97344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:19.414952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a2c7a236-2beb-45c3-aae7-852258c97344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:19.425020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:19.430002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:19.457527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0e496612-87ac-40d8-9214-a43f83496143 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:19.462590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0e496612-87ac-40d8-9214-a43f83496143 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:19.635332 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-0e496612-87ac-40d8-9214-a43f83496143 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Floating IP 05b4dd66-9bed-435a-a5a3-535dfc0ff243 associated. External IP: 172.26.3.191, port: bee7c27f-0000-49b7-90fa-4ad49ffe70cd. Dec 22 17:15:19.689650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.8 (2d368da9-db47-4e32-bfeb-e05a90afbd3e/c8599106-1072-4e00-a16a-6ae0477d9d25/359a738d-8987-4225-8d9d-84f03fe3ff3f) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:19.729524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:19.729832 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Added segment aece0ec5-e94e-4891-8fec-88655d67e268 of type vlan for network 62ec1aef-73f1-4d56-9b47-368eba3b7cdf Dec 22 17:15:19.733442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.26 (2d368da9-db47-4e32-bfeb-e05a90afbd3e/9935a61b-5ac3-4d46-86fd-8185d8eabd35/359a738d-8987-4225-8d9d-84f03fe3ff3f) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:19.836926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:19.840651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7607c536-b5b7-4af8-8125-9f0073a681f2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:19.858155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b71a4173-742a-42a8-8a0f-109dcecdd4f1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:19.988208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e496612-87ac-40d8-9214-a43f83496143 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:15:20.012422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607c536-b5b7-4af8-8125-9f0073a681f2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event deleted for resources: {'Port': ['ID=b1d1eb65-3b10-402f-aad6-efdd528d0aed,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:20.015436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7607c536-b5b7-4af8-8125-9f0073a681f2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:20.195321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:20.195863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:20.201196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:20.205798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:20.206409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:20.232817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a32f4124-e4ff-4158-b7c7-aec4f0671775 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:20.288770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e496612-87ac-40d8-9214-a43f83496143 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:20.301367 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd241a8-3f33-4a1f-8892-80fddca6c722 None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:20.316722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 72db55ca-4706-417d-b5be-4475f8c99f70 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:15:20.318644 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd241a8-3f33-4a1f-8892-80fddca6c722 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:20.319616 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-bcd241a8-3f33-4a1f-8892-80fddca6c722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:20.375523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2c7a236-2beb-45c3-aae7-852258c97344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:20.395579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 72db55ca-4706-417d-b5be-4475f8c99f70 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:20.396263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:20.404368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:20.404779 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-bcd241a8-3f33-4a1f-8892-80fddca6c722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:20.414404 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd241a8-3f33-4a1f-8892-80fddca6c722 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:20.415005 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-bcd241a8-3f33-4a1f-8892-80fddca6c722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:20.484334 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-bcd241a8-3f33-4a1f-8892-80fddca6c722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:20.485442 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd241a8-3f33-4a1f-8892-80fddca6c722 None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:20.510316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:20.557201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2c7a236-2beb-45c3-aae7-852258c97344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:20.656739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event updated for resources: {'Network': ['ID=b1cda001-5f71-4cb9-a51f-69d78a885dd5,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:20.666949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network b1cda001-5f71-4cb9-a51f-69d78a885dd5 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:20.696601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e496612-87ac-40d8-9214-a43f83496143 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:15:20.750730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Allocated IP 172.26.3.153 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/dae8fc35-e549-4f44-a7cc-f9bcd804eaf4) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:20.768082 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a2c7a236-2beb-45c3-aae7-852258c97344 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c15c50e670c048c7a2ce4e4913051fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0001643 Dec 22 17:15:20.770002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:20.772358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7607c536-b5b7-4af8-8125-9f0073a681f2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:20.782923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57512) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:20.797315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:20.865614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:20.889572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e496612-87ac-40d8-9214-a43f83496143 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:20.893580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0e496612-87ac-40d8-9214-a43f83496143 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:20.899916 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.2905538 Dec 22 17:15:20.900540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546266b2-5777-42a5-bd0e-256902386560 None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:20.911609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:20.913620 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546266b2-5777-42a5-bd0e-256902386560 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:20.915048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-546266b2-5777-42a5-bd0e-256902386560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:20.917367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57516) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:20.949345 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7607c536-b5b7-4af8-8125-9f0073a681f2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "DELETE /v2.0/ports/b1d1eb65-3b10-402f-aad6-efdd528d0aed HTTP/1.1" status: 204 len: 168 time: 3.4860868 Dec 22 17:15:20.952973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57520) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:20.980422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event updated for resources: {'Network': ['ID=62ec1aef-73f1-4d56-9b47-368eba3b7cdf,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:20.981257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-546266b2-5777-42a5-bd0e-256902386560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:20.990997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546266b2-5777-42a5-bd0e-256902386560 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:20.991854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-546266b2-5777-42a5-bd0e-256902386560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:21.048684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 62ec1aef-73f1-4d56-9b47-368eba3b7cdf details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:21.069537 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-546266b2-5777-42a5-bd0e-256902386560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:21.070080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546266b2-5777-42a5-bd0e-256902386560 None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:21.077726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:21.083149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.832s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:21.083149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:21.088655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object 359a738d-8987-4225-8d9d-84f03fe3ff3f will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:21.099882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7607c536-b5b7-4af8-8125-9f0073a681f2 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:21.127060 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0e496612-87ac-40d8-9214-a43f83496143 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "PUT /v2.0/floatingips/05b4dd66-9bed-435a-a5a3-535dfc0ff243 HTTP/1.1" status: 200 len: 977 time: 2.6419120 Dec 22 17:15:21.131828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57526) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:21.139993 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b76d7c-03b2-47e3-8f65-2f661eb54a2b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:21.145832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b76d7c-03b2-47e3-8f65-2f661eb54a2b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:21.148843 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb4d625-7017-44dc-9fda-ae32710ba49a tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] GET failed (client error): The resource could not be found. Dec 22 17:15:21.149380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-acb4d625-7017-44dc-9fda-ae32710ba49a tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Synchronizing usage tracker for tenant:0e0f0f69ffed4bfda7d39ff3783dbeee on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:21.151496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b76d7c-03b2-47e3-8f65-2f661eb54a2b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:21.157910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b76d7c-03b2-47e3-8f65-2f661eb54a2b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:21.162141 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f0b76d7c-03b2-47e3-8f65-2f661eb54a2b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2365389 Dec 22 17:15:21.164029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57530) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:21.166954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-67760bc3-3b04-4115-8102-22dd1cd66606 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:21.175343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:21.175945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.243082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Pushing event updated for resources: {'Port': ['ID=90aebd93-8551-4d50-8596-97cad951cc76,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:21.245338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-acb4d625-7017-44dc-9fda-ae32710ba49a tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Unset dirty status for tenant:0e0f0f69ffed4bfda7d39ff3783dbeee on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:21.247581 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-acb4d625-7017-44dc-9fda-ae32710ba49a tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "GET /v2.0/ports/b1d1eb65-3b10-402f-aad6-efdd528d0aed HTTP/1.1" status: 404 len: 333 time: 0.2770760 Dec 22 17:15:21.250571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:21.251494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57534) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:21.273437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.687s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:21.290413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-23445a3b-d999-4b07-83b8-5c06da3d6c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.302269 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.2044492 Dec 22 17:15:21.310743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57538) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:21.313413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.339160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.99'}]}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:21.359809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:21.363633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-23445a3b-d999-4b07-83b8-5c06da3d6c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.372662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7a236-2beb-45c3-aae7-852258c97344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911e7d1f-f9c3-42c0-8b62-f98b66a3d1aa,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:21.375766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a2c7a236-2beb-45c3-aae7-852258c97344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:21.376913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.382971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Usage tracker for resource:router and tenant:4442c2eaeb4c4b83ac17a0b61e470430 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:21.393665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:21.416350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-67760bc3-3b04-4115-8102-22dd1cd66606 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.478767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-263c5040-9a3c-48ba-95fc-6875a4a1dd93 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Deleting port c08ecb47-8b56-460d-96bc-a7c616bea8da {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:21.479094 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-263c5040-9a3c-48ba-95fc-6875a4a1dd93 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.566296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:21.605847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:21.635943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.650907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 2d368da9-db47-4e32-bfeb-e05a90afbd3e is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:21.659654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:21.662074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:21.694708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.696082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.699533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=359a738d-8987-4225-8d9d-84f03fe3ff3f,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:21.702842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:21.749286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.752585 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.767062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-74382d4b-848b-486f-bc5b-ce74838e7d07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:21.828873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:21.829551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.847531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-23445a3b-d999-4b07-83b8-5c06da3d6c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:21.864598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:21.870469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:21.873035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:21.993819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Pushing event updated for resources: {'Port': ['ID=dae8fc35-e549-4f44-a7cc-f9bcd804eaf4,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:21.996679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:22.020324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bff3c3b3-cb1f-4d9c-9f27-dbef05220062 None None] Provisioning for port 359a738d-8987-4225-8d9d-84f03fe3ff3f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:22.025956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bff3c3b3-cb1f-4d9c-9f27-dbef05220062 None None] Provisioning complete for port 359a738d-8987-4225-8d9d-84f03fe3ff3f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:22.026455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bff3c3b3-cb1f-4d9c-9f27-dbef05220062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.057285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:22.064909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-23445a3b-d999-4b07-83b8-5c06da3d6c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.068769 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-23445a3b-d999-4b07-83b8-5c06da3d6c70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/911e7d1f-f9c3-42c0-8b62-f98b66a3d1aa HTTP/1.1" status: 204 len: 168 time: 1.2710054 Dec 22 17:15:22.080918 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.5945857 Dec 22 17:15:22.085544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57544) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:22.093169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23445a3b-d999-4b07-83b8-5c06da3d6c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911e7d1f-f9c3-42c0-8b62-f98b66a3d1aa,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:22.095513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-23445a3b-d999-4b07-83b8-5c06da3d6c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:22.100237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8599106-1072-4e00-a16a-6ae0477d9d25'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:22.121977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bff3c3b3-cb1f-4d9c-9f27-dbef05220062 None None] Port 359a738d-8987-4225-8d9d-84f03fe3ff3f cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:22.137457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.171486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-67760bc3-3b04-4115-8102-22dd1cd66606 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.190393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-67760bc3-3b04-4115-8102-22dd1cd66606 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.190679 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-67760bc3-3b04-4115-8102-22dd1cd66606 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Floating IP 05b4dd66-9bed-435a-a5a3-535dfc0ff243 disassociated. External IP: 172.26.3.191, port: 67a07221-4241-45ba-9634-3d69bbf575c4. Dec 22 17:15:22.258071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1cda001-5f71-4cb9-a51f-69d78a885dd5']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:22.294345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70137566-f92c-499f-8268-db8c8170662c') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:22.294637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70137566-f92c-499f-8268-db8c8170662c') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:22.321248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.330290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-263c5040-9a3c-48ba-95fc-6875a4a1dd93 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.397912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57550) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:22.430349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.466990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.541589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-263c5040-9a3c-48ba-95fc-6875a4a1dd93 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Calling delete_port for c08ecb47-8b56-460d-96bc-a7c616bea8da owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:22.571352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:15:22.571657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:15:22.593608 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:15:22.609421 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fc57c922-c45f-4cb1-af5b-0b5d91e89b93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0aaaf59d0bc54be5a61f65c7a4ffd1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061822 Dec 22 17:15:22.609421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.619506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57556) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:22.761724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.774779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:22.789372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:22.835410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event deleted for resources: {'Network': ['ID=b1cda001-5f71-4cb9-a51f-69d78a885dd5,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:22.852200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:22.869556 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "DELETE /v2.0/networks/b1cda001-5f71-4cb9-a51f-69d78a885dd5 HTTP/1.1" status: 204 len: 168 time: 1.7063174 Dec 22 17:15:22.873940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57560) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:23.154491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73055ad-b1f2-4d65-93d3-e1adbd0985eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:23.180903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-263c5040-9a3c-48ba-95fc-6875a4a1dd93 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:23.193448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0cf800ea-4ff5-4365-876e-9f6cf1e3a6a1 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:23.260824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:23.264581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c5040-9a3c-48ba-95fc-6875a4a1dd93 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event deleted for resources: {'Port': ['ID=c08ecb47-8b56-460d-96bc-a7c616bea8da,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:23.267810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-263c5040-9a3c-48ba-95fc-6875a4a1dd93 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:23.274342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:23.310757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67760bc3-3b04-4115-8102-22dd1cd66606 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:15:23.368651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73055ad-b1f2-4d65-93d3-e1adbd0985eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:23.370625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-263c5040-9a3c-48ba-95fc-6875a4a1dd93 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:23.372458 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-263c5040-9a3c-48ba-95fc-6875a4a1dd93 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "DELETE /v2.0/ports/c08ecb47-8b56-460d-96bc-a7c616bea8da HTTP/1.1" status: 204 len: 168 time: 2.1106780 Dec 22 17:15:23.381083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57568) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:23.566957 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-839226ef-4442-4284-95a8-f8122951fe3d tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] GET failed (client error): The resource could not be found. Dec 22 17:15:23.567533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-839226ef-4442-4284-95a8-f8122951fe3d tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Synchronizing usage tracker for tenant:0e0f0f69ffed4bfda7d39ff3783dbeee on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:23.750455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:23.761183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-839226ef-4442-4284-95a8-f8122951fe3d tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Unset dirty status for tenant:0e0f0f69ffed4bfda7d39ff3783dbeee on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:23.762378 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-839226ef-4442-4284-95a8-f8122951fe3d tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "GET /v2.0/ports/c08ecb47-8b56-460d-96bc-a7c616bea8da HTTP/1.1" status: 404 len: 333 time: 0.3765171 Dec 22 17:15:23.770431 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57572) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:23.808227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73055ad-b1f2-4d65-93d3-e1adbd0985eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:23.817765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9ffaf316-c86a-4732-a5ab-5e894214b2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:23.827491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4092bc-ded3-4a2b-9c55-66f47feb2f81 req-2534531a-c2a4-48cf-82ef-b3e4c6ca2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:23.829002 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ee4092bc-ded3-4a2b-9c55-66f47feb2f81 req-2534531a-c2a4-48cf-82ef-b3e4c6ca2d0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2004647fb1f74a07a97b27f4fdea4794&device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 1099 time: 0.5122335 Dec 22 17:15:23.846880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ec1aef-73f1-4d56-9b47-368eba3b7cdf']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:23.850586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73055ad-b1f2-4d65-93d3-e1adbd0985eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc43d6f1-0c1a-472d-b8a9-e669fb888817,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:23.860891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aece0ec5-e94e-4891-8fec-88655d67e268') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:23.861264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aece0ec5-e94e-4891-8fec-88655d67e268') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:23.872459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Delete allocated IP 172.20.0.26 (2d368da9-db47-4e32-bfeb-e05a90afbd3e/9935a61b-5ac3-4d46-86fd-8185d8eabd35) {{(pid=87587) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 17:15:23.905852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb6fcb-2536-4ca1-a18f-eddc031f4e2e req-abf1878f-3244-4772-80f7-088189c8c7ee tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:23.907338 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3cbb6fcb-2536-4ca1-a18f-eddc031f4e2e req-abf1878f-3244-4772-80f7-088189c8c7ee tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.5954781 Dec 22 17:15:23.908963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:23.922636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67760bc3-3b04-4115-8102-22dd1cd66606 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:23.933257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b73055ad-b1f2-4d65-93d3-e1adbd0985eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:23.933401 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76e16c-7c4d-4b09-8abc-3da4dbfd1599 None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:23.943531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-67760bc3-3b04-4115-8102-22dd1cd66606 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:23.943703 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76e16c-7c4d-4b09-8abc-3da4dbfd1599 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:23.944282 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1f76e16c-7c4d-4b09-8abc-3da4dbfd1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:23.972092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-186a6ff8-6d48-418e-941e-8753a30966de tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Deleting port fb4e6387-5519-4b6a-aec6-aaabaf9e025c {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:23.972774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-186a6ff8-6d48-418e-941e-8753a30966de tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:24.010522 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1f76e16c-7c4d-4b09-8abc-3da4dbfd1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:24.022200 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76e16c-7c4d-4b09-8abc-3da4dbfd1599 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:24.022940 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1f76e16c-7c4d-4b09-8abc-3da4dbfd1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:24.026340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:24.053806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:15:24.054201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:15:24.069569 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:15:24.094170 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1f76e16c-7c4d-4b09-8abc-3da4dbfd1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:24.094692 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76e16c-7c4d-4b09-8abc-3da4dbfd1599 None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:24.126859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73055ad-b1f2-4d65-93d3-e1adbd0985eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:24.128010 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b73055ad-b1f2-4d65-93d3-e1adbd0985eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc43d6f1-0c1a-472d-b8a9-e669fb888817 HTTP/1.1" status: 204 len: 168 time: 1.5068007 Dec 22 17:15:24.157443 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-67760bc3-3b04-4115-8102-22dd1cd66606 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "PUT /v2.0/floatingips/05b4dd66-9bed-435a-a5a3-535dfc0ff243 HTTP/1.1" status: 200 len: 688 time: 2.9967782 Dec 22 17:15:24.158098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57580) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:24.250953 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3cbb6fcb-2536-4ca1-a18f-eddc031f4e2e req-0240b4cf-7255-4457-ad7d-8c1f7fb3b800 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3316686 Dec 22 17:15:24.322801 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:24.347864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4092bc-ded3-4a2b-9c55-66f47feb2f81 req-9b89987b-3ddd-4930-9f2a-9ed062b59e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:24.349480 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ee4092bc-ded3-4a2b-9c55-66f47feb2f81 req-9b89987b-3ddd-4930-9f2a-9ed062b59e30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5951c9dd-e782-4b95-be40-418f146c5bbc HTTP/1.1" status: 200 len: 913 time: 0.5043843 Dec 22 17:15:24.386284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-571808d6-008a-44c0-ab17-5b724332e485 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:24.407822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:24.436733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event deleted for resources: {'Network': ['ID=62ec1aef-73f1-4d56-9b47-368eba3b7cdf,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:24.446619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:24.447924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-6a28fbe5-f8c2-430e-95ff-8aba11a65374 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port 33b08ed0-c004-45fe-94dd-4aa2b24125b9 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:24.448262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a28fbe5-f8c2-430e-95ff-8aba11a65374 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:24.457000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:24.476787 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "DELETE /v2.0/networks/62ec1aef-73f1-4d56-9b47-368eba3b7cdf HTTP/1.1" status: 204 len: 168 time: 1.4244733 Dec 22 17:15:24.496808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57588) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:24.736079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:24.799957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:24.804331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:24.914968 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ee4092bc-ded3-4a2b-9c55-66f47feb2f81 req-8e8575b1-0cab-4c8c-8466-d7ecf567bd47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8 HTTP/1.1" status: 200 len: 1002 time: 0.5156920 Dec 22 17:15:24.963327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-186a6ff8-6d48-418e-941e-8753a30966de tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:24.997770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object 359a738d-8987-4225-8d9d-84f03fe3ff3f will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:25.017789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:25.032626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b32f8916-753c-4a0f-8fcd-b2a62a70f8ef tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:25.102718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=359a738d-8987-4225-8d9d-84f03fe3ff3f,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:25.105804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4092bc-ded3-4a2b-9c55-66f47feb2f81 req-6d71bf31-67ab-4fb7-bb7b-4e833b04bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:25.107328 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ee4092bc-ded3-4a2b-9c55-66f47feb2f81 req-6d71bf31-67ab-4fb7-bb7b-4e833b04bf08 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2908b485-0fbe-48a1-9d18-552208b51232 HTTP/1.1" status: 200 len: 851 time: 0.1684234 Dec 22 17:15:25.108643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:25.121420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-186a6ff8-6d48-418e-941e-8753a30966de tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Calling delete_port for fb4e6387-5519-4b6a-aec6-aaabaf9e025c owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:25.159045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880897ea-bbe1-4b70-8ae6-fa80980e6290 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:25.165226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880897ea-bbe1-4b70-8ae6-fa80980e6290 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:25.165986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-880897ea-bbe1-4b70-8ae6-fa80980e6290 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Synchronizing usage tracker for tenant:2573c526a7db457f877d083e5918f3bd on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:25.210324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a28fbe5-f8c2-430e-95ff-8aba11a65374 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:25.210646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a28fbe5-f8c2-430e-95ff-8aba11a65374 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:25.327657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] In _notify_port_updated(), no bound segment for port 359a738d-8987-4225-8d9d-84f03fe3ff3f on network 2d368da9-db47-4e32-bfeb-e05a90afbd3e {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:15:25.333496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:25.334340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:25.336150 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "PUT /v2.0/ports/359a738d-8987-4225-8d9d-84f03fe3ff3f HTTP/1.1" status: 200 len: 918 time: 3.2483652 Dec 22 17:15:25.343756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57616) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:25.365057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8599106-1072-4e00-a16a-6ae0477d9d25'}, {'subnet_id': '9935a61b-5ac3-4d46-86fd-8185d8eabd35'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:25.425899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-6a28fbe5-f8c2-430e-95ff-8aba11a65374 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for 33b08ed0-c004-45fe-94dd-4aa2b24125b9 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:25.453878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-880897ea-bbe1-4b70-8ae6-fa80980e6290 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Unset dirty status for tenant:2573c526a7db457f877d083e5918f3bd on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:25.455044 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-880897ea-bbe1-4b70-8ae6-fa80980e6290 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9528270 Dec 22 17:15:25.471416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57622) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:25.494600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1433698189'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:25.515047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:25.566584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Router 6a9436d3-85e8-4dc0-a84c-45c74f8f2e33 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:15:25.584319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-735fd465-e865-44a6-a4c2-9f76b547f9d3 None None] Provisioning for port 359a738d-8987-4225-8d9d-84f03fe3ff3f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:25.596269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-735fd465-e865-44a6-a4c2-9f76b547f9d3 None None] Provisioning complete for port 359a738d-8987-4225-8d9d-84f03fe3ff3f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:25.596900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:25.597029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-735fd465-e865-44a6-a4c2-9f76b547f9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:25.604647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:25.641946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-186a6ff8-6d48-418e-941e-8753a30966de tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:25.651383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:25.686439 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-735fd465-e865-44a6-a4c2-9f76b547f9d3 None None] Port 359a738d-8987-4225-8d9d-84f03fe3ff3f cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:25.711917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a6ff8-6d48-418e-941e-8753a30966de tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event deleted for resources: {'Port': ['ID=fb4e6387-5519-4b6a-aec6-aaabaf9e025c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:25.750123 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-186a6ff8-6d48-418e-941e-8753a30966de tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:25.762638 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-186a6ff8-6d48-418e-941e-8753a30966de tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:25.774748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57630) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:25.787072 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a28fbe5-f8c2-430e-95ff-8aba11a65374 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:25.794234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-41f43ba1-0f11-42e8-ba64-c4daa4b99630 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:25.840723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28fbe5-f8c2-430e-95ff-8aba11a65374 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=33b08ed0-c004-45fe-94dd-4aa2b24125b9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:25.844551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6a28fbe5-f8c2-430e-95ff-8aba11a65374 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:25.846310 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-186a6ff8-6d48-418e-941e-8753a30966de tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "DELETE /v2.0/ports/fb4e6387-5519-4b6a-aec6-aaabaf9e025c HTTP/1.1" status: 204 len: 168 time: 2.0738840 Dec 22 17:15:25.870311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57636) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:25.912560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4092bc-ded3-4a2b-9c55-66f47feb2f81 req-dc57b25e-43e7-457d-ae84-9e95e1aa2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:25.914136 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ee4092bc-ded3-4a2b-9c55-66f47feb2f81 req-dc57b25e-43e7-457d-ae84-9e95e1aa2866 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5951c9dd-e782-4b95-be40-418f146c5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7707136 Dec 22 17:15:25.914785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Made reservation on behalf of 2573c526a7db457f877d083e5918f3bd for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:25.918260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:25.958841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a28fbe5-f8c2-430e-95ff-8aba11a65374 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:25.961206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a28fbe5-f8c2-430e-95ff-8aba11a65374 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:25.963561 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6a28fbe5-f8c2-430e-95ff-8aba11a65374 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/floatingips/05b4dd66-9bed-435a-a5a3-535dfc0ff243 HTTP/1.1" status: 204 len: 168 time: 1.7878349 Dec 22 17:15:25.966096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57640) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:25.972265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1310322144', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:26.036584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:26.047945 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-8478dfef-50c9-46e8-bb7d-64940c4c78d0 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] delete failed (client error): The resource could not be found. Dec 22 17:15:26.052489 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8478dfef-50c9-46e8-bb7d-64940c4c78d0 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/floatingips/05b4dd66-9bed-435a-a5a3-535dfc0ff243 HTTP/1.1" status: 404 len: 345 time: 0.0817566 Dec 22 17:15:26.052489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Usage tracker for resource:port and tenant:617faafb802041478ae8ecca54c4637c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:26.052724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57644) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:26.054912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:26.094053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:26.120112 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Made reservation on behalf of 617faafb802041478ae8ecca54c4637c for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:26.122547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:26.137799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:26.157445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:26.162558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Usage tracker for resource:security_group_rule and tenant:617faafb802041478ae8ecca54c4637c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:26.166660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:26.174271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:26.189338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073af9b1-8f93-45e5-a092-95db19f7e0cb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:26.195142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073af9b1-8f93-45e5-a092-95db19f7e0cb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:26.201120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073af9b1-8f93-45e5-a092-95db19f7e0cb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:26.201989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-073af9b1-8f93-45e5-a092-95db19f7e0cb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Synchronizing usage tracker for tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:26.236815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-073af9b1-8f93-45e5-a092-95db19f7e0cb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Unset dirty status for tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:26.240724 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-073af9b1-8f93-45e5-a092-95db19f7e0cb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "GET /v2.0/ports?network_id=24dc626f-59a4-42f0-8fba-8da170867f06 HTTP/1.1" status: 200 len: 2358 time: 0.1844885 Dec 22 17:15:26.241706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57648) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:26.326343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b66e6-57c5-4cc1-8bac-52444e91c9a7 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:26.332523 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-930b66e6-57c5-4cc1-8bac-52444e91c9a7 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "GET /v2.0/subnets/0f27d978-5f72-4932-8300-2b95a44c3ee7 HTTP/1.1" status: 200 len: 797 time: 0.0850561 Dec 22 17:15:26.332653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57652) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:26.339944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'port': {'network_id': '24dc626f-59a4-42f0-8fba-8da170867f06', 'name': 'tempest-FloatingIPTestJSON-1919802390', 'fixed_ips': [{'ip_address': '172.20.0.12'}, {'ip_address': '172.20.0.11'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:26.517632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:26.531680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:26.547095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe9f456-2cb6-4637-86b0-68cf2153bbfb tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Deleting subnet 61554255-00c0-4f8a-b1a9-3ee02a719157 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:15:26.555179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:26.556610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:26.561231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:26.566737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d0c0af92-7f01-432f-9a0b-22906bddb96a tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:26.570846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbe9f456-2cb6-4637-86b0-68cf2153bbfb tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:26.573161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] device_id is not set on port 8a804b69-af09-497e-9494-82c73cf7bfad yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:26.651357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:26.651600 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Added segment be48abe7-d0b8-4c0b-9422-e2bf047a98d8 of type vlan for network 9dad19ba-07db-43dc-990f-0bc3034cdf05 Dec 22 17:15:26.686170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfe4c41-e837-49a9-95cd-30cda6272ef2,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:26.693637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:26.704176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:26.708114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed08331-f95f-4191-b404-8de387a2aec3 req-f95fc203-fe70-4516-9605-265c74b56335 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:26.709593 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fed08331-f95f-4191-b404-8de387a2aec3 req-f95fc203-fe70-4516-9605-265c74b56335 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 1.2027218 Dec 22 17:15:26.728516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:26.739326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9accec6-380a-4359-b567-0c2eaaa790d6 None None] Sync routers for ids ['6a9436d3-85e8-4dc0-a84c-45c74f8f2e33'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:26.750462 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9accec6-380a-4359-b567-0c2eaaa790d6 None None] Routers {'6a9436d3-85e8-4dc0-a84c-45c74f8f2e33'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:26.751473 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e9accec6-380a-4359-b567-0c2eaaa790d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6a9436d3-85e8-4dc0-a84c-45c74f8f2e33'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:26.754046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:26.773069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:26.773689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6beb0c89-a492-4731-a8c0-59106e1383a9 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:15:26.779012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Made reservation on behalf of 3c489bb601fc4ceb8db7a3eb25cfbac4 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:26.802538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Allocated IP 172.26.3.156 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/8a804b69-af09-497e-9494-82c73cf7bfad) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:26.820839 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbe9f456-2cb6-4637-86b0-68cf2153bbfb tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:26.859856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e9accec6-380a-4359-b567-0c2eaaa790d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:26.868478 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ee4092bc-ded3-4a2b-9c55-66f47feb2f81 req-925382d3-428f-466f-8589-0cc26bb98e95 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9017479 Dec 22 17:15:26.874843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9accec6-380a-4359-b567-0c2eaaa790d6 None None] Routers {'6a9436d3-85e8-4dc0-a84c-45c74f8f2e33'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:26.875595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e9accec6-380a-4359-b567-0c2eaaa790d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6a9436d3-85e8-4dc0-a84c-45c74f8f2e33'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:26.879610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:26.913560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:26.939085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e9accec6-380a-4359-b567-0c2eaaa790d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:26.939447 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9accec6-380a-4359-b567-0c2eaaa790d6 None None] The sync data for ids ['6a9436d3-85e8-4dc0-a84c-45c74f8f2e33'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:26.947718 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 17:15:26.951448 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2c471b80-1745-46eb-94fb-216e4a7c359d tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.6299281 Dec 22 17:15:26.953633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57656) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:27.016223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:27.018728 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fed08331-f95f-4191-b404-8de387a2aec3 req-bd9283ca-bde8-4b46-8c24-50f56238b3a0 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2948639 Dec 22 17:15:27.042876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:27.045178 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.6044049 Dec 22 17:15:27.063040 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57660) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:27.093598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:15:27.103009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:27.116385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] device_id is not set on port 1ba94413-60b9-4a5d-8765-582addaff10a yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:27.155648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3376c-f6a2-4115-9baa-fb1974e35086 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Deleting port 90aebd93-8551-4d50-8596-97cad951cc76 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:27.156000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c9c3376c-f6a2-4115-9baa-fb1974e35086 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:27.289950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:27.295841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:27.296421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:27.318812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:27.379807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:27.441131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbe9f456-2cb6-4637-86b0-68cf2153bbfb tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:27.511331 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ee4092bc-ded3-4a2b-9c55-66f47feb2f81 req-073d2ca5-6bbf-4d8e-9a1b-b31ee8b3ef4a service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120431 Dec 22 17:15:27.574677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-43593247-c6ee-4880-88ae-8e7e1e1a3a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:27.583689 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1069651 Dec 22 17:15:27.585215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57664) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:27.604685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1729538878'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:27.620798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event updated for resources: {'Network': ['ID=9dad19ba-07db-43dc-990f-0bc3034cdf05,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:27.622475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:27.624041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:27.642776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:27.647230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 9dad19ba-07db-43dc-990f-0bc3034cdf05 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:27.663396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:27.676152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c9c3376c-f6a2-4115-9baa-fb1974e35086 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:27.685056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-263c5040-9a3c-48ba-95fc-6875a4a1dd93 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:27.893988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Made reservation on behalf of 2573c526a7db457f877d083e5918f3bd for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:27.897445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:27.927199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3376c-f6a2-4115-9baa-fb1974e35086 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Calling delete_port for 90aebd93-8551-4d50-8596-97cad951cc76 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:27.966667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:27.987002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:27.997880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:28.026491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Pushing event updated for resources: {'Port': ['ID=8a804b69-af09-497e-9494-82c73cf7bfad,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:28.037745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:28.057720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbe9f456-2cb6-4637-86b0-68cf2153bbfb tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.075036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:28.080492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.20.0.12 (24dc626f-59a4-42f0-8fba-8da170867f06/0f27d978-5f72-4932-8300-2b95a44c3ee7/1ba94413-60b9-4a5d-8765-582addaff10a) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:28.084873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d0ed11cf-69c3-4d1f-bd97-1eb72616ce50 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:28.110289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.20.0.11 (24dc626f-59a4-42f0-8fba-8da170867f06/0f27d978-5f72-4932-8300-2b95a44c3ee7/1ba94413-60b9-4a5d-8765-582addaff10a) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:28.114058 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:28.114649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.118418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.118955 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Added segment 3e2a870d-b278-4cd8-a73d-0ec16147fcfd of type vlan for network 75ce80c6-e3dd-4a16-a56f-e09cb96ae422 Dec 22 17:15:28.163499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fbe9f456-2cb6-4637-86b0-68cf2153bbfb tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.169833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0786a82-a44a-4a8c-aebc-160179050131 None None] Network 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:28.174839 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9f456-2cb6-4637-86b0-68cf2153bbfb tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event deleted for resources: {'Subnet': ['ID=61554255-00c0-4f8a-b1a9-3ee02a719157,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:28.177852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fbe9f456-2cb6-4637-86b0-68cf2153bbfb tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:28.202677 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fbe9f456-2cb6-4637-86b0-68cf2153bbfb tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "DELETE /v2.0/subnets/61554255-00c0-4f8a-b1a9-3ee02a719157 HTTP/1.1" status: 204 len: 168 time: 2.3252697 Dec 22 17:15:28.208011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57670) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:28.420979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.19 (2d368da9-db47-4e32-bfeb-e05a90afbd3e/9935a61b-5ac3-4d46-86fd-8185d8eabd35/359a738d-8987-4225-8d9d-84f03fe3ff3f) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:28.436533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.491449 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.7155077 Dec 22 17:15:28.499509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57678) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:28.530013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.538246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc767ba7-4054-4748-add0-3165fa357643 None None] DHCP port deletion for 10bd6452-c0f7-4df1-8107-30d1ec7cbd36 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:15:28.543012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bc767ba7-4054-4748-add0-3165fa357643 None None] Deleting port b329fe9d-36ab-426e-8adf-17f04db46026 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:28.543576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bc767ba7-4054-4748-add0-3165fa357643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.565626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c9c3376c-f6a2-4115-9baa-fb1974e35086 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.579836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.156'}]}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:28.584460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:28.633179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Deleting port b329fe9d-36ab-426e-8adf-17f04db46026 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:28.633179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.636524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:28.663678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Usage tracker for resource:router and tenant:617faafb802041478ae8ecca54c4637c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:28.667660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3376c-f6a2-4115-9baa-fb1974e35086 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Pushing event deleted for resources: {'Port': ['ID=90aebd93-8551-4d50-8596-97cad951cc76,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:28.670755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c9c3376c-f6a2-4115-9baa-fb1974e35086 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:28.671858 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:28.680342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.686239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:28.686822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.687046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.726710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7f0aa29d-6ffb-4e0d-9539-d8ca1e116298 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:28.741192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:28.770356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.777567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-bc767ba7-4054-4748-add0-3165fa357643 None None] For port b329fe9d-36ab-426e-8adf-17f04db46026, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b329fe9d-36ab-426e-8adf-17f04db46026,segment=NetworkSegment(a1c80a95-c5e0-4f19-ba92-0853b9bb1538),segment_id=a1c80a95-c5e0-4f19-ba92-0853b9bb1538)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:28.778239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bc767ba7-4054-4748-add0-3165fa357643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.812958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Deleting port dae8fc35-e549-4f44-a7cc-f9bcd804eaf4 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:28.813234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.834557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536c771-610f-445b-bbc9-8dbc650d3c71 req-724d455d-5eaa-4d8b-b2da-42d87e7984d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:28.843231 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e536c771-610f-445b-bbc9-8dbc650d3c71 req-724d455d-5eaa-4d8b-b2da-42d87e7984d9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.5851657 Dec 22 17:15:28.923599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bc767ba7-4054-4748-add0-3165fa357643 None None] Calling delete_port for b329fe9d-36ab-426e-8adf-17f04db46026 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:28.926155 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3355112 Dec 22 17:15:28.934613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57682) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:28.959966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.971618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'ports': [{'network_id': '9dad19ba-07db-43dc-990f-0bc3034cdf05', 'name': 'tempest-port--1097501962', 'admin_state_up': True}, {'network_id': '75ce80c6-e3dd-4a16-a56f-e09cb96ae422', 'admin_state_up': False}]} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:28.971921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'port': {'network_id': '9dad19ba-07db-43dc-990f-0bc3034cdf05', 'name': 'tempest-port--1097501962', 'admin_state_up': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:28.972405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'port': {'network_id': '75ce80c6-e3dd-4a16-a56f-e09cb96ae422', 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:28.972626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:28.973827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.008825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bc767ba7-4054-4748-add0-3165fa357643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.013101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6d061f24-a19f-485c-9595-c8ab8549239f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:29.015488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event updated for resources: {'Network': ['ID=75ce80c6-e3dd-4a16-a56f-e09cb96ae422,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:29.026489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.029932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:29.051730 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 75ce80c6-e3dd-4a16-a56f-e09cb96ae422 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:29.055449 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e536c771-610f-445b-bbc9-8dbc650d3c71 req-d74fa17f-b3c5-4c38-be04-4b106fa63b42 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2110388 Dec 22 17:15:29.061761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.064676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c9c3376c-f6a2-4115-9baa-fb1974e35086 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.081498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc767ba7-4054-4748-add0-3165fa357643 None None] Pushing event deleted for resources: {'Port': ['ID=b329fe9d-36ab-426e-8adf-17f04db46026,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:29.088319 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c9c3376c-f6a2-4115-9baa-fb1974e35086 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] 10.222.0.70 "DELETE /v2.0/ports/90aebd93-8551-4d50-8596-97cad951cc76 HTTP/1.1" status: 204 len: 168 time: 2.1309059 Dec 22 17:15:29.091799 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bc767ba7-4054-4748-add0-3165fa357643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:29.093360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc767ba7-4054-4748-add0-3165fa357643 None None] No DVR routers for this DVR port b329fe9d-36ab-426e-8adf-17f04db46026 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:15:29.190407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object 359a738d-8987-4225-8d9d-84f03fe3ff3f will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:29.206266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] For port b329fe9d-36ab-426e-8adf-17f04db46026, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b329fe9d-36ab-426e-8adf-17f04db46026,segment=NetworkSegment(a1c80a95-c5e0-4f19-ba92-0853b9bb1538),segment_id=a1c80a95-c5e0-4f19-ba92-0853b9bb1538)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:29.206619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.227543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.231805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.240687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f3f96bdb-652e-472d-bf36-ad667f2f238c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:29.244604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-17755e17-48e6-460a-a3f8-380566566ff4 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:29.441763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 24dc626f-59a4-42f0-8fba-8da170867f06 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:29.442391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57690) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:29.449694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:29.460954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:29.491044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.497826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=1ba94413-60b9-4a5d-8765-582addaff10a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:29.508132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:29.553947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:29.554407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Calling delete_port for b329fe9d-36ab-426e-8adf-17f04db46026 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:29.554618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.640655 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.3070023 Dec 22 17:15:29.643186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d96fe506-c00a-4d94-9f48-dbc21f0e941e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.652249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57696) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:29.667626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '1ba94413-60b9-4a5d-8765-582addaff10a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:29.676981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:29.679354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d96fe506-c00a-4d94-9f48-dbc21f0e941e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:29.685026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d96fe506-c00a-4d94-9f48-dbc21f0e941e admin admin] Usage tracker for resource:security_group_rule and tenant:445797de389d48b293daac0041146530 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:29.689482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d96fe506-c00a-4d94-9f48-dbc21f0e941e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:29.702633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d96fe506-c00a-4d94-9f48-dbc21f0e941e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:29.706643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:29.739764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.839315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=359a738d-8987-4225-8d9d-84f03fe3ff3f,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:29.853354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8695f635-060b-474d-88c8-fcb7db75afcb None None] Provisioning for port 359a738d-8987-4225-8d9d-84f03fe3ff3f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:29.853829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:29.860790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8695f635-060b-474d-88c8-fcb7db75afcb None None] Provisioning complete for port 359a738d-8987-4225-8d9d-84f03fe3ff3f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:29.861371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8695f635-060b-474d-88c8-fcb7db75afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.867724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:29.918845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-8695f635-060b-474d-88c8-fcb7db75afcb None None] Port 359a738d-8987-4225-8d9d-84f03fe3ff3f cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:30.023423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Calling delete_port for dae8fc35-e549-4f44-a7cc-f9bcd804eaf4 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:30.026512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a560b2e6-343b-4cc1-9470-50935c8a9791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.051693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] In _notify_port_updated(), no bound segment for port 359a738d-8987-4225-8d9d-84f03fe3ff3f on network 2d368da9-db47-4e32-bfeb-e05a90afbd3e {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:15:30.057056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:30.057673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.058949 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "PUT /v2.0/ports/359a738d-8987-4225-8d9d-84f03fe3ff3f HTTP/1.1" status: 200 len: 998 time: 4.7053895 Dec 22 17:15:30.067320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57700) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:30.082773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:30.088401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:15:30.088714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:15:30.091154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Usage tracker for resource:port and tenant:2573c526a7db457f877d083e5918f3bd is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:30.096819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:30.104773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:30.129292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d96fe506-c00a-4d94-9f48-dbc21f0e941e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.143438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Made reservation on behalf of 2573c526a7db457f877d083e5918f3bd for: {'port': 2} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:30.148023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.148163 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d96fe506-c00a-4d94-9f48-dbc21f0e941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.157754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-812021a8-26ea-4a26-af94-47ab2b258bcf tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:30.173389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.309727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0640ca07-4ec9-436f-a3c8-74bf63c5b38b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 359a738d-8987-4225-8d9d-84f03fe3ff3f {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:30.310053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0640ca07-4ec9-436f-a3c8-74bf63c5b38b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.328170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b329fe9d-36ab-426e-8adf-17f04db46026 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:15:30.363883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: b329fe9d-36ab-426e-8adf-17f04db46026 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:15:30.364179 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b329fe9d-36ab-426e-8adf-17f04db46026 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:15:30.379189 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d96fe506-c00a-4d94-9f48-dbc21f0e941e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=445797de389d48b293daac0041146530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9357495 Dec 22 17:15:30.386214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57706) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:30.404538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] device_id is not set on port 2e2d61c5-08ec-4769-8d38-96eec36e4443 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:30.426989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fe506-c00a-4d94-9f48-dbc21f0e941e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25123aef-c68f-44db-91a2-60d8b5f917b7,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:30.438537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d96fe506-c00a-4d94-9f48-dbc21f0e941e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:30.457661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.465845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9df5ae73-38d3-4447-a21a-003e9cfd2dcd tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:30.515470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.519685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Pushing event deleted for resources: {'Port': ['ID=dae8fc35-e549-4f44-a7cc-f9bcd804eaf4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:30.522937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:30.543480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.556768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffb09b-e981-477b-961d-c602454a9a9b req-5d149cf9-0c42-4b08-975c-08e149fc352c tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:30.558644 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a6ffb09b-e981-477b-961d-c602454a9a9b req-5d149cf9-0c42-4b08-975c-08e149fc352c tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.3762844 Dec 22 17:15:30.589087 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.590074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Deleting port b329fe9d-36ab-426e-8adf-17f04db46026 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:30.590410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.679027 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-beb9b782-571c-4292-8524-53562fdf9ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.786672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] The port 'b329fe9d-36ab-426e-8adf-17f04db46026' was deleted {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:15:30.855515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-beb9b782-571c-4292-8524-53562fdf9ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.864441 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a6ffb09b-e981-477b-961d-c602454a9a9b req-4d69c974-d7f0-4701-acba-7562a9005f61 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2830920 Dec 22 17:15:30.903121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.910266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0640ca07-4ec9-436f-a3c8-74bf63c5b38b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:30.965278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.045968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0640ca07-4ec9-436f-a3c8-74bf63c5b38b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 359a738d-8987-4225-8d9d-84f03fe3ff3f owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:31.089122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.26.3.199 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/b0b23e0f-74c2-4ba5-b1eb-49a03d40a6ea) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:31.144224 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.264285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.317730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.389247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0640ca07-4ec9-436f-a3c8-74bf63c5b38b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.394935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-51601eb8-6a2a-4118-a3df-ba5de227d0b0 tempest-PortsAdminExtendedAttrsTestJSON-35088390 tempest-PortsAdminExtendedAttrsTestJSON-35088390-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:31.424423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bd6452-c0f7-4df1-8107-30d1ec7cbd36']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:31.443991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640ca07-4ec9-436f-a3c8-74bf63c5b38b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=359a738d-8987-4225-8d9d-84f03fe3ff3f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:31.448451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0640ca07-4ec9-436f-a3c8-74bf63c5b38b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:31.495277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c80a95-c5e0-4f19-ba92-0853b9bb1538') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:31.495604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c80a95-c5e0-4f19-ba92-0853b9bb1538') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:31.503466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.510570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.527405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79584aaa-98a4-409f-b64d-83c5c8b8d1b3 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:31.598131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.605050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-beb9b782-571c-4292-8524-53562fdf9ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.616837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:31.630162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.702794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.704907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9b782-571c-4292-8524-53562fdf9ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25123aef-c68f-44db-91a2-60d8b5f917b7,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:31.706939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.709199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-beb9b782-571c-4292-8524-53562fdf9ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:31.733834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:15:31.734199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:15:31.748901 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:15:31.802244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:31.817329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] device_id is not set on port caa61a4a-584b-4cd7-b2fe-ea351ae2fd53 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:31.817550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:31.822189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=b0b23e0f-74c2-4ba5-b1eb-49a03d40a6ea,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:31.824614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:31.855587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:31.863125 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.992564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Router 6a9436d3-85e8-4dc0-a84c-45c74f8f2e33 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:15:31.994785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-beb9b782-571c-4292-8524-53562fdf9ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:31.995935 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-beb9b782-571c-4292-8524-53562fdf9ef1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25123aef-c68f-44db-91a2-60d8b5f917b7 HTTP/1.1" status: 204 len: 168 time: 1.6088822 Dec 22 17:15:32.006496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:32.009195 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0640ca07-4ec9-436f-a3c8-74bf63c5b38b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:32.012835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-78b1c35c-2f32-4d73-9aa9-cc1a0342449e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:32.033106 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:32.127264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Pushing event deleted for resources: {'Network': ['ID=10bd6452-c0f7-4df1-8107-30d1ec7cbd36,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:32.158793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:32.213831 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] 10.222.0.70 "DELETE /v2.0/networks/10bd6452-c0f7-4df1-8107-30d1ec7cbd36 HTTP/1.1" status: 204 len: 168 time: 3.9511111 Dec 22 17:15:32.293247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:32.304107 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0640ca07-4ec9-436f-a3c8-74bf63c5b38b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/359a738d-8987-4225-8d9d-84f03fe3ff3f HTTP/1.1" status: 204 len: 168 time: 2.2356186 Dec 22 17:15:32.313334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57718) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:32.330763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:32.334168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:32.340515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57722) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:32.355838 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:32.369156 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf9ecd9-f4da-4acb-a52d-5bb0e5c5f53c None None] Sync routers for ids ['6a9436d3-85e8-4dc0-a84c-45c74f8f2e33'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:32.373820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:32.378034 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "PUT /v2.0/routers/6a9436d3-85e8-4dc0-a84c-45c74f8f2e33 HTTP/1.1" status: 200 len: 705 time: 5.3032663 Dec 22 17:15:32.379008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57726) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:32.380399 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9ecd9-f4da-4acb-a52d-5bb0e5c5f53c None None] Routers {'6a9436d3-85e8-4dc0-a84c-45c74f8f2e33'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:32.381277 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9bf9ecd9-f4da-4acb-a52d-5bb0e5c5f53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6a9436d3-85e8-4dc0-a84c-45c74f8f2e33'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:32.385092 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b555d2-43fd-4092-ab22-cd1ab02c5e43 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:15:32.385685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e5b555d2-43fd-4092-ab22-cd1ab02c5e43 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:32.445566 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9bf9ecd9-f4da-4acb-a52d-5bb0e5c5f53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:32.456729 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9ecd9-f4da-4acb-a52d-5bb0e5c5f53c None None] Routers {'6a9436d3-85e8-4dc0-a84c-45c74f8f2e33'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:32.457854 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9bf9ecd9-f4da-4acb-a52d-5bb0e5c5f53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6a9436d3-85e8-4dc0-a84c-45c74f8f2e33'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:32.497889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:32.561778 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9bf9ecd9-f4da-4acb-a52d-5bb0e5c5f53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:32.562181 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf9ecd9-f4da-4acb-a52d-5bb0e5c5f53c None None] The sync data for ids ['6a9436d3-85e8-4dc0-a84c-45c74f8f2e33'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:32.607425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57732) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:32.672436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:32.676056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:32.676668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5429dbe-59c8-402a-a05c-f11be50d3674 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:15:32.680931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b8d588ba-1d06-4406-9510-2e77af46e7f9 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:32.721494 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-49592479-8ae2-4ecd-80a5-6b7f47d685e6 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/routers/6a9436d3-85e8-4dc0-a84c-45c74f8f2e33 HTTP/1.1" status: 200 len: 740 time: 0.3394415 Dec 22 17:15:32.721989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2572b-a138-4742-96f6-996121894e8b req-b360022d-ccd3-40a3-8c5e-cb5114643fc9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:32.722275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e5b555d2-43fd-4092-ab22-cd1ab02c5e43 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:32.725782 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e5b555d2-43fd-4092-ab22-cd1ab02c5e43 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/359a738d-8987-4225-8d9d-84f03fe3ff3f HTTP/1.1" status: 404 len: 333 time: 0.4090199 Dec 22 17:15:32.725934 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bfc2572b-a138-4742-96f6-996121894e8b req-b360022d-ccd3-40a3-8c5e-cb5114643fc9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.7332177 Dec 22 17:15:32.732416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57738) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:32.733305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57740) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:32.740733 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c8bc37e7-a150-4d8f-b025-0b7f223244fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4442c2eaeb4c4b83ac17a0b61e470430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961797 Dec 22 17:15:32.745232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57746) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:32.775721 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 17:15:32.780709 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-359d1a87-c494-416d-b245-b6d1c10b5770 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.2797873 Dec 22 17:15:32.790213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57750) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:32.844615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5ae88d91-292f-4e3e-8188-a05290e7befe tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Synchronizing usage tracker for tenant:bff8fd3baa674dc8bb889df098c17def on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:32.868285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event updated for resources: {'Port': ['ID=2e2d61c5-08ec-4769-8d38-96eec36e4443,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:32.880258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:32.899659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a63303d-d6c2-4463-a6ba-346be2a55a7b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting subnet 9935a61b-5ac3-4d46-86fd-8185d8eabd35 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:15:32.904069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5ae88d91-292f-4e3e-8188-a05290e7befe tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Unset dirty status for tenant:bff8fd3baa674dc8bb889df098c17def on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:32.905714 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5ae88d91-292f-4e3e-8188-a05290e7befe tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&device_id=6a9436d3-85e8-4dc0-a84c-45c74f8f2e33 HTTP/1.1" status: 200 len: 205 time: 0.1714714 Dec 22 17:15:32.906526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a63303d-d6c2-4463-a6ba-346be2a55a7b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:32.912049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57756) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:32.933135 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bfc2572b-a138-4742-96f6-996121894e8b req-5e3f0351-9411-4041-b503-828915d1b48f tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1953707 Dec 22 17:15:32.934204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Checking segment: {'id': 'be48abe7-d0b8-4c0b-9422-e2bf047a98d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9dad19ba-07db-43dc-990f-0bc3034cdf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:32.934575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Network hostable DHCP agents. Network: 9dad19ba-07db-43dc-990f-0bc3034cdf05, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:15:32.973805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a63303d-d6c2-4463-a6ba-346be2a55a7b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:32.994785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-5940579b-0005-48e9-ba2a-317bcbc5bda4 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Deleting port 8a804b69-af09-497e-9494-82c73cf7bfad {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:32.995132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5940579b-0005-48e9-ba2a-317bcbc5bda4 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.001398 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Network 9dad19ba-07db-43dc-990f-0bc3034cdf05 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:15:33.023901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 9dad19ba-07db-43dc-990f-0bc3034cdf05) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:33.031172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:33.032015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.035692 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-82511fd3-20fe-4229-b5b0-f6dcb023ceb5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9436d3-85e8-4dc0-a84c-45c74f8f2e33 HTTP/1.1" status: 200 len: 205 time: 0.1161551 Dec 22 17:15:33.039065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-44b8aab4-3d77-4622-b15d-c94c1b0d55b6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:33.044254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b8d02-b523-43f5-a44b-d41091cae789 None None] Network 9dad19ba-07db-43dc-990f-0bc3034cdf05 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:33.062433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57760) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:33.075364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-658e5df0-767a-4739-a1e7-2b134b057aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.153361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event updated for resources: {'Port': ['ID=caa61a4a-584b-4cd7-b2fe-ea351ae2fd53,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:33.160777 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:33.163198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a63303d-d6c2-4463-a6ba-346be2a55a7b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.209126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Checking segment: {'id': '3e2a870d-b278-4cd8-a73d-0ec16147fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '75ce80c6-e3dd-4a16-a56f-e09cb96ae422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:33.209496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Network hostable DHCP agents. Network: 75ce80c6-e3dd-4a16-a56f-e09cb96ae422, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:15:33.245644 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Network 75ce80c6-e3dd-4a16-a56f-e09cb96ae422 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:15:33.263468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 75ce80c6-e3dd-4a16-a56f-e09cb96ae422) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:33.267879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a63303d-d6c2-4463-a6ba-346be2a55a7b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.268969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:33.274640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:33.280150 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:33.280811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.281291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6422c94-28e4-4890-abee-dc4761b48fe4 None None] Network 75ce80c6-e3dd-4a16-a56f-e09cb96ae422 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:33.296542 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7ffd5ba5-2830-4699-b75b-1e9fcf595e77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e0f0f69ffed4bfda7d39ff3783dbeee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6662273 Dec 22 17:15:33.299045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae957d23-ac19-4717-8566-1cf045c80d8b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:33.332054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57764) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:33.352065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63303d-d6c2-4463-a6ba-346be2a55a7b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Subnet': ['ID=9935a61b-5ac3-4d46-86fd-8185d8eabd35,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:33.354717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a63303d-d6c2-4463-a6ba-346be2a55a7b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.359912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3a63303d-d6c2-4463-a6ba-346be2a55a7b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:33.376392 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3a63303d-d6c2-4463-a6ba-346be2a55a7b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/9935a61b-5ac3-4d46-86fd-8185d8eabd35 HTTP/1.1" status: 204 len: 168 time: 0.6381252 Dec 22 17:15:33.379811 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4405024 Dec 22 17:15:33.384646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57768) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:33.384972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57770) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:33.397249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1336e13-1047-478f-860f-7be7f6b8fda5 None None] Network 2d368da9-db47-4e32-bfeb-e05a90afbd3e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:33.430326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-658e5df0-767a-4739-a1e7-2b134b057aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.438417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-69a1710a-1121-46b3-9840-97d635950da2 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.526991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-14e60b91-6301-495d-8b21-10c015f35cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.533168 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b446c09c-4dbe-4e16-9639-865672d960d0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting subnet c8599106-1072-4e00-a16a-6ae0477d9d25 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:15:33.537616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b446c09c-4dbe-4e16-9639-865672d960d0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.571151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.608238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-14e60b91-6301-495d-8b21-10c015f35cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.641137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b446c09c-4dbe-4e16-9639-865672d960d0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.700804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f08abd-97cd-4bd9-9483-163bb2f3a2dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:33.706591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f08abd-97cd-4bd9-9483-163bb2f3a2dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:33.707606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-66f08abd-97cd-4bd9-9483-163bb2f3a2dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Synchronizing usage tracker for tenant:2573c526a7db457f877d083e5918f3bd on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:33.750160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-66f08abd-97cd-4bd9-9483-163bb2f3a2dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Unset dirty status for tenant:2573c526a7db457f877d083e5918f3bd on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:33.753989 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-66f08abd-97cd-4bd9-9483-163bb2f3a2dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3640227 Dec 22 17:15:33.754501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57776) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:33.813128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-14e60b91-6301-495d-8b21-10c015f35cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.819859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d5f35403-7a38-4f55-8632-3cbeb5ea2cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:33.848433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e60b91-6301-495d-8b21-10c015f35cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828a93de-5ae5-44c4-9166-1a625eb4ea75,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:33.854615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-14e60b91-6301-495d-8b21-10c015f35cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:33.858800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b446c09c-4dbe-4e16-9639-865672d960d0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.899318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d00b6665-ca8b-4825-808a-278e39ca1561 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Deleting port 2e2d61c5-08ec-4769-8d38-96eec36e4443 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:33.899661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d00b6665-ca8b-4825-808a-278e39ca1561 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.910024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-69a1710a-1121-46b3-9840-97d635950da2 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.920799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-69a1710a-1121-46b3-9840-97d635950da2 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.934563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-14e60b91-6301-495d-8b21-10c015f35cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.935677 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-14e60b91-6301-495d-8b21-10c015f35cd3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/828a93de-5ae5-44c4-9166-1a625eb4ea75 HTTP/1.1" status: 204 len: 168 time: 0.6023517 Dec 22 17:15:33.966181 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-658e5df0-767a-4739-a1e7-2b134b057aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:33.983095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fd22760a-9b69-4b7d-af5e-5ca3e13d6615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:34.005482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-69a1710a-1121-46b3-9840-97d635950da2 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.006148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a1710a-1121-46b3-9840-97d635950da2 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9436d3-85e8-4dc0-a84c-45c74f8f2e33 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:15:34.008071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.035839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5940579b-0005-48e9-ba2a-317bcbc5bda4 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.067475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e5df0-767a-4739-a1e7-2b134b057aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5db656c-d1c8-4df1-884c-f3af1c3de426,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:34.094383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b446c09c-4dbe-4e16-9639-865672d960d0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.106233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a613d70d-2c94-4f10-8e72-d17586f7e13f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:34.159674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-658e5df0-767a-4739-a1e7-2b134b057aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:34.211434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446c09c-4dbe-4e16-9639-865672d960d0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Subnet': ['ID=c8599106-1072-4e00-a16a-6ae0477d9d25,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:34.235356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-5940579b-0005-48e9-ba2a-317bcbc5bda4 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Calling delete_port for 8a804b69-af09-497e-9494-82c73cf7bfad owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:34.249812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b446c09c-4dbe-4e16-9639-865672d960d0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:34.270695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b446c09c-4dbe-4e16-9639-865672d960d0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.293326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d00b6665-ca8b-4825-808a-278e39ca1561 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.302207 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b446c09c-4dbe-4e16-9639-865672d960d0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/c8599106-1072-4e00-a16a-6ae0477d9d25 HTTP/1.1" status: 204 len: 168 time: 0.9162383 Dec 22 17:15:34.309222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57786) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:34.428144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-658e5df0-767a-4739-a1e7-2b134b057aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.429289 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-658e5df0-767a-4739-a1e7-2b134b057aaa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5db656c-d1c8-4df1-884c-f3af1c3de426 HTTP/1.1" status: 204 len: 168 time: 1.6692345 Dec 22 17:15:34.455329 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-69a1710a-1121-46b3-9840-97d635950da2 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.460018 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-69a1710a-1121-46b3-9840-97d635950da2 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/routers/6a9436d3-85e8-4dc0-a84c-45c74f8f2e33 HTTP/1.1" status: 204 len: 168 time: 1.3922081 Dec 22 17:15:34.460392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57798) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:34.532531 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-95b8eb47-e005-449b-95ca-0b39ccce519f tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a9436d3-85e8-4dc0-a84c-45c74f8f2e33 HTTP/1.1" status: 200 len: 205 time: 0.0708117 Dec 22 17:15:34.567228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57804) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:34.639975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.652920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b6dff4-cafb-4847-a902-0b4d8239802c None None] Network 2d368da9-db47-4e32-bfeb-e05a90afbd3e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:34.657640 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-2bad865b-8a5d-4c31-98c2-89e18eb9d421 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] delete failed (client error): The resource could not be found. Dec 22 17:15:34.658667 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2bad865b-8a5d-4c31-98c2-89e18eb9d421 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/routers/6a9436d3-85e8-4dc0-a84c-45c74f8f2e33 HTTP/1.1" status: 404 len: 336 time: 0.0889235 Dec 22 17:15:34.669586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57810) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:34.758532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d00b6665-ca8b-4825-808a-278e39ca1561 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Calling delete_port for 2e2d61c5-08ec-4769-8d38-96eec36e4443 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:34.883244 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0f74e117-b60c-4543-8765-d0863d446df0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "GET /v2.0/ports?device_id=eab8b8bc-1541-486e-b4de-5f5984d29a27 HTTP/1.1" status: 200 len: 205 time: 0.2052786 Dec 22 17:15:34.888167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57826) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:34.898894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 72db55ca-4706-417d-b5be-4475f8c99f70 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:34.899305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.904440 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-254fef75-f634-42a5-a14a-3c2d0f5b5876 None None] Provisioning complete for port 72db55ca-4706-417d-b5be-4475f8c99f70 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:34.904819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-254fef75-f634-42a5-a14a-3c2d0f5b5876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.924954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5940579b-0005-48e9-ba2a-317bcbc5bda4 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.955893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:34.959085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5cbe5bde-25f5-4f9c-8360-340d2013eb59 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:35.003084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:35.037112 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-f3dd5fdd-ff3e-4a99-a1cf-dff957b1f9bb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] delete failed (client error): The resource could not be found. Dec 22 17:15:35.038395 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f3dd5fdd-ff3e-4a99-a1cf-dff957b1f9bb tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/routers/eab8b8bc-1541-486e-b4de-5f5984d29a27 HTTP/1.1" status: 404 len: 336 time: 0.1485703 Dec 22 17:15:35.042264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57834) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:35.057516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635350a6-06e3-43ff-9623-2cf740360388 req-82fb4be8-eea5-4e43-bc7b-93f529151755 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:35.059050 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-635350a6-06e3-43ff-9623-2cf740360388 req-82fb4be8-eea5-4e43-bc7b-93f529151755 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.8548145 Dec 22 17:15:35.065908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940579b-0005-48e9-ba2a-317bcbc5bda4 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a804b69-af09-497e-9494-82c73cf7bfad,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:35.068955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5940579b-0005-48e9-ba2a-317bcbc5bda4 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:35.094331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:35.106369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4dd77a7c-79e4-492e-bcf0-820805663c1a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:35.137808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d00b6665-ca8b-4825-808a-278e39ca1561 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:35.157763 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-323fc739-a0b0-4ae3-bed3-9ff2a00ddf6a tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "GET /v2.0/ports?device_id=c97b3c1c-0a01-4e08-8fb6-1e175f95418f HTTP/1.1" status: 200 len: 205 time: 0.1112454 Dec 22 17:15:35.171133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2f900e13-b1b1-44bc-b849-545b5a441b71 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:35.184904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57838) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:35.190427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=b0b23e0f-74c2-4ba5-b1eb-49a03d40a6ea,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:35.200431 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:35.221419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57842) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:35.258587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b6665-ca8b-4825-808a-278e39ca1561 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event deleted for resources: {'Port': ['ID=2e2d61c5-08ec-4769-8d38-96eec36e4443,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:35.274583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d00b6665-ca8b-4825-808a-278e39ca1561 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:35.279151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d00b6665-ca8b-4825-808a-278e39ca1561 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:35.319537 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-635350a6-06e3-43ff-9623-2cf740360388 req-a884c481-3bdf-4763-85cd-10143d034003 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2137074 Dec 22 17:15:35.379093 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-0a34cf95-2962-4b70-ace8-fe1ad0fa30ff tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] delete failed (client error): The resource could not be found. Dec 22 17:15:35.383676 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0a34cf95-2962-4b70-ace8-fe1ad0fa30ff tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/routers/c97b3c1c-0a01-4e08-8fb6-1e175f95418f HTTP/1.1" status: 404 len: 336 time: 0.1816804 Dec 22 17:15:35.384046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57856) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:35.387697 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d00b6665-ca8b-4825-808a-278e39ca1561 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "DELETE /v2.0/ports/2e2d61c5-08ec-4769-8d38-96eec36e4443 HTTP/1.1" status: 204 len: 168 time: 1.6302886 Dec 22 17:15:35.391256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57860) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:35.401970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5940579b-0005-48e9-ba2a-317bcbc5bda4 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:35.422494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:35.469532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c946ee-9439-4cad-9b3c-c0da95b57b8a None None] DHCP port deletion for 2d368da9-db47-4e32-bfeb-e05a90afbd3e request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:15:35.474671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-42c946ee-9439-4cad-9b3c-c0da95b57b8a None None] Deleting port 72db55ca-4706-417d-b5be-4475f8c99f70 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:35.474971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-42c946ee-9439-4cad-9b3c-c0da95b57b8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:35.486808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'networks': [{'name': 'tempest-network--862899718'}, {'name': 'tempest-network--749301706'}]} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:35.487144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'network': {'name': 'tempest-network--862899718'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:35.487598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'network': {'name': 'tempest-network--749301706'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:35.509324 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9ed67516-ad84-426d-b590-a1c5c2042a6f tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "GET /v2.0/ports?device_id=d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff HTTP/1.1" status: 200 len: 205 time: 0.1223423 Dec 22 17:15:35.513010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:35.521056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57868) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:35.522493 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5940579b-0005-48e9-ba2a-317bcbc5bda4 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] 10.222.0.70 "DELETE /v2.0/ports/8a804b69-af09-497e-9494-82c73cf7bfad HTTP/1.1" status: 204 len: 168 time: 2.7291706 Dec 22 17:15:35.523877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Usage tracker for resource:network and tenant:a263af6b78e245e780d6bb57aaa66e6d is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:35.586016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:35.610669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:35.624943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9d374-e0ef-4984-a5b6-ba097c07b064 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Deleting port caa61a4a-584b-4cd7-b2fe-ea351ae2fd53 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:35.625571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d374-e0ef-4984-a5b6-ba097c07b064 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:35.640086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57874) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:35.660096 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-de0f1e1b-887a-4d09-88f5-d3f0f6ec90be tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] delete failed (client error): The resource could not be found. Dec 22 17:15:35.661121 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-de0f1e1b-887a-4d09-88f5-d3f0f6ec90be tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/routers/d58a50cf-3cf6-4d7c-92ea-0eb4d13d7cff HTTP/1.1" status: 404 len: 336 time: 0.1392550 Dec 22 17:15:35.671236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57880) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:35.686822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] For port 72db55ca-4706-417d-b5be-4475f8c99f70, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=72db55ca-4706-417d-b5be-4475f8c99f70,segment=NetworkSegment(52424321-0f84-4fa8-a3af-71e7fe4508a5),segment_id=52424321-0f84-4fa8-a3af-71e7fe4508a5)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:35.686822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:35.704197 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Floating IP 9ff62f04-ef0b-45c8-89f8-11e286b035cc associated. External IP: 172.26.3.199, port: 1ba94413-60b9-4a5d-8765-582addaff10a. Dec 22 17:15:35.739987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Made reservation on behalf of a263af6b78e245e780d6bb57aaa66e6d for: {'network': 2} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:35.744441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:35.757733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-42c946ee-9439-4cad-9b3c-c0da95b57b8a None None] For port 72db55ca-4706-417d-b5be-4475f8c99f70, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=72db55ca-4706-417d-b5be-4475f8c99f70,segment=NetworkSegment(52424321-0f84-4fa8-a3af-71e7fe4508a5),segment_id=52424321-0f84-4fa8-a3af-71e7fe4508a5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:35.759357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-42c946ee-9439-4cad-9b3c-c0da95b57b8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:35.769714 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-66cdf42b-2ed2-483e-9f36-860a2d84e1ae tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebe64559-a81b-4680-8997-27dded699af4 HTTP/1.1" status: 200 len: 205 time: 0.0892093 Dec 22 17:15:35.820524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:35.886702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57884) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:35.925574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 72db55ca-4706-417d-b5be-4475f8c99f70 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:35.930933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-42c946ee-9439-4cad-9b3c-c0da95b57b8a None None] Calling delete_port for 72db55ca-4706-417d-b5be-4475f8c99f70 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:36.029256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-42c946ee-9439-4cad-9b3c-c0da95b57b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.035956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:36.043125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57890) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:36.052425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:36.070260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1116475328'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:36.079167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:36.084646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Usage tracker for resource:security_group_rule and tenant:a263af6b78e245e780d6bb57aaa66e6d is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:36.088129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-be88f3c6-ed25-4c75-a015-ee8740a81a0f tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] delete failed (client error): The resource could not be found. Dec 22 17:15:36.089300 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-be88f3c6-ed25-4c75-a015-ee8740a81a0f tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/routers/ebe64559-a81b-4680-8997-27dded699af4 HTTP/1.1" status: 404 len: 336 time: 0.2014353 Dec 22 17:15:36.090650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:36.090772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c946ee-9439-4cad-9b3c-c0da95b57b8a None None] Pushing event deleted for resources: {'Port': ['ID=72db55ca-4706-417d-b5be-4475f8c99f70,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:36.094271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-42c946ee-9439-4cad-9b3c-c0da95b57b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:36.096077 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c946ee-9439-4cad-9b3c-c0da95b57b8a None None] No DVR routers for this DVR port 72db55ca-4706-417d-b5be-4475f8c99f70 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:15:36.103801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57896) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:36.113679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:36.141718 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Usage tracker for resource:network and tenant:2ee2c2d57bb84c37a7fc3cf0369df443 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:36.150886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:36.170376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:36.187706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Made reservation on behalf of 2ee2c2d57bb84c37a7fc3cf0369df443 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:36.191432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.208554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.219411 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6dbd241e-b7a7-4a6e-a22e-8e25ad766f7f tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "GET /v2.0/ports?device_id=d24b483c-5bc6-4bbb-b687-510b7fdfcb27 HTTP/1.1" status: 200 len: 205 time: 0.1135924 Dec 22 17:15:36.221683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57900) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:36.280404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:15:36.300027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:36.306011 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-2bca8dff-6f78-4f17-a8eb-a2e98e2c2be0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] delete failed (client error): The resource could not be found. Dec 22 17:15:36.309467 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2bca8dff-6f78-4f17-a8eb-a2e98e2c2be0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/routers/d24b483c-5bc6-4bbb-b687-510b7fdfcb27 HTTP/1.1" status: 404 len: 336 time: 0.0844495 Dec 22 17:15:36.309467 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Usage tracker for resource:security_group_rule and tenant:2ee2c2d57bb84c37a7fc3cf0369df443 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:36.314443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:36.317556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57904) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:36.332824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 72db55ca-4706-417d-b5be-4475f8c99f70 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:15:36.374107 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 72db55ca-4706-417d-b5be-4475f8c99f70 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:15:36.374429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 72db55ca-4706-417d-b5be-4475f8c99f70 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:15:36.397111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b71e59c6-5faf-4b98-bc33-08690fb097cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.409545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:36.433821 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f51889-0a00-4011-8bf1-978f7a74f814 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] DELETE failed (client error): The resource could not be found. Dec 22 17:15:36.434270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f51889-0a00-4011-8bf1-978f7a74f814 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:15:36.436540 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-31f51889-0a00-4011-8bf1-978f7a74f814 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] 10.222.0.70 "DELETE /v2.0/subnets/ab2b770c-f136-487f-b617-5e2376b02327 HTTP/1.1" status: 404 len: 337 time: 0.1181993 Dec 22 17:15:36.454152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b71e59c6-5faf-4b98-bc33-08690fb097cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:36.470615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b71e59c6-5faf-4b98-bc33-08690fb097cb admin admin] Usage tracker for resource:security_group_rule and tenant:ee555ff9a9ea4dc19f1a4fb60feca2c4 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:36.474110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d374-e0ef-4984-a5b6-ba097c07b064 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.481306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b71e59c6-5faf-4b98-bc33-08690fb097cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:36.485681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:15:36.485995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:15:36.497715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b71e59c6-5faf-4b98-bc33-08690fb097cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:36.589818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:36.606276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae19ed2-2ae8-4fc7-b1b8-42dd86817348 None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:36.624686 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae19ed2-2ae8-4fc7-b1b8-42dd86817348 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:36.626758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-eae19ed2-2ae8-4fc7-b1b8-42dd86817348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:36.627976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9d374-e0ef-4984-a5b6-ba097c07b064 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Calling delete_port for caa61a4a-584b-4cd7-b2fe-ea351ae2fd53 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:36.647994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.689117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57912) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:36.712406 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-eae19ed2-2ae8-4fc7-b1b8-42dd86817348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:36.722402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae19ed2-2ae8-4fc7-b1b8-42dd86817348 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:36.723009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-eae19ed2-2ae8-4fc7-b1b8-42dd86817348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:36.783833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.786141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d374-e0ef-4984-a5b6-ba097c07b064 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.789965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-eae19ed2-2ae8-4fc7-b1b8-42dd86817348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:36.790555 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae19ed2-2ae8-4fc7-b1b8-42dd86817348 None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:36.795710 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-82193139-92dc-4fc8-894e-436b7fd1dde0 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:36.848773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.849304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.866300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9d374-e0ef-4984-a5b6-ba097c07b064 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event deleted for resources: {'Port': ['ID=caa61a4a-584b-4cd7-b2fe-ea351ae2fd53,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:36.878147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a3e9d374-e0ef-4984-a5b6-ba097c07b064 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:36.890507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-14e60b91-6301-495d-8b21-10c015f35cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:36.895681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.900207 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.2398489 Dec 22 17:15:36.901610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.905586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57918) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:36.906350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:36.916993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d374-e0ef-4984-a5b6-ba097c07b064 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.921852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-2f039743-b895-464a-be47-1c1a4b1ee2ed tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'floatingip': {'port_id': '1ba94413-60b9-4a5d-8765-582addaff10a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:36.930056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c4850a02-28e7-4cde-9d3e-63943e6a5c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.986608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b71e59c6-5faf-4b98-bc33-08690fb097cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:36.988605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:36.991099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 72db55ca-4706-417d-b5be-4475f8c99f70 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:36.991386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.019905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c4850a02-28e7-4cde-9d3e-63943e6a5c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:37.025970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:37.031895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c506d1a0-8183-4f8c-9e59-e81057313d94,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:37.042248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b71e59c6-5faf-4b98-bc33-08690fb097cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.048515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe39b9f8-5f32-4349-80cf-3e63a0b3486c,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:37.050175 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:37.050700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:37.055829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:37.056748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.057079 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Added segment fe9cede2-b884-41d1-aace-07a787ef5ec5 of type vlan for network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f Dec 22 17:15:37.057856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c4850a02-28e7-4cde-9d3e-63943e6a5c70 admin admin] Usage tracker for resource:security_group_rule and tenant:9edd8ecc5d8f4f3dac5caae72301f7f1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:37.061912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c4850a02-28e7-4cde-9d3e-63943e6a5c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:37.076840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2f039743-b895-464a-be47-1c1a4b1ee2ed tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.092624 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a3e9d374-e0ef-4984-a5b6-ba097c07b064 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "DELETE /v2.0/ports/caa61a4a-584b-4cd7-b2fe-ea351ae2fd53 HTTP/1.1" status: 204 len: 168 time: 1.6997840 Dec 22 17:15:37.105013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.105358 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Added segment 674d0422-1963-44d1-9095-6e45af6f71f2 of type vlan for network 6398725c-3ca6-4836-be12-7388220216e7 Dec 22 17:15:37.106306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57922) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:37.113079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] The port '72db55ca-4706-417d-b5be-4475f8c99f70' was deleted {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:15:37.115775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c4850a02-28e7-4cde-9d3e-63943e6a5c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:37.169913 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.228007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-023524fb-eb02-4021-8635-06ba9c7ed436 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Synchronizing usage tracker for tenant:2573c526a7db457f877d083e5918f3bd on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:37.232101 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b71e59c6-5faf-4b98-bc33-08690fb097cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee555ff9a9ea4dc19f1a4fb60feca2c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1814187 Dec 22 17:15:37.236197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57926) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:37.258949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e59c6-5faf-4b98-bc33-08690fb097cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cff564f-b994-4112-ad48-b392327632cf,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:37.278349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b71e59c6-5faf-4b98-bc33-08690fb097cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:37.297316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.339173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.344579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:37.345153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.357924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a54f0f1a-1b86-4d72-ab3e-2721d53dfd54 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:37.382229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-023524fb-eb02-4021-8635-06ba9c7ed436 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Unset dirty status for tenant:2573c526a7db457f877d083e5918f3bd on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:37.383414 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-023524fb-eb02-4021-8635-06ba9c7ed436 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2654669 Dec 22 17:15:37.393302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.400856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57930) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:37.448491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d368da9-db47-4e32-bfeb-e05a90afbd3e']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:37.469553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1257736841'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:37.474536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52424321-0f84-4fa8-a3af-71e7fe4508a5') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:37.474840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52424321-0f84-4fa8-a3af-71e7fe4508a5') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:37.481067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:37.493873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.500676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:37.520774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.521113 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Added segment 589a2901-6c7a-48f7-8ba7-1b83742362e0 of type vlan for network 23126862-56b1-435b-be56-58f681832a88 Dec 22 17:15:37.523137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c4850a02-28e7-4cde-9d3e-63943e6a5c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.525295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Usage tracker for resource:network and tenant:2573c526a7db457f877d083e5918f3bd is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:37.528868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c4850a02-28e7-4cde-9d3e-63943e6a5c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.535737 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8912952 Dec 22 17:15:37.536663 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.538605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57934) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:37.540230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3aaf4ce7-88d8-4ab7-8e4d-d36f248791d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:37.566948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Request body: {'subnet': {'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:37.604663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:37.604995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:15:37.605404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.617432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event updated for resources: {'Network': ['ID=4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:37.620222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:15:37.627026 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:15:37.629259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:37.637002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b7381c73-35ea-428f-9ae1-9a957ca74afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.643501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:37.653232 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.730100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Made reservation on behalf of 2573c526a7db457f877d083e5918f3bd for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:37.734227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.765211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b7381c73-35ea-428f-9ae1-9a957ca74afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.779835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4850a02-28e7-4cde-9d3e-63943e6a5c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7565bd64-3150-4223-a875-6c35d159dc99,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:37.787265 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c4850a02-28e7-4cde-9d3e-63943e6a5c70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9edd8ecc5d8f4f3dac5caae72301f7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0939212 Dec 22 17:15:37.790129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c4850a02-28e7-4cde-9d3e-63943e6a5c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:37.792095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57938) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:37.829476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.835733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:37.857970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.866234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:37.875070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Network': ['ID=2d368da9-db47-4e32-bfeb-e05a90afbd3e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:37.879788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Usage tracker for resource:subnet and tenant:2ee2c2d57bb84c37a7fc3cf0369df443 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:37.882588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:37.885590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.886118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.892052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:37.896703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:37.897337 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:37.901271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:37.905467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fd03996e-6128-4281-bcef-1de891025553 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:37.922108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:37.935187 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/networks/2d368da9-db47-4e32-bfeb-e05a90afbd3e HTTP/1.1" status: 204 len: 168 time: 3.6246996 Dec 22 17:15:37.940426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:37.948885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57942) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:38.010753 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.7727654 Dec 22 17:15:38.010961 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.010961 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Added segment 01dbd06c-6490-4aa9-9b93-b5ed4437a324 of type vlan for network 4e6072a3-e725-40c1-9d06-916ffe1fb5bc Dec 22 17:15:38.013107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57946) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:38.040350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event updated for resources: {'Network': ['ID=6398725c-3ca6-4836-be12-7388220216e7,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:38.042489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Made reservation on behalf of 2ee2c2d57bb84c37a7fc3cf0369df443 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:38.045918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.054275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 6398725c-3ca6-4836-be12-7388220216e7 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:38.067777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b7381c73-35ea-428f-9ae1-9a957ca74afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.078128 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d96fe506-c00a-4d94-9f48-dbc21f0e941e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:38.105535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.110569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7381c73-35ea-428f-9ae1-9a957ca74afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cff564f-b994-4112-ad48-b392327632cf,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:38.112271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-43489139-22de-4a55-9770-93a3ad49a3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.119285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b7381c73-35ea-428f-9ae1-9a957ca74afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:38.186108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-43489139-22de-4a55-9770-93a3ad49a3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.205038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b7381c73-35ea-428f-9ae1-9a957ca74afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.206146 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b7381c73-35ea-428f-9ae1-9a957ca74afd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4cff564f-b994-4112-ad48-b392327632cf HTTP/1.1" status: 204 len: 168 time: 0.9548204 Dec 22 17:15:38.233346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d8e9d0-e342-4271-a035-1147092579fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:38.234069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-43d8e9d0-e342-4271-a035-1147092579fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:38.251515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.257008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:38.257603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.267413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2853c129-e4ce-4e15-a440-7df2c6b7c7e5 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:38.382004 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-43d8e9d0-e342-4271-a035-1147092579fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:38.386657 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-43d8e9d0-e342-4271-a035-1147092579fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4328372 Dec 22 17:15:38.387414 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9855576 Dec 22 17:15:38.394928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57954) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:38.394928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57956) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:38.424733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event updated for resources: {'Network': ['ID=23126862-56b1-435b-be56-58f681832a88,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:38.433582 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-252290049'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:38.440330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:38.444189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.525s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:38.444759 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:38.446898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 23126862-56b1-435b-be56-58f681832a88 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:38.448260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:38.463292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Usage tracker for resource:network and tenant:2573c526a7db457f877d083e5918f3bd is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:38.467505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-2f039743-b895-464a-be47-1c1a4b1ee2ed tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:15:38.487564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2727339-2071-47b8-99a7-ed55edda9c08 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:38.493574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2727339-2071-47b8-99a7-ed55edda9c08 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:38.499749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2727339-2071-47b8-99a7-ed55edda9c08 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:38.505812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2727339-2071-47b8-99a7-ed55edda9c08 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:38.506903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d2727339-2071-47b8-99a7-ed55edda9c08 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Synchronizing usage tracker for tenant:a263af6b78e245e780d6bb57aaa66e6d on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:38.566291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d2727339-2071-47b8-99a7-ed55edda9c08 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Unset dirty status for tenant:a263af6b78e245e780d6bb57aaa66e6d on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:38.567865 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d2727339-2071-47b8-99a7-ed55edda9c08 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5532236 Dec 22 17:15:38.573459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57962) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:38.597466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57966) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:38.645088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event updated for resources: {'Network': ['ID=4e6072a3-e725-40c1-9d06-916ffe1fb5bc,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:38.647818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:38.657260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 4e6072a3-e725-40c1-9d06-916ffe1fb5bc details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:38.659751 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:38.663513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-43489139-22de-4a55-9770-93a3ad49a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.674053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:38.676670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dc165fda-4273-46c6-8069-d79e2ebe9192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:38.708313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43489139-22de-4a55-9770-93a3ad49a3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7565bd64-3150-4223-a875-6c35d159dc99,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:38.715294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-43489139-22de-4a55-9770-93a3ad49a3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.719560 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-43489139-22de-4a55-9770-93a3ad49a3d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7565bd64-3150-4223-a875-6c35d159dc99 HTTP/1.1" status: 204 len: 168 time: 0.9265063 Dec 22 17:15:38.725046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-43489139-22de-4a55-9770-93a3ad49a3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:38.736858 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Made reservation on behalf of 2573c526a7db457f877d083e5918f3bd for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:38.740050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.751665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2f039743-b895-464a-be47-1c1a4b1ee2ed tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.769278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2f039743-b895-464a-be47-1c1a4b1ee2ed tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.772987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.792420 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-90fa5ad1-5cd2-49c3-a91f-703098a72214 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=617faafb802041478ae8ecca54c4637c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849289 Dec 22 17:15:38.797592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57972) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:38.815813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.853055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:38.862691 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2895a6e0-8f45-4123-b611-cd56bd4f63de tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4650655 Dec 22 17:15:38.865407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:38.866957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 57976) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:38.875197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1954758311'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:38.884249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:38.886599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:38.886932 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Added segment 9a618598-9d1e-4230-a746-58276f57fa16 of type vlan for network 18a26600-c1ce-4966-9909-4568f78d70dd Dec 22 17:15:38.947713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:network and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:38.957728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:38.977609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:38.998935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.017920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:39.021324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.061516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.091335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event updated for resources: {'Subnet': ['ID=28375e6f-5e15-41b1-a12c-15e0a072a6a3,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:39.097844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1ab3-9517-476f-8481-1fb4c42ce7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.101676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:39.105093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6398725c-3ca6-4836-be12-7388220216e7']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:39.131018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674d0422-1963-44d1-9095-6e45af6f71f2') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:39.131955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674d0422-1963-44d1-9095-6e45af6f71f2') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:39.141130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Checking segment: {'id': 'fe9cede2-b884-41d1-aace-07a787ef5ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:39.141518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Network hostable DHCP agents. Network: 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:15:39.144518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:39.151573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.157696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:39.158549 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.164126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1ab3-9517-476f-8481-1fb4c42ce7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.166227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:39.177527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.183865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57982) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:39.197783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.198128 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Added segment 2fdfff5c-9a6a-4fa5-ac06-37896a90d61d of type vlan for network 875983a6-cd6b-42d2-9010-058eb9a7f4eb Dec 22 17:15:39.227411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.250405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:15:39.250867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:15:39.268903 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:15:39.275828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:15:39.348968 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9526436 Dec 22 17:15:39.368725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:39.381221 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ce293303-c34e-4f58-9bce-7b94cb92ef53 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bff8fd3baa674dc8bb889df098c17def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912112 Dec 22 17:15:39.381221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:39.381221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.386516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57986) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:39.387855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a97577-bc5c-438a-bc75-627f8aa50c2b None None] Network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:39.396715 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event updated for resources: {'Network': ['ID=18a26600-c1ce-4966-9909-4568f78d70dd,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:39.406361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:39.411390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.415601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.425534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-952f052a-7300-4ef6-90e4-75f0773b4d3a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:39.430285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f039743-b895-464a-be47-1c1a4b1ee2ed tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:15:39.452128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.458029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1ab3-9517-476f-8481-1fb4c42ce7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.462955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 18a26600-c1ce-4966-9909-4568f78d70dd details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:39.474695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event deleted for resources: {'Network': ['ID=6398725c-3ca6-4836-be12-7388220216e7,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:39.483256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:39.485704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-beb9b782-571c-4292-8524-53562fdf9ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:39.493047 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "DELETE /v2.0/networks/6398725c-3ca6-4836-be12-7388220216e7 HTTP/1.1" status: 204 len: 168 time: 0.9183073 Dec 22 17:15:39.494403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1ab3-9517-476f-8481-1fb4c42ce7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.495611 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8c1a1ab3-9517-476f-8481-1fb4c42ce7bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccfe4c41-e837-49a9-95cd-30cda6272ef2 HTTP/1.1" status: 204 len: 168 time: 0.6964393 Dec 22 17:15:39.498611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57990) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:39.503476 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9557602 Dec 22 17:15:39.507324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 57996) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:39.530537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a1ab3-9517-476f-8481-1fb4c42ce7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfe4c41-e837-49a9-95cd-30cda6272ef2,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:39.536557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Request body: {'port': {'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f', 'name': 'tempest-AllowedAddressPairTestJSON-1004586114'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:39.559896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8c1a1ab3-9517-476f-8481-1fb4c42ce7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:39.676052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.682956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:39.683451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.698210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a7104834-24ca-437e-83d8-940a38490828 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:39.768472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03e8842a-0718-4cf9-bcb8-9b215753d0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.839335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:39.909169 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0410392 Dec 22 17:15:39.909984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58002) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:39.936704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '875983a6-cd6b-42d2-9010-058eb9a7f4eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:39.943217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03e8842a-0718-4cf9-bcb8-9b215753d0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:40.061133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f039743-b895-464a-be47-1c1a4b1ee2ed tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:40.066168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Network': ['ID=875983a6-cd6b-42d2-9010-058eb9a7f4eb,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:40.072581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2f039743-b895-464a-be47-1c1a4b1ee2ed tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:40.080817 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 875983a6-cd6b-42d2-9010-058eb9a7f4eb details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:40.083449 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f3a3d6-4c38-480a-878c-309b941476aa None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:40.115811 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3a3d6-4c38-480a-878c-309b941476aa None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:40.116618 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a2f3a3d6-4c38-480a-878c-309b941476aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:40.144616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:40.157442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f', 'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f', 'tenant_id': '2ee2c2d57bb84c37a7fc3cf0369df443', 'fixed_ips': [{'subnet_id': '28375e6f-5e15-41b1-a12c-15e0a072a6a3'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:15:40.158458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:40.201782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Usage tracker for resource:port and tenant:2ee2c2d57bb84c37a7fc3cf0369df443 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:40.210381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03e8842a-0718-4cf9-bcb8-9b215753d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:40.226146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:40.233785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-81738b12-07e7-4bda-812e-e2ae12095bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:40.282033 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a2f3a3d6-4c38-480a-878c-309b941476aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:40.300462 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3a3d6-4c38-480a-878c-309b941476aa None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:40.301078 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a2f3a3d6-4c38-480a-878c-309b941476aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:40.306649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:40.312780 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2f039743-b895-464a-be47-1c1a4b1ee2ed tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "PUT /v2.0/floatingips/9ff62f04-ef0b-45c8-89f8-11e286b035cc HTTP/1.1" status: 200 len: 979 time: 3.3984649 Dec 22 17:15:40.323139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58014) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:40.407802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8842a-0718-4cf9-bcb8-9b215753d0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ed2cf5-6716-4f9e-b042-4c1a8d150ccf,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:40.418683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-03e8842a-0718-4cf9-bcb8-9b215753d0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:40.434956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:40.463052 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a2f3a3d6-4c38-480a-878c-309b941476aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:40.463494 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f3a3d6-4c38-480a-878c-309b941476aa None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:40.480421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:40.483561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Allocated IP 172.20.0.2 (4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f/28375e6f-5e15-41b1-a12c-15e0a072a6a3/3c6c81bf-cd96-4467-b2be-ab782c7fa4fe) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:40.489553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03e8842a-0718-4cf9-bcb8-9b215753d0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:40.494492 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-03e8842a-0718-4cf9-bcb8-9b215753d0fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58ed2cf5-6716-4f9e-b042-4c1a8d150ccf HTTP/1.1" status: 204 len: 168 time: 1.1069431 Dec 22 17:15:40.499424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:40.525373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:40.533645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:40.534313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Made reservation on behalf of 2ee2c2d57bb84c37a7fc3cf0369df443 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:40.543009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:40.546664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:40.638683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] device_id is not set on port 56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:40.945006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:40.948460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:40.991420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23126862-56b1-435b-be56-58f681832a88']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:41.015423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.026142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589a2901-6c7a-48f7-8ba7-1b83742362e0') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:41.026484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589a2901-6c7a-48f7-8ba7-1b83742362e0') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:41.038198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Transition to ACTIVE for port object 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:41.079558 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Transition to ACTIVE for port object 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:41.100218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.106492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bc767ba7-4054-4748-add0-3165fa357643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:41.209958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:41.213176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:41.217669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:41.227372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Pushing event updated for resources: {'Port': ['ID=3c6c81bf-cd96-4467-b2be-ab782c7fa4fe,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:41.243825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Allocated IP 172.20.0.3 (4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f/28375e6f-5e15-41b1-a12c-15e0a072a6a3/56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:41.294212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:41.308109 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58032) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:41.325720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port b0b23e0f-74c2-4ba5-b1eb-49a03d40a6ea {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:41.326906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.367491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.393783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0cd9872c-9c06-4719-80a7-855319472457 tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:41.402484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Attempting to bind port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:15:41.403308 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Attempting to bind port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'fe9cede2-b884-41d1-aace-07a787ef5ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:15:41.404124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Attempting to bind port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe on network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:15:41.413052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:15:41.414056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Checking segment: {'id': 'fe9cede2-b884-41d1-aace-07a787ef5ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:41.414706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.416451 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Bound using segment: {'id': 'fe9cede2-b884-41d1-aace-07a787ef5ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:15:41.417145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Bound port: 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9cede2-b884-41d1-aace-07a787ef5ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:15:41.417756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.512053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Subnet': ['ID=4fade9d1-1e20-4138-b41f-06354a9c9b4a,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:41.522536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:41.563501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] For port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:15:41.573152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] For port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3c6c81bf-cd96-4467-b2be-ab782c7fa4fe,segment=NetworkSegment(fe9cede2-b884-41d1-aace-07a787ef5ec5),segment_id=fe9cede2-b884-41d1-aace-07a787ef5ec5)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:15:41.583136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.586327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Checking segment: {'id': '2fdfff5c-9a6a-4fa5-ac06-37896a90d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875983a6-cd6b-42d2-9010-058eb9a7f4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:41.586872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network hostable DHCP agents. Network: 875983a6-cd6b-42d2-9010-058eb9a7f4eb, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:15:41.592538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8a72aad8-4c16-409b-9e57-2d56f946be24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:41.613122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.651475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Transition to ACTIVE for port object 56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:41.688368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 875983a6-cd6b-42d2-9010-058eb9a7f4eb is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:15:41.706536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.716267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 875983a6-cd6b-42d2-9010-058eb9a7f4eb) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:41.725016 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:41.726562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.727443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.733387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:15:41.733781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.750260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b25e0bd-991c-4b71-ae17-79348e1043a1 None None] Network 875983a6-cd6b-42d2-9010-058eb9a7f4eb requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:41.812967 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1778677612'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:41.820631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:41.825181 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Usage tracker for resource:network and tenant:e983fb633a6845b09932aac9c990b822 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:41.843346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:15:41.843444 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:15:41.845118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:41.846448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.854829 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9315450 Dec 22 17:15:41.857965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58052) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:41.866394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': '875983a6-cd6b-42d2-9010-058eb9a7f4eb', 'name': 'tempest-PortsTestJSON-829468890'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:41.872386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-32c16136-dbcb-41ac-af77-ffc273452af5 tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:41.947465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:41.956868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.005960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:42.021041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Made reservation on behalf of e983fb633a6845b09932aac9c990b822 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:42.024697 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "DELETE /v2.0/networks/23126862-56b1-435b-be56-58f681832a88 HTTP/1.1" status: 204 len: 168 time: 2.5182703 Dec 22 17:15:42.028512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.030351 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:42.034065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:42.043665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:42.053660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:42.061250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58056) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:42.091493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:42.099714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.108099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Pushing event updated for resources: {'Port': ['ID=3c6c81bf-cd96-4467-b2be-ab782c7fa4fe,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:42.111372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:42.114818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event updated for resources: {'Port': ['ID=56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:42.119455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:42.119958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a08a34b6-b814-49f8-b778-9870be95ba4f tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:42.153784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58060) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:42.161979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:42.162585 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.166464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event deleted for resources: {'Network': ['ID=23126862-56b1-435b-be56-58f681832a88,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:42.173860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:42.190866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.197698 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6837568 Dec 22 17:15:42.197698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58066) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:42.203765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Request body: {'port': {'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f', 'name': 'tempest-AllowedAddressPairTestJSON-1958975049', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a5:c8:1c'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:42.206365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-875983a6-cd6b-42d2-9010-058eb9a7f4eb', 'network_id': '875983a6-cd6b-42d2-9010-058eb9a7f4eb', 'tenant_id': 'b0ee63329cf14e019ca8df08e1ed40c3', 'fixed_ips': [{'subnet_id': '4fade9d1-1e20-4138-b41f-06354a9c9b4a'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:15:42.208133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.237404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port 41a450ac-3911-462c-b95c-13e366d7a494 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:42.407139 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:42.416074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Usage tracker for resource:port and tenant:2ee2c2d57bb84c37a7fc3cf0369df443 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:42.425303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:42.448058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:42.480062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2051032422'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:42.486048 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:42.490769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Usage tracker for resource:network and tenant:ab19dcb058e14b5cbd2a0b440c7a15a7 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:42.493902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:42.500550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:42.508410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.11 (875983a6-cd6b-42d2-9010-058eb9a7f4eb/4fade9d1-1e20-4138-b41f-06354a9c9b4a/41a450ac-3911-462c-b95c-13e366d7a494) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:42.517432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Made reservation on behalf of 2ee2c2d57bb84c37a7fc3cf0369df443 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:42.536850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Made reservation on behalf of ab19dcb058e14b5cbd2a0b440c7a15a7 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:42.540411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.558016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.653047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58070) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:42.662655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'subnets': [{'network_id': '4e6072a3-e725-40c1-9d06-916ffe1fb5bc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1084655548', 'ip_version': 6}, {'network_id': '18a26600-c1ce-4966-9909-4568f78d70dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:42.663204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'subnet': {'network_id': '4e6072a3-e725-40c1-9d06-916ffe1fb5bc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1084655548', 'ip_version': 6}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:42.664007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Request body: {'subnet': {'network_id': '18a26600-c1ce-4966-9909-4568f78d70dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:42.699402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:42.709936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Usage tracker for resource:security_group_rule and tenant:ab19dcb058e14b5cbd2a0b440c7a15a7 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:42.714404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:42.714816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:42.721183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.736539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:42.743331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Usage tracker for resource:security_group_rule and tenant:e983fb633a6845b09932aac9c990b822 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:42.756058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] device_id is not set on port d1935c93-71cb-420a-96f9-000ec841e4f9 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:42.793070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.793365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.828728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:42.851725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:42.953131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Allocated IP 172.20.0.6 (4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f/28375e6f-5e15-41b1-a12c-15e0a072a6a3/d1935c93-71cb-420a-96f9-000ec841e4f9) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:42.963865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.969843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:42.973570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-435e749f-50e2-4a87-90d5-1b8e5d1dd00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:43.033408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:43.042466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a51676-4fa3-4baf-aadd-73bb23b17bb3,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:43.045808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:43.049770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for b0b23e0f-74c2-4ba5-b1eb-49a03d40a6ea owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:43.063603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.063947 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Added segment 5fc0eae3-0b4d-48d5-ad98-400a7d452dd4 of type vlan for network 346de119-e481-48a2-ba2c-985a1b2f0962 Dec 22 17:15:43.187263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.287577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.294525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:43.295481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.300761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.306676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:43.427805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dabf088-7396-43ec-9921-bbfb452ab560 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:43.436628 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dabf088-7396-43ec-9921-bbfb452ab560 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:43.439760 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Transition to ACTIVE for port object d1935c93-71cb-420a-96f9-000ec841e4f9 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:43.442751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58074) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:43.443785 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1dabf088-7396-43ec-9921-bbfb452ab560 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3773689 Dec 22 17:15:43.455391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1461106623'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:43.465726 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3082225 Dec 22 17:15:43.466803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Pushing event updated for resources: {'Network': ['ID=346de119-e481-48a2-ba2c-985a1b2f0962,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:43.468464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58078) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:43.470234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:43.474555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:43.477847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Usage tracker for resource:network and tenant:a263af6b78e245e780d6bb57aaa66e6d is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:43.483484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 346de119-e481-48a2-ba2c-985a1b2f0962 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:43.484086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Request body: {'subnet': {'network_id': '346de119-e481-48a2-ba2c-985a1b2f0962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:43.508238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:43.510844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:43.515325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Usage tracker for resource:subnet and tenant:2573c526a7db457f877d083e5918f3bd is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:43.518506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:43.523076 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:43.525442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:43.560689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Made reservation on behalf of 2573c526a7db457f877d083e5918f3bd for: {'subnet': 2} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:43.565580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.565912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.566219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6874cb7-add7-40c7-a03c-f92835310105 None None] Network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:43.599875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.610066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Made reservation on behalf of a263af6b78e245e780d6bb57aaa66e6d for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:43.613506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.638738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:43.646145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.648112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Usage tracker for resource:subnet and tenant:ab19dcb058e14b5cbd2a0b440c7a15a7 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:43.651902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:43.657741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a3e9d374-e0ef-4984-a5b6-ba097c07b064 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:43.672065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4b2124ac-f776-4b54-a1a0-7be39d6f69c6 None None] Provisioning for port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:43.691544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object 41a450ac-3911-462c-b95c-13e366d7a494 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:43.831858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:43.832832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.844590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.850905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:43.851096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:43.864840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:43.873356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:43.879155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:43.900081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.904325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.906512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Made reservation on behalf of ab19dcb058e14b5cbd2a0b440c7a15a7 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:43.910046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.913673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:43.925564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cba40bb-8df2-4daa-a10e-030bd4af1425,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:43.933634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event updated for resources: {'Port': ['ID=d1935c93-71cb-420a-96f9-000ec841e4f9,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:43.936895 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:43.944765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.945113 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Added segment 2d9eed28-db9f-4cc0-8bf8-104397ee0ea4 of type vlan for network 6d836477-0f8b-4e00-8e03-18c1c1cfd5b0 Dec 22 17:15:43.948760 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:43.949110 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Added segment 1d09b896-b2fd-4d50-9a9f-62f4dfe3f528 of type vlan for network 80e66994-5a76-4a08-a5c9-fe56a2deeaa2 Dec 22 17:15:43.952379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:43.965022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38e64f60-1d22-4cd4-acb9-eb468f5631fe tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:43.978981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Allocated IP 172.20.0.2 (875983a6-cd6b-42d2-9010-058eb9a7f4eb/4fade9d1-1e20-4138-b41f-06354a9c9b4a/e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:44.014121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 875983a6-cd6b-42d2-9010-058eb9a7f4eb is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:44.057394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:44.060418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:44.062795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.071300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:44.071921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.123761 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9250979 Dec 22 17:15:44.125519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=b0b23e0f-74c2-4ba5-b1eb-49a03d40a6ea,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:44.130843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58082) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:44.229200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.242097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Transition to ACTIVE for port object e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:44.255624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.263713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Transition to ACTIVE for port object e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:44.264527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:44.265542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.272744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4e321d32-511d-4354-9d0c-fc8505601732 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:44.282404 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.288218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.292292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7437b8d8-b0f8-4238-b5f5-046fe48becfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:44.373903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.374562 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Floating IP 9ff62f04-ef0b-45c8-89f8-11e286b035cc disassociated (deleted). External IP: 172.26.3.199, port: 1ba94413-60b9-4a5d-8765-582addaff10a. Dec 22 17:15:44.389984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Pushing event updated for resources: {'Port': ['ID=e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:44.395932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:44.406109 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9622760 Dec 22 17:15:44.408167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Network 875983a6-cd6b-42d2-9010-058eb9a7f4eb is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:44.412608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58086) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:44.413460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:44.418041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:44.423792 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:15:44.426645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1813163734'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:44.432244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:44.436798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Usage tracker for resource:network and tenant:a263af6b78e245e780d6bb57aaa66e6d is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:44.439926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:44.445746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:44.464448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.465844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event updated for resources: {'Network': ['ID=6d836477-0f8b-4e00-8e03-18c1c1cfd5b0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:44.476602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:44.478859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Made reservation on behalf of a263af6b78e245e780d6bb57aaa66e6d for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:44.482928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.485708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:44.486481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.493767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:44.538143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 6d836477-0f8b-4e00-8e03-18c1c1cfd5b0 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:44.568133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-094f2275-17a0-4c3d-b078-f2bcdbe6a6d8 None None] Provisioning for port d1935c93-71cb-420a-96f9-000ec841e4f9 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:44.580031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Checking segment: {'id': '5fc0eae3-0b4d-48d5-ad98-400a7d452dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '346de119-e481-48a2-ba2c-985a1b2f0962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:44.581224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Network hostable DHCP agents. Network: 346de119-e481-48a2-ba2c-985a1b2f0962, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:15:44.606245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Pushing event updated for resources: {'Subnet': ['ID=14268e3c-8e84-4941-b902-19f0b6a17e99,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:44.609905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:44.613511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:44.624009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.624210 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Added segment ec956472-f539-41fa-9443-1727460084d7 of type vlan for network e0d83f83-e2ab-4f75-b65c-5b8503703afb Dec 22 17:15:44.631070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Network 346de119-e481-48a2-ba2c-985a1b2f0962 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:15:44.657216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 346de119-e481-48a2-ba2c-985a1b2f0962) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:44.666928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:44.667607 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.673767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.682078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=41a450ac-3911-462c-b95c-13e366d7a494,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:44.711990 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2390833 Dec 22 17:15:44.712802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58090) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:44.714037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b7af75-bab1-4d90-ba14-dd8c96e00ab4 None None] Network 346de119-e481-48a2-ba2c-985a1b2f0962 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:44.725563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Request body: {'port': {'network_id': '346de119-e481-48a2-ba2c-985a1b2f0962', 'name': 'tempest-ExtraDHCPOptionsTestJSON-544683058'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:44.737171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Attempting to bind port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:15:44.737535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Attempting to bind port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '2fdfff5c-9a6a-4fa5-ac06-37896a90d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875983a6-cd6b-42d2-9010-058eb9a7f4eb'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:15:44.737905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Attempting to bind port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 on network 875983a6-cd6b-42d2-9010-058eb9a7f4eb {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:15:44.740058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-094f2275-17a0-4c3d-b078-f2bcdbe6a6d8 None None] Provisioning complete for port d1935c93-71cb-420a-96f9-000ec841e4f9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:44.740434 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-094f2275-17a0-4c3d-b078-f2bcdbe6a6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.806818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-094f2275-17a0-4c3d-b078-f2bcdbe6a6d8 None None] Port d1935c93-71cb-420a-96f9-000ec841e4f9 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:44.814682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.820025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:44.821751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:44.822729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.829048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.913s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:44.829429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:44.838366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3f83470a-1ecd-48f1-84df-0a05dab9999d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:44.848445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.860647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:44.861585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.881291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:15:44.882200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Checking segment: {'id': '2fdfff5c-9a6a-4fa5-ac06-37896a90d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875983a6-cd6b-42d2-9010-058eb9a7f4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:44.882200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.882419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Bound using segment: {'id': '2fdfff5c-9a6a-4fa5-ac06-37896a90d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875983a6-cd6b-42d2-9010-058eb9a7f4eb'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:15:44.883055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Bound port: e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdfff5c-9a6a-4fa5-ac06-37896a90d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875983a6-cd6b-42d2-9010-058eb9a7f4eb'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:15:44.883470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.895221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f5508048-908e-4799-94ba-75bf29b4ed39 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:44.928467 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-094f2275-17a0-4c3d-b078-f2bcdbe6a6d8 None None] Provisioning for port 56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:44.960870 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5450132 Dec 22 17:15:44.973321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58094) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:44.978660 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1174479 Dec 22 17:15:44.980671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-094f2275-17a0-4c3d-b078-f2bcdbe6a6d8 None None] Provisioning complete for port 56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:44.981060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-094f2275-17a0-4c3d-b078-f2bcdbe6a6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:44.984566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'ports': [{'network_id': '6d836477-0f8b-4e00-8e03-18c1c1cfd5b0', 'name': 'tempest-port--2124892486', 'admin_state_up': True}, {'network_id': 'e0d83f83-e2ab-4f75-b65c-5b8503703afb', 'admin_state_up': False}]} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:44.985177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'port': {'network_id': '6d836477-0f8b-4e00-8e03-18c1c1cfd5b0', 'name': 'tempest-port--2124892486', 'admin_state_up': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:44.985628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'port': {'network_id': 'e0d83f83-e2ab-4f75-b65c-5b8503703afb', 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:45.002709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58098) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:45.014005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:45.036571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event updated for resources: {'Network': ['ID=e0d83f83-e2ab-4f75-b65c-5b8503703afb,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:45.065185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network e0d83f83-e2ab-4f75-b65c-5b8503703afb details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:45.086593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:45.086969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:45.093024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:45.109461 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': '875983a6-cd6b-42d2-9010-058eb9a7f4eb', 'name': 'tempest-PortsTestJSON-1004321355'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:45.117588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:45.133022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Usage tracker for resource:port and tenant:ab19dcb058e14b5cbd2a0b440c7a15a7 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:45.138613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:45.150653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:45.183936 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.8611629 Dec 22 17:15:45.230238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58102) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:45.236397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Request body: {'subnet': {'network_id': '80e66994-5a76-4a08-a5c9-fe56a2deeaa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:45.265989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179ce114-86d9-4304-ab02-fddd8a898f06 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:45.266818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-094f2275-17a0-4c3d-b078-f2bcdbe6a6d8 None None] Port 56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:45.269418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Made reservation on behalf of ab19dcb058e14b5cbd2a0b440c7a15a7 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:45.272612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179ce114-86d9-4304-ab02-fddd8a898f06 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:45.272802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:45.278807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179ce114-86d9-4304-ab02-fddd8a898f06 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:45.280745 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-179ce114-86d9-4304-ab02-fddd8a898f06 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 1.1001840 Dec 22 17:15:45.287767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58106) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:45.288143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] For port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:15:45.337996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] For port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2,segment=NetworkSegment(2fdfff5c-9a6a-4fa5-ac06-37896a90d61d),segment_id=2fdfff5c-9a6a-4fa5-ac06-37896a90d61d)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:15:45.354113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:45.369139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0c880148-9628-4b1d-bc68-0323592ca02b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:45.418415 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-094f2275-17a0-4c3d-b078-f2bcdbe6a6d8 None None] Provisioning complete for port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:45.418694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-094f2275-17a0-4c3d-b078-f2bcdbe6a6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:45.423653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] device_id is not set on port cf982d9e-9179-4f88-80e3-252187be797d yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:45.477544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Pushing event updated for resources: {'Network': ['ID=80e66994-5a76-4a08-a5c9-fe56a2deeaa2,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:45.481746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:45.486117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Usage tracker for resource:port and tenant:a263af6b78e245e780d6bb57aaa66e6d is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:45.503378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:45.510935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:45.521565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 80e66994-5a76-4a08-a5c9-fe56a2deeaa2 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:45.528120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:45.537216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:45.550093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ff68dd30-eda4-46bb-badb-81ebbbd34b17 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Deleting port d1935c93-71cb-420a-96f9-000ec841e4f9 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:45.550455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff68dd30-eda4-46bb-badb-81ebbbd34b17 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:45.580248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Usage tracker for resource:subnet and tenant:e983fb633a6845b09932aac9c990b822 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:45.586504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:45.609993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Made reservation on behalf of a263af6b78e245e780d6bb57aaa66e6d for: {'port': 2} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:45.621678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:45.643463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:15:45.645099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:45.656822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:45.661426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:port and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:45.664436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:45.674665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:45.700376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Pushing event updated for resources: {'Port': ['ID=e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:45.705180 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:45.710875 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-346de119-e481-48a2-ba2c-985a1b2f0962', 'network_id': '346de119-e481-48a2-ba2c-985a1b2f0962', 'tenant_id': 'ab19dcb058e14b5cbd2a0b440c7a15a7', 'fixed_ips': [{'subnet_id': '14268e3c-8e84-4941-b902-19f0b6a17e99'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:15:45.711738 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:45.753612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:45.799859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:45.804024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:45.837904 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:45.881043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3c6c81bf-cd96-4467-b2be-ab782c7fa4fe,segment=NetworkSegment(fe9cede2-b884-41d1-aace-07a787ef5ec5),segment_id=fe9cede2-b884-41d1-aace-07a787ef5ec5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:45.895298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:45.902165 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:45.958709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port 8def31e7-3a1e-44da-8baf-a64ce34bb4eb yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:45.966128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Made reservation on behalf of e983fb633a6845b09932aac9c990b822 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:45.970693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:46.006735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:46.031347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-23f1d66a-ecc1-408b-b7fe-86be8ba4b1bf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:46.041382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Allocated IP 172.20.0.13 (346de119-e481-48a2-ba2c-985a1b2f0962/14268e3c-8e84-4941-b902-19f0b6a17e99/cf982d9e-9179-4f88-80e3-252187be797d) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:46.064343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=3c6c81bf-cd96-4467-b2be-ab782c7fa4fe,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:46.068555 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:46.135844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:15:46.148927 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05453e-d582-47ea-ac05-b3168ca8d74f None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:15:46.160900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05453e-d582-47ea-ac05-b3168ca8d74f None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:46.161593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ee05453e-d582-47ea-ac05-b3168ca8d74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:46.197141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event updated for resources: {'Subnet': ['ID=e3a472b8-7bf4-42ff-8b17-a645176ac068,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:46.199657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:46.225432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:46.234359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ee05453e-d582-47ea-ac05-b3168ca8d74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:46.248814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05453e-d582-47ea-ac05-b3168ca8d74f None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:15:46.249533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ee05453e-d582-47ea-ac05-b3168ca8d74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:15:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:46.263364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Checking segment: {'id': '01dbd06c-6490-4aa9-9b93-b5ed4437a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e6072a3-e725-40c1-9d06-916ffe1fb5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:46.264250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Network hostable DHCP agents. Network: 4e6072a3-e725-40c1-9d06-916ffe1fb5bc, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:15:46.284342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] device_id is not set on port b02e7b05-9bad-43c0-b61d-aae4fa61d0ec yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:46.305519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.14 (875983a6-cd6b-42d2-9010-058eb9a7f4eb/4fade9d1-1e20-4138-b41f-06354a9c9b4a/8def31e7-3a1e-44da-8baf-a64ce34bb4eb) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:46.308226 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-094ed5c1-af4f-4301-a3c7-861c874548b8 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/floatingips/9ff62f04-ef0b-45c8-89f8-11e286b035cc HTTP/1.1" status: 204 len: 168 time: 5.9839096 Dec 22 17:15:46.312396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-93861e17-ae5a-44ae-8860-9e80275ba4b5 None None] Provisioning complete for port d1935c93-71cb-420a-96f9-000ec841e4f9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:46.312634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58110) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:46.312844 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-93861e17-ae5a-44ae-8860-9e80275ba4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:46.359845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ee05453e-d582-47ea-ac05-b3168ca8d74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:46.360083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Network 4e6072a3-e725-40c1-9d06-916ffe1fb5bc is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:15:46.360400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05453e-d582-47ea-ac05-b3168ca8d74f None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:15:46.387748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-93861e17-ae5a-44ae-8860-9e80275ba4b5 None None] Port d1935c93-71cb-420a-96f9-000ec841e4f9 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:46.400546 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-93861e17-ae5a-44ae-8860-9e80275ba4b5 None None] Provisioning complete for port 56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:46.401109 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-93861e17-ae5a-44ae-8860-9e80275ba4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:46.418999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 4e6072a3-e725-40c1-9d06-916ffe1fb5bc) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:46.423581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:46.444108 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:46.445130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708814a-1b21-46d8-b93b-861ddae96061 None None] Network 4e6072a3-e725-40c1-9d06-916ffe1fb5bc requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:46.449536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:46.487600 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b0efba57-153d-4b17-b6a3-d4a897ca2ff9 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port 1ba94413-60b9-4a5d-8765-582addaff10a {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:46.488204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0efba57-153d-4b17-b6a3-d4a897ca2ff9 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:46.558621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] device_id is not set on port ba2f1706-055e-45cc-a32b-f510c4831004 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:46.565748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:15:46.696771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event updated for resources: {'Subnet': ['ID=961b1162-fba3-43f9-b480-3575b5737ca9,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:46.699463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:46.703870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-93861e17-ae5a-44ae-8860-9e80275ba4b5 None None] Port 56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:46.743930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff68dd30-eda4-46bb-badb-81ebbbd34b17 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:46.810660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:46.811761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:46.842882 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-4e6072a3-e725-40c1-9d06-916ffe1fb5bc', 'network_id': '4e6072a3-e725-40c1-9d06-916ffe1fb5bc', 'tenant_id': '2573c526a7db457f877d083e5918f3bd', 'fixed_ips': [{'subnet_id': 'e3a472b8-7bf4-42ff-8b17-a645176ac068'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:15:46.844121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:46.905927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0efba57-153d-4b17-b6a3-d4a897ca2ff9 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:47.009085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ff68dd30-eda4-46bb-badb-81ebbbd34b17 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Calling delete_port for d1935c93-71cb-420a-96f9-000ec841e4f9 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:47.040245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b0efba57-153d-4b17-b6a3-d4a897ca2ff9 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for 1ba94413-60b9-4a5d-8765-582addaff10a owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:47.079702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Checking segment: {'id': '9a618598-9d1e-4230-a746-58276f57fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '18a26600-c1ce-4966-9909-4568f78d70dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:47.079964 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Network hostable DHCP agents. Network: 18a26600-c1ce-4966-9909-4568f78d70dd, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:15:47.095263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f503547b-c19b-470c-9d93-237062e64e47 None None] Network 875983a6-cd6b-42d2-9010-058eb9a7f4eb requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:47.128627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:15:47.165738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Network 18a26600-c1ce-4966-9909-4568f78d70dd is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:15:47.203348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 18a26600-c1ce-4966-9909-4568f78d70dd) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:47.208047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:47.208517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:47.209349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:47.224614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:47.288541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adfbf7d-f0ec-451f-9946-c1e31320fa0e None None] Network 18a26600-c1ce-4966-9909-4568f78d70dd requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:47.302840 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.6438348 Dec 22 17:15:47.303950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58114) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:47.407869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:47.414854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:47.424191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:47.450013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Allocated IP 2001:db8::1 (4e6072a3-e725-40c1-9d06-916ffe1fb5bc/e3a472b8-7bf4-42ff-8b17-a645176ac068/8acd0615-e034-4727-80ab-4c24a413610c) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:47.462290 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4dd00439-277c-4389-8970-f70728ff0a66 None None] Provisioning for port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:47.486500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object 8def31e7-3a1e-44da-8baf-a64ce34bb4eb will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:47.490923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:47.503012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff68dd30-eda4-46bb-badb-81ebbbd34b17 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:47.526245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:47.556765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Pushing event updated for resources: {'Subnet': ['ID=4895ea2d-b22c-4074-a6c8-cd33297428de,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:47.558781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Checking segment: {'id': '1d09b896-b2fd-4d50-9a9f-62f4dfe3f528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '80e66994-5a76-4a08-a5c9-fe56a2deeaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:47.559151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Network hostable DHCP agents. Network: 80e66994-5a76-4a08-a5c9-fe56a2deeaa2, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:15:47.560572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5925d09f-fb40-4a51-bcfe-5b6626538fde tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:47.563296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5925d09f-fb40-4a51-bcfe-5b6626538fde tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:47.564490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5925d09f-fb40-4a51-bcfe-5b6626538fde tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:47.565204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5925d09f-fb40-4a51-bcfe-5b6626538fde tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Synchronizing usage tracker for tenant:2573c526a7db457f877d083e5918f3bd on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:47.567166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:47.567463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:47.593257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5925d09f-fb40-4a51-bcfe-5b6626538fde tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Unset dirty status for tenant:2573c526a7db457f877d083e5918f3bd on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:47.605041 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5925d09f-fb40-4a51-bcfe-5b6626538fde tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2898426 Dec 22 17:15:47.605698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58118) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:47.607630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:47.611423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae471abf-9731-4fa8-a295-6d5e9d5da349 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:47.650631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Transition to ACTIVE for port object cf982d9e-9179-4f88-80e3-252187be797d will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:47.677589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68dd30-eda4-46bb-badb-81ebbbd34b17 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event deleted for resources: {'Port': ['ID=d1935c93-71cb-420a-96f9-000ec841e4f9,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:47.684118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:47.689536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ff68dd30-eda4-46bb-badb-81ebbbd34b17 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:47.690774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-478a9c03-d1f9-486c-9fed-5b5d2573cc0e tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Deleting subnet e3a472b8-7bf4-42ff-8b17-a645176ac068 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:15:47.697205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-41b33dd4-283d-49c4-9c43-566839d2460c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:47.710402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0efba57-153d-4b17-b6a3-d4a897ca2ff9 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:47.723172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0640ca07-4ec9-436f-a3c8-74bf63c5b38b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:47.744308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Network 80e66994-5a76-4a08-a5c9-fe56a2deeaa2 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:15:47.775316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efba57-153d-4b17-b6a3-d4a897ca2ff9 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=1ba94413-60b9-4a5d-8765-582addaff10a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:47.783306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:47.785330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b0efba57-153d-4b17-b6a3-d4a897ca2ff9 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:47.792492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-125b8ba0-47b7-4c8d-a60a-48fc7b2f4487 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:47.873847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=8def31e7-3a1e-44da-8baf-a64ce34bb4eb,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:47.877667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:47.961703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 875983a6-cd6b-42d2-9010-058eb9a7f4eb is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:47.967177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 80e66994-5a76-4a08-a5c9-fe56a2deeaa2) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:47.989099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a199b-55c9-4047-b40b-27237e23b726 None None] Network 80e66994-5a76-4a08-a5c9-fe56a2deeaa2 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:47.995076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:48.001425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:48.012765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:48.013733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.072343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0efba57-153d-4b17-b6a3-d4a897ca2ff9 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.081336 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b0efba57-153d-4b17-b6a3-d4a897ca2ff9 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/ports/1ba94413-60b9-4a5d-8765-582addaff10a HTTP/1.1" status: 204 len: 168 time: 1.7600667 Dec 22 17:15:48.084340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58122) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:48.090619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event updated for resources: {'Port': ['ID=b02e7b05-9bad-43c0-b61d-aae4fa61d0ec,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:48.094698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:48.095530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.105684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:48.119218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:48.124910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:48.125088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:floatingip and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:48.125338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:48.125667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:48.125990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:48.126339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:48.126684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:48.127043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:48.127569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:48.127919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:48.128270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:48.128580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:48.129196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:48.129313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:48.137721 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1334839 Dec 22 17:15:48.139312 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:48.141096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58126) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:48.141880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.148984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:48.157868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-18a26600-c1ce-4966-9909-4568f78d70dd', 'network_id': '18a26600-c1ce-4966-9909-4568f78d70dd', 'tenant_id': '2573c526a7db457f877d083e5918f3bd', 'fixed_ips': [{'subnet_id': '961b1162-fba3-43f9-b480-3575b5737ca9'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:15:48.158895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.159424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-35b0fb72-8242-4a46-8cd7-6ffabc32388b tempest-RoutersAdminTest-672278887 tempest-RoutersAdminTest-672278887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:48.202246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.210995 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9770849 Dec 22 17:15:48.210995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Checking segment: {'id': '2d9eed28-db9f-4cc0-8bf8-104397ee0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6d836477-0f8b-4e00-8e03-18c1c1cfd5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:48.210995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Network hostable DHCP agents. Network: 6d836477-0f8b-4e00-8e03-18c1c1cfd5b0, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:15:48.213719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58130) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:48.237400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Request body: {'port': {'network_id': '80e66994-5a76-4a08-a5c9-fe56a2deeaa2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-206314127'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:48.253817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff68dd30-eda4-46bb-badb-81ebbbd34b17 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.258157 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ff68dd30-eda4-46bb-badb-81ebbbd34b17 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "DELETE /v2.0/ports/d1935c93-71cb-420a-96f9-000ec841e4f9 HTTP/1.1" status: 204 len: 168 time: 2.9635274 Dec 22 17:15:48.262776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58134) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:48.277237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Network 346de119-e481-48a2-ba2c-985a1b2f0962 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:48.286508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.317760 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:48.335083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef616dd-2d38-489b-9d9d-0ddacfc0d34b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:48.335793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5ef616dd-2d38-489b-9d9d-0ddacfc0d34b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:48.352969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.364761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5ef616dd-2d38-489b-9d9d-0ddacfc0d34b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:48.368921 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5ef616dd-2d38-489b-9d9d-0ddacfc0d34b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.2240064 Dec 22 17:15:48.370635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58138) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:48.379511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:48.405230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Allocated IP 172.20.0.2 (346de119-e481-48a2-ba2c-985a1b2f0962/14268e3c-8e84-4941-b902-19f0b6a17e99/2dab52f6-d126-451e-a84f-1128c13b77ae) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:48.419951 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-931a12aa-f7c3-4e26-a5da-9017c24ed203 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] GET failed (client error): The resource could not be found. Dec 22 17:15:48.420547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-931a12aa-f7c3-4e26-a5da-9017c24ed203 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Synchronizing usage tracker for tenant:2ee2c2d57bb84c37a7fc3cf0369df443 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:48.427509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Transition to ACTIVE for port object 8acd0615-e034-4727-80ab-4c24a413610c will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:48.432197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Pushing event updated for resources: {'Port': ['ID=cf982d9e-9179-4f88-80e3-252187be797d,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:48.449058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:48.476333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Network 6d836477-0f8b-4e00-8e03-18c1c1cfd5b0 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:15:48.478434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 8def31e7-3a1e-44da-8baf-a64ce34bb4eb {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:48.478815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.503743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-931a12aa-f7c3-4e26-a5da-9017c24ed203 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Unset dirty status for tenant:2ee2c2d57bb84c37a7fc3cf0369df443 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:48.510036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58142) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:48.510895 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-931a12aa-f7c3-4e26-a5da-9017c24ed203 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "GET /v2.0/ports/d1935c93-71cb-420a-96f9-000ec841e4f9 HTTP/1.1" status: 404 len: 333 time: 0.2442079 Dec 22 17:15:48.524290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Request body: {'port': {'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f', 'name': 'tempest-AllowedAddressPairTestJSON-1590737580'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:48.532071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:48.532756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.541552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 6d836477-0f8b-4e00-8e03-18c1c1cfd5b0) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:48.542373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2,segment=NetworkSegment(2fdfff5c-9a6a-4fa5-ac06-37896a90d61d),segment_id=2fdfff5c-9a6a-4fa5-ac06-37896a90d61d)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:48.554326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:48.555155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.556456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Transition to ACTIVE for port object 8acd0615-e034-4727-80ab-4c24a413610c will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:48.557774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56759c7e-0185-4721-be9c-07727d7fc7c8 None None] Network 6d836477-0f8b-4e00-8e03-18c1c1cfd5b0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:48.564085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d00b6665-ca8b-4825-808a-278e39ca1561 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:48.603557 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8868546 Dec 22 17:15:48.604668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:48.622918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58146) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:48.636095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Usage tracker for resource:port and tenant:e983fb633a6845b09932aac9c990b822 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:48.644492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Request body: {'port': {'network_id': '346de119-e481-48a2-ba2c-985a1b2f0962', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1214614007', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:48.645033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.api.validators [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] bootfile-name is not in valid_values {{(pid=87587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 17:15:48.645364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.api.validators [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] tftp-server is not in valid_values {{(pid=87587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 17:15:48.645686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.api.validators [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] server-ip-address is not in valid_values {{(pid=87587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 17:15:48.660313 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.662222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:48.678356 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:48.678521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:48.705654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-478a9c03-d1f9-486c-9fed-5b5d2573cc0e tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.743703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event updated for resources: {'Port': ['ID=ba2f1706-055e-45cc-a32b-f510c4831004,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:48.774730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:48.774923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-478a9c03-d1f9-486c-9fed-5b5d2573cc0e tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.780213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.793210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Made reservation on behalf of e983fb633a6845b09932aac9c990b822 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:48.797695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.836507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] device_id is not set on port c843aa1b-f0e4-4b00-98fb-16b5f684c028 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:48.879366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-478a9c03-d1f9-486c-9fed-5b5d2573cc0e tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:48.891255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Checking segment: {'id': 'ec956472-f539-41fa-9443-1727460084d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e0d83f83-e2ab-4f75-b65c-5b8503703afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:48.891760 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Network hostable DHCP agents. Network: e0d83f83-e2ab-4f75-b65c-5b8503703afb, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:15:48.955556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Network e0d83f83-e2ab-4f75-b65c-5b8503703afb is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:15:48.968302 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:48.978296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.016889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:49.018887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-80e66994-5a76-4a08-a5c9-fe56a2deeaa2', 'network_id': '80e66994-5a76-4a08-a5c9-fe56a2deeaa2', 'tenant_id': 'e983fb633a6845b09932aac9c990b822', 'fixed_ips': [{'subnet_id': '4895ea2d-b22c-4074-a6c8-cd33297428de'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:15:49.020120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.021417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Usage tracker for resource:port and tenant:ab19dcb058e14b5cbd2a0b440c7a15a7 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:49.024820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:49.033612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:49.034347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:49.035663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Network 4e6072a3-e725-40c1-9d06-916ffe1fb5bc is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:49.042808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, e0d83f83-e2ab-4f75-b65c-5b8503703afb) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:49.052330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:49.052694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:49.058117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:49.063612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:49.064298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.068868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Made reservation on behalf of ab19dcb058e14b5cbd2a0b440c7a15a7 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:49.072301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.089766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:49.095283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932e255-b0a6-4140-b311-77a935edd9ce None None] Network e0d83f83-e2ab-4f75-b65c-5b8503703afb requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:49.116242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Made reservation on behalf of 2ee2c2d57bb84c37a7fc3cf0369df443 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:49.120814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.136694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] device_id is not set on port 5bf0c581-0a1b-4cbf-830f-69bc1d936db1 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:49.143352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-478a9c03-d1f9-486c-9fed-5b5d2573cc0e tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.168670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:49.237720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a9c03-d1f9-486c-9fed-5b5d2573cc0e tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a472b8-7bf4-42ff-8b17-a645176ac068,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:49.244201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] device_id is not set on port 75e9e390-a497-4da1-8760-5a0e65d99670 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:49.246371 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2696481 Dec 22 17:15:49.251646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58152) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:49.265820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Allocated IP 2001:db8::a (80e66994-5a76-4a08-a5c9-fe56a2deeaa2/4895ea2d-b22c-4074-a6c8-cd33297428de/c843aa1b-f0e4-4b00-98fb-16b5f684c028) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:49.269569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Allocated IP 2001:db8:0:1::1 (18a26600-c1ce-4966-9909-4568f78d70dd/961b1162-fba3-43f9-b480-3575b5737ca9/b9e266e6-8bbf-4054-92e7-8c37f6159dcd) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:49.295526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-478a9c03-d1f9-486c-9fed-5b5d2573cc0e tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:49.315607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:49.319271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:49.319946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-637fd35a-695b-4da1-88e0-7708759a1193 None None] Provisioning for port 41a450ac-3911-462c-b95c-13e366d7a494 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:49.331304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-86b7ac39-87c8-4f9a-85c3-55ce9cae8e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:49.371979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-478a9c03-d1f9-486c-9fed-5b5d2573cc0e tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.512241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-637fd35a-695b-4da1-88e0-7708759a1193 None None] Provisioning complete for port 41a450ac-3911-462c-b95c-13e366d7a494 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:49.512599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-637fd35a-695b-4da1-88e0-7708759a1193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.524884 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-478a9c03-d1f9-486c-9fed-5b5d2573cc0e tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "DELETE /v2.0/subnets/e3a472b8-7bf4-42ff-8b17-a645176ac068 HTTP/1.1" status: 204 len: 168 time: 1.9180040 Dec 22 17:15:49.530397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2031c699-7fed-420b-ad69-6133e5ec6f45 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:49.535156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58156) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:49.537840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2031c699-7fed-420b-ad69-6133e5ec6f45 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:49.538865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2031c699-7fed-420b-ad69-6133e5ec6f45 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Synchronizing usage tracker for tenant:a263af6b78e245e780d6bb57aaa66e6d on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:49.578116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2031c699-7fed-420b-ad69-6133e5ec6f45 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Unset dirty status for tenant:a263af6b78e245e780d6bb57aaa66e6d on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:49.579336 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2031c699-7fed-420b-ad69-6133e5ec6f45 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3246861 Dec 22 17:15:49.590012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58160) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:49.640623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.656991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Transition to ACTIVE for port object c843aa1b-f0e4-4b00-98fb-16b5f684c028 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:49.670430 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Pushing event updated for resources: {'Port': ['ID=8acd0615-e034-4727-80ab-4c24a413610c,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:49.687382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.26.3.88 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/f3a6aed0-7482-4ea6-accd-9a7ec4d44eb0) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:49.688688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.695050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e2b8a129-4f8c-4ffc-b76e-5fe30afc2109 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:49.717084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:49.744968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.777155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Network 80e66994-5a76-4a08-a5c9-fe56a2deeaa2 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:49.786396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:49.792155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:49.800729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d776f3a-38bb-4687-993f-2e053c739f39 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Deleting subnet 961b1162-fba3-43f9-b480-3575b5737ca9 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:15:49.805237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:49.806341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.814622 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Attempting to bind port 8acd0615-e034-4727-80ab-4c24a413610c on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:15:49.814622 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Attempting to bind port 8acd0615-e034-4727-80ab-4c24a413610c by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '01dbd06c-6490-4aa9-9b93-b5ed4437a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e6072a3-e725-40c1-9d06-916ffe1fb5bc'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:15:49.814622 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Attempting to bind port 8acd0615-e034-4727-80ab-4c24a413610c on network 4e6072a3-e725-40c1-9d06-916ffe1fb5bc {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:15:49.817243 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-637fd35a-695b-4da1-88e0-7708759a1193 None None] Port 41a450ac-3911-462c-b95c-13e366d7a494 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:49.849238 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.853438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Pushing event updated for resources: {'Port': ['ID=c843aa1b-f0e4-4b00-98fb-16b5f684c028,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:49.859917 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6349242 Dec 22 17:15:49.860906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58164) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:49.861722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:49.867391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Request body: {'port': {'network_id': '80e66994-5a76-4a08-a5c9-fe56a2deeaa2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-387942508', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:49.867880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.api.validators [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] bootfile-name is not in valid_values {{(pid=87587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 17:15:49.869613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.api.validators [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] tftp-server is not in valid_values {{(pid=87587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 17:15:49.869613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.api.validators [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] server-ip-address is not in valid_values {{(pid=87587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 17:15:49.876569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-5d864211-7b51-40a8-9854-e63f2d9ad711 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Deleting port b02e7b05-9bad-43c0-b61d-aae4fa61d0ec {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:49.876914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5d864211-7b51-40a8-9854-e63f2d9ad711 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.886507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:15:49.886883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Checking segment: {'id': '01dbd06c-6490-4aa9-9b93-b5ed4437a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e6072a3-e725-40c1-9d06-916ffe1fb5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:49.887317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.887713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Bound using segment: {'id': '01dbd06c-6490-4aa9-9b93-b5ed4437a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e6072a3-e725-40c1-9d06-916ffe1fb5bc'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:15:49.888713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Bound port: 8acd0615-e034-4727-80ab-4c24a413610c, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dbd06c-6490-4aa9-9b93-b5ed4437a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e6072a3-e725-40c1-9d06-916ffe1fb5bc'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:15:49.889087 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:49.949288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Transition to ACTIVE for port object 2dab52f6-d126-451e-a84f-1128c13b77ae will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:49.988973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 8def31e7-3a1e-44da-8baf-a64ce34bb4eb owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:50.006718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-637fd35a-695b-4da1-88e0-7708759a1193 None None] Provisioning complete for port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:50.007098 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-637fd35a-695b-4da1-88e0-7708759a1193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.008493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:50.012322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Usage tracker for resource:port and tenant:e983fb633a6845b09932aac9c990b822 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:50.015880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:50.021747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:50.032086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Made reservation on behalf of e983fb633a6845b09932aac9c990b822 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:50.035354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.057123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] device_id is not set on port c6601414-9545-4ea6-a544-996b5bb6f25e yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:50.111142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Allocated IP 2001:db8::2 (80e66994-5a76-4a08-a5c9-fe56a2deeaa2/4895ea2d-b22c-4074-a6c8-cd33297428de/5548d6ba-4f55-49b5-ad0b-9ebb221e8f58) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:50.113673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Transition to ACTIVE for port object 2dab52f6-d126-451e-a84f-1128c13b77ae will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:50.136855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Allocated IP 172.20.0.5 (4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f/28375e6f-5e15-41b1-a12c-15e0a072a6a3/75e9e390-a497-4da1-8760-5a0e65d99670) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:50.179443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.190962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:50.331541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Allocated IP 172.20.0.5 (346de119-e481-48a2-ba2c-985a1b2f0962/14268e3c-8e84-4941-b902-19f0b6a17e99/5bf0c581-0a1b-4cbf-830f-69bc1d936db1) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:50.347542 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] For port 8acd0615-e034-4727-80ab-4c24a413610c, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:15:50.355080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Network 346de119-e481-48a2-ba2c-985a1b2f0962 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:50.356837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.370700 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:50.379734 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.389529 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:50.430949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Transition to ACTIVE for port object b9e266e6-8bbf-4054-92e7-8c37f6159dcd will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:50.433223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Pushing event updated for resources: {'Port': ['ID=2dab52f6-d126-451e-a84f-1128c13b77ae,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:50.463891 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:50.519881 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5d864211-7b51-40a8-9854-e63f2d9ad711 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.561629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.578567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Transition to ACTIVE for port object 5bf0c581-0a1b-4cbf-830f-69bc1d936db1 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:50.606147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.618581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0029c236-c636-4c2a-88d8-30e064bffb2a tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:50.645039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Transition to ACTIVE for port object b9e266e6-8bbf-4054-92e7-8c37f6159dcd will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:50.646976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] For port 8acd0615-e034-4727-80ab-4c24a413610c, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8acd0615-e034-4727-80ab-4c24a413610c,segment=NetworkSegment(01dbd06c-6490-4aa9-9b93-b5ed4437a324),segment_id=01dbd06c-6490-4aa9-9b93-b5ed4437a324)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:15:50.650284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.671195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.680172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:50.686282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Network 346de119-e481-48a2-ba2c-985a1b2f0962 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:50.689453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:50.693404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:50.720194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Attempting to bind port 2dab52f6-d126-451e-a84f-1128c13b77ae on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:15:50.720351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-5d864211-7b51-40a8-9854-e63f2d9ad711 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Calling delete_port for b02e7b05-9bad-43c0-b61d-aae4fa61d0ec owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:50.720569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Attempting to bind port 2dab52f6-d126-451e-a84f-1128c13b77ae by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '5fc0eae3-0b4d-48d5-ad98-400a7d452dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '346de119-e481-48a2-ba2c-985a1b2f0962'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:15:50.720930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Attempting to bind port 2dab52f6-d126-451e-a84f-1128c13b77ae on network 346de119-e481-48a2-ba2c-985a1b2f0962 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:15:50.731519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Pushing event updated for resources: {'Port': ['ID=5bf0c581-0a1b-4cbf-830f-69bc1d936db1,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:50.735321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.745523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:50.760888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d776f3a-38bb-4687-993f-2e053c739f39 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.764932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-637fd35a-695b-4da1-88e0-7708759a1193 None None] Could not find standard attr ID for object 8def31e7-3a1e-44da-8baf-a64ce34bb4eb. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:15:50.794559 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:50.799443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:50.800075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.851698 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2206922 Dec 22 17:15:50.854154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58168) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:50.861670 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:15:50.861976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Checking segment: {'id': '5fc0eae3-0b4d-48d5-ad98-400a7d452dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '346de119-e481-48a2-ba2c-985a1b2f0962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:50.862561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.863128 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Bound using segment: {'id': '5fc0eae3-0b4d-48d5-ad98-400a7d452dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '346de119-e481-48a2-ba2c-985a1b2f0962'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:15:50.863774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Bound port: 2dab52f6-d126-451e-a84f-1128c13b77ae, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc0eae3-0b4d-48d5-ad98-400a7d452dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '346de119-e481-48a2-ba2c-985a1b2f0962'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:15:50.864314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.891671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:15:50.940056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5d864211-7b51-40a8-9854-e63f2d9ad711 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:50.947608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=8def31e7-3a1e-44da-8baf-a64ce34bb4eb,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:50.950361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7343539e-d8db-4dd4-b7ad-733d042adbeb tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:50.959207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7343539e-d8db-4dd4-b7ad-733d042adbeb tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:50.965057 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:15:50.970211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Network 18a26600-c1ce-4966-9909-4568f78d70dd is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:50.976793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7343539e-d8db-4dd4-b7ad-733d042adbeb tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:50.978405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7343539e-d8db-4dd4-b7ad-733d042adbeb tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Synchronizing usage tracker for tenant:ab19dcb058e14b5cbd2a0b440c7a15a7 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:50.982954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:50.983666 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:50.984259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:50.984823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:50.985400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:50.985957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:50.986520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:50.987084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:50.987673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:50.988248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:50.988803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:50.990131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:50.998938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:51.013022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:51.018719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7343539e-d8db-4dd4-b7ad-733d042adbeb tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Unset dirty status for tenant:ab19dcb058e14b5cbd2a0b440c7a15a7 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:51.023032 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7343539e-d8db-4dd4-b7ad-733d042adbeb tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1653662 Dec 22 17:15:51.025342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58174) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:51.029847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:51.065493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-40129e92-9e87-4a31-9e7a-d4f7f7628c29 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:51.133129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.139385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8832b06c-905b-43a2-b150-df80bb36ad93 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Deleting port 5bf0c581-0a1b-4cbf-830f-69bc1d936db1 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:51.139725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8832b06c-905b-43a2-b150-df80bb36ad93 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.147383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Pushing event updated for resources: {'Port': ['ID=8acd0615-e034-4727-80ab-4c24a413610c,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:51.156543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d776f3a-38bb-4687-993f-2e053c739f39 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.157709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.165706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:51.180543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:51.255833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d1407491-ea78-4891-bef0-7aac1ba6e6ab None None] Provisioning complete for port 41a450ac-3911-462c-b95c-13e366d7a494 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:51.256566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d1407491-ea78-4891-bef0-7aac1ba6e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.394400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d864211-7b51-40a8-9854-e63f2d9ad711 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event deleted for resources: {'Port': ['ID=b02e7b05-9bad-43c0-b61d-aae4fa61d0ec,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:51.414199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Transition to ACTIVE for port object 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:51.418846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5d864211-7b51-40a8-9854-e63f2d9ad711 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:51.422691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a050ba80-a4a8-4a43-bf04-cece97d6193c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:51.453668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8832b06c-905b-43a2-b150-df80bb36ad93 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.491731 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:51.492899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5d864211-7b51-40a8-9854-e63f2d9ad711 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.499271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Attempting to bind port b9e266e6-8bbf-4054-92e7-8c37f6159dcd on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:15:51.499676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Attempting to bind port b9e266e6-8bbf-4054-92e7-8c37f6159dcd by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '9a618598-9d1e-4230-a746-58276f57fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '18a26600-c1ce-4966-9909-4568f78d70dd'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:15:51.500072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Attempting to bind port b9e266e6-8bbf-4054-92e7-8c37f6159dcd on network 18a26600-c1ce-4966-9909-4568f78d70dd {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:15:51.506670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.511142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d1407491-ea78-4891-bef0-7aac1ba6e6ab None None] Port 41a450ac-3911-462c-b95c-13e366d7a494 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:51.512733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:51.517176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Pushing event updated for resources: {'Port': ['ID=b9e266e6-8bbf-4054-92e7-8c37f6159dcd,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:51.522943 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:51.524185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Transition to ACTIVE for port object 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:51.526440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:51.531152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] For port 2dab52f6-d126-451e-a84f-1128c13b77ae, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:15:51.535844 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:15:51.536435 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Checking segment: {'id': '9a618598-9d1e-4230-a746-58276f57fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '18a26600-c1ce-4966-9909-4568f78d70dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:51.537008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.537569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Bound using segment: {'id': '9a618598-9d1e-4230-a746-58276f57fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '18a26600-c1ce-4966-9909-4568f78d70dd'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:15:51.538221 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Bound port: b9e266e6-8bbf-4054-92e7-8c37f6159dcd, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a618598-9d1e-4230-a746-58276f57fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '18a26600-c1ce-4966-9909-4568f78d70dd'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:15:51.538932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.552963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a23c15-1e8b-472c-8768-530cb40ce328 None None] Network 4e6072a3-e725-40c1-9d06-916ffe1fb5bc requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:51.565981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d1407491-ea78-4891-bef0-7aac1ba6e6ab None None] Could not find standard attr ID for object 8def31e7-3a1e-44da-8baf-a64ce34bb4eb. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:15:51.574351 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.589987 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:51.602816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8832b06c-905b-43a2-b150-df80bb36ad93 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Calling delete_port for 5bf0c581-0a1b-4cbf-830f-69bc1d936db1 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:51.609241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.611026 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/8def31e7-3a1e-44da-8baf-a64ce34bb4eb HTTP/1.1" status: 204 len: 168 time: 3.2408903 Dec 22 17:15:51.616465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Transition to ACTIVE for port object 75e9e390-a497-4da1-8760-5a0e65d99670 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:51.617588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=f3a6aed0-7482-4ea6-accd-9a7ec4d44eb0,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:51.623756 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5d864211-7b51-40a8-9854-e63f2d9ad711 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "DELETE /v2.0/ports/b02e7b05-9bad-43c0-b61d-aae4fa61d0ec HTTP/1.1" status: 204 len: 168 time: 2.0195885 Dec 22 17:15:51.623933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:51.623933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.624556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58178) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:51.624831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58180) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:51.637082 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:51.667396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] For port 2dab52f6-d126-451e-a84f-1128c13b77ae, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2dab52f6-d126-451e-a84f-1128c13b77ae,segment=NetworkSegment(5fc0eae3-0b4d-48d5-ad98-400a7d452dd4),segment_id=5fc0eae3-0b4d-48d5-ad98-400a7d452dd4)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:15:51.746444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Allocated IP 2001:db8::36c (80e66994-5a76-4a08-a5c9-fe56a2deeaa2/4895ea2d-b22c-4074-a6c8-cd33297428de/c6601414-9545-4ea6-a544-996b5bb6f25e) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:51.747241 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c4fc10-a527-49e8-bab4-1b69591e59c2 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:15:51.747930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-96c4fc10-a527-49e8-bab4-1b69591e59c2 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:51.791384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d776f3a-38bb-4687-993f-2e053c739f39 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.833313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-bb9615e9-861d-40b5-a3a0-16f90606bcbe tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Deleting port ba2f1706-055e-45cc-a32b-f510c4831004 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:51.833639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bb9615e9-861d-40b5-a3a0-16f90606bcbe tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.842750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8832b06c-905b-43a2-b150-df80bb36ad93 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.849537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-81491e17-0f02-49e9-8e13-05e4d11fce29 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:51.889771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-96c4fc10-a527-49e8-bab4-1b69591e59c2 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:51.890918 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-96c4fc10-a527-49e8-bab4-1b69591e59c2 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/8def31e7-3a1e-44da-8baf-a64ce34bb4eb HTTP/1.1" status: 404 len: 333 time: 0.2639601 Dec 22 17:15:51.901090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58186) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:51.904718 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.907179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832b06c-905b-43a2-b150-df80bb36ad93 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Pushing event deleted for resources: {'Port': ['ID=5bf0c581-0a1b-4cbf-830f-69bc1d936db1,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:51.910279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.913088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8832b06c-905b-43a2-b150-df80bb36ad93 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:51.914669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Network 80e66994-5a76-4a08-a5c9-fe56a2deeaa2 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:51.915614 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Pushing event updated for resources: {'Port': ['ID=5548d6ba-4f55-49b5-ad0b-9ebb221e8f58,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:51.953640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:51.954916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:51.964115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5940579b-0005-48e9-ba2a-317bcbc5bda4 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:51.971428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:51.979201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:51.979785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:52.112123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8832b06c-905b-43a2-b150-df80bb36ad93 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.136583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:52.143665 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8832b06c-905b-43a2-b150-df80bb36ad93 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] 10.222.0.70 "DELETE /v2.0/ports/5bf0c581-0a1b-4cbf-830f-69bc1d936db1 HTTP/1.1" status: 204 len: 168 time: 1.1171985 Dec 22 17:15:52.154981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:52.157404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:52.157534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58190) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:52.174843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Request body: {'port': {'name': 'tempest-new-port-name-70742839', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:52.175599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.api.validators [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] bootfile-name is not in valid_values {{(pid=87587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 17:15:52.175729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.api.validators [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] tftp-server is not in valid_values {{(pid=87587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 17:15:52.176057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.api.validators [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] server-ip-address is not in valid_values {{(pid=87587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 17:15:52.218728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Attempting to bind port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:15:52.219303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Attempting to bind port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '1d09b896-b2fd-4d50-9a9f-62f4dfe3f528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '80e66994-5a76-4a08-a5c9-fe56a2deeaa2'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:15:52.219647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Attempting to bind port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 on network 80e66994-5a76-4a08-a5c9-fe56a2deeaa2 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:15:52.225060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event updated for resources: {'Port': ['ID=75e9e390-a497-4da1-8760-5a0e65d99670,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:52.229077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:52.262721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-db570a87-ab25-4acf-851c-2a1dc559b60d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 41a450ac-3911-462c-b95c-13e366d7a494 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:52.263083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-db570a87-ab25-4acf-851c-2a1dc559b60d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.273885 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Pushing event updated for resources: {'Port': ['ID=2dab52f6-d126-451e-a84f-1128c13b77ae,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:52.289300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:52.291485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:15:52.291868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Checking segment: {'id': '1d09b896-b2fd-4d50-9a9f-62f4dfe3f528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '80e66994-5a76-4a08-a5c9-fe56a2deeaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:15:52.292265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.292656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Bound using segment: {'id': '1d09b896-b2fd-4d50-9a9f-62f4dfe3f528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '80e66994-5a76-4a08-a5c9-fe56a2deeaa2'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:15:52.293132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Bound port: 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d09b896-b2fd-4d50-9a9f-62f4dfe3f528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '80e66994-5a76-4a08-a5c9-fe56a2deeaa2'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:15:52.293502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.305968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.315092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] For port b9e266e6-8bbf-4054-92e7-8c37f6159dcd, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:15:52.346708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Transition to ACTIVE for port object c6601414-9545-4ea6-a544-996b5bb6f25e will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:15:52.359473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.410784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] For port b9e266e6-8bbf-4054-92e7-8c37f6159dcd, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b9e266e6-8bbf-4054-92e7-8c37f6159dcd,segment=NetworkSegment(9a618598-9d1e-4230-a746-58276f57fa16),segment_id=9a618598-9d1e-4230-a746-58276f57fa16)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:15:52.446902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.447208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.453802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:52.480619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d776f3a-38bb-4687-993f-2e053c739f39 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.599324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] For port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:15:52.611741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] For port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5548d6ba-4f55-49b5-ad0b-9ebb221e8f58,segment=NetworkSegment(1d09b896-b2fd-4d50-9a9f-62f4dfe3f528),segment_id=1d09b896-b2fd-4d50-9a9f-62f4dfe3f528)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:15:52.615235 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Pushing event updated for resources: {'Port': ['ID=b9e266e6-8bbf-4054-92e7-8c37f6159dcd,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:52.619825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:52.621958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.626717 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:52.690227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-31d611ea-5865-47d9-beec-4a24b0db99f7 None None] Provisioning for port 75e9e390-a497-4da1-8760-5a0e65d99670 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:52.695648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.705478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-31d611ea-5865-47d9-beec-4a24b0db99f7 None None] Provisioning complete for port 75e9e390-a497-4da1-8760-5a0e65d99670 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:52.705863 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-31d611ea-5865-47d9-beec-4a24b0db99f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.710959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b0e52264-9433-40b6-a27b-2122b2870d1d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:52.816998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Network 80e66994-5a76-4a08-a5c9-fe56a2deeaa2 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:52.823901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-db570a87-ab25-4acf-851c-2a1dc559b60d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.897710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2dab52f6-d126-451e-a84f-1128c13b77ae up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:15:52.902619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:52.928479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:52.934487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:52.936007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:52.981749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Pushing event updated for resources: {'Port': ['ID=5548d6ba-4f55-49b5-ad0b-9ebb221e8f58,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:53.000874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-31d611ea-5865-47d9-beec-4a24b0db99f7 None None] Port 75e9e390-a497-4da1-8760-5a0e65d99670 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:53.002554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:53.003682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:53.003682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:53.003682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:53.003943 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:53.004257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:53.004584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:53.004903 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:53.008158 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:53.008158 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:53.008158 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:53.008158 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:15:53.012373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:53.030656 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.1678050 Dec 22 17:15:53.035390 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Pushing event updated for resources: {'Port': ['ID=c6601414-9545-4ea6-a544-996b5bb6f25e,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:53.039829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:53.040516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58194) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:53.050293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 2dab52f6-d126-451e-a84f-1128c13b77ae completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:53.089960 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:53.139252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-db570a87-ab25-4acf-851c-2a1dc559b60d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 41a450ac-3911-462c-b95c-13e366d7a494 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:53.233306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:53.246746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be500ba-6da8-4ddb-8b3f-4527702774f0 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:53.253369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be500ba-6da8-4ddb-8b3f-4527702774f0 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:53.259868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be500ba-6da8-4ddb-8b3f-4527702774f0 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:53.260776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7be500ba-6da8-4ddb-8b3f-4527702774f0 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Synchronizing usage tracker for tenant:e983fb633a6845b09932aac9c990b822 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:53.265647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:53.281386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:53.282383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:53.288380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6b1351b2-6483-4f6c-9af4-7e3b0d5df4f5 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:53.298420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d776f3a-38bb-4687-993f-2e053c739f39 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event deleted for resources: {'Subnet': ['ID=961b1162-fba3-43f9-b480-3575b5737ca9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:53.349117 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bb9615e9-861d-40b5-a3a0-16f90606bcbe tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:53.368326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3d776f3a-38bb-4687-993f-2e053c739f39 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:53.368619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Pushing event updated for resources: {'Port': ['ID=cf982d9e-9179-4f88-80e3-252187be797d,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:53.371938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d776f3a-38bb-4687-993f-2e053c739f39 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:53.413284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7be500ba-6da8-4ddb-8b3f-4527702774f0 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Unset dirty status for tenant:e983fb633a6845b09932aac9c990b822 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:53.417799 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7be500ba-6da8-4ddb-8b3f-4527702774f0 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3733146 Dec 22 17:15:53.422284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:53.422762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58198) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:53.519252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] In _notify_port_updated(), no bound segment for port cf982d9e-9179-4f88-80e3-252187be797d on network 346de119-e481-48a2-ba2c-985a1b2f0962 {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:15:53.524798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:53.525531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:53.527637 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] 10.222.0.70 "PUT /v2.0/ports/cf982d9e-9179-4f88-80e3-252187be797d HTTP/1.1" status: 200 len: 1135 time: 1.3691874 Dec 22 17:15:53.533366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3a20a5a0-0ee1-45a7-9fc7-c0e2cda3a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Deleting port c6601414-9545-4ea6-a544-996b5bb6f25e {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:53.533766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a20a5a0-0ee1-45a7-9fc7-c0e2cda3a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:53.559349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58202) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:53.650101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-bb9615e9-861d-40b5-a3a0-16f90606bcbe tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Calling delete_port for ba2f1706-055e-45cc-a32b-f510c4831004 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:53.691894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4b8f7e-71b6-4abc-9868-c3b86e3d3b4f tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:53.692486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7a4b8f7e-71b6-4abc-9868-c3b86e3d3b4f tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Synchronizing usage tracker for tenant:ab19dcb058e14b5cbd2a0b440c7a15a7 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:53.695195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a5476f-4962-4f71-bac9-0ae1703f4791 None None] Network 346de119-e481-48a2-ba2c-985a1b2f0962 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:53.709343 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3d776f3a-38bb-4687-993f-2e053c739f39 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "DELETE /v2.0/subnets/961b1162-fba3-43f9-b480-3575b5737ca9 HTTP/1.1" status: 204 len: 168 time: 4.1689243 Dec 22 17:15:53.710732 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1998217 Dec 22 17:15:53.714429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58206) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:53.714912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58208) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:53.820222 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bf8ea3d6-047a-4c9d-94e1-3f70635155f2 None None] Provisioning for port 2dab52f6-d126-451e-a84f-1128c13b77ae completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:53.829179 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bf8ea3d6-047a-4c9d-94e1-3f70635155f2 None None] Provisioning complete for port 2dab52f6-d126-451e-a84f-1128c13b77ae triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:53.835470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3d6-047a-4c9d-94e1-3f70635155f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:53.895810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c76648d4-056a-401f-839a-5a3e90eefb43 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a5:c8:1c'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:53.927511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-db570a87-ab25-4acf-851c-2a1dc559b60d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:53.936739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5a758015-1fdc-4774-a379-c508dd38cbba tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:53.984269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7a4b8f7e-71b6-4abc-9868-c3b86e3d3b4f tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Unset dirty status for tenant:ab19dcb058e14b5cbd2a0b440c7a15a7 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:53.990028 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7a4b8f7e-71b6-4abc-9868-c3b86e3d3b4f tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] 10.222.0.70 "GET /v2.0/ports/cf982d9e-9179-4f88-80e3-252187be797d HTTP/1.1" status: 200 len: 1135 time: 0.4252255 Dec 22 17:15:53.993874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58214) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:54.055705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee78ac-80c8-4e86-a346-32ff84243bb8 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:54.062792 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e8ee78ac-80c8-4e86-a346-32ff84243bb8 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3463595 Dec 22 17:15:54.070771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58218) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:54.077488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.079820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db570a87-ab25-4acf-851c-2a1dc559b60d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=41a450ac-3911-462c-b95c-13e366d7a494,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:54.091396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bb9615e9-861d-40b5-a3a0-16f90606bcbe tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.093957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-db570a87-ab25-4acf-851c-2a1dc559b60d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:54.108128 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.113001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6a28fbe5-f8c2-430e-95ff-8aba11a65374 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:54.121048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3d6-047a-4c9d-94e1-3f70635155f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.152067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e385bf4f-c214-48a3-bd44-4e39dbc29c69 None None] Network 18a26600-c1ce-4966-9909-4568f78d70dd requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:54.231011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.250604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bb9615e9-861d-40b5-a3a0-16f90606bcbe tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.302991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9615e9-861d-40b5-a3a0-16f90606bcbe tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event deleted for resources: {'Port': ['ID=ba2f1706-055e-45cc-a32b-f510c4831004,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:54.307796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Deleting port b9e266e6-8bbf-4054-92e7-8c37f6159dcd {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:54.308146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.314809 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bb9615e9-861d-40b5-a3a0-16f90606bcbe tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "DELETE /v2.0/ports/ba2f1706-055e-45cc-a32b-f510c4831004 HTTP/1.1" status: 204 len: 168 time: 2.6862042 Dec 22 17:15:54.317818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-bf8ea3d6-047a-4c9d-94e1-3f70635155f2 None None] For port 2dab52f6-d126-451e-a84f-1128c13b77ae, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2dab52f6-d126-451e-a84f-1128c13b77ae,segment=NetworkSegment(5fc0eae3-0b4d-48d5-ad98-400a7d452dd4),segment_id=5fc0eae3-0b4d-48d5-ad98-400a7d452dd4)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:54.334405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3d6-047a-4c9d-94e1-3f70635155f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.342821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58222) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:54.346892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:54.413477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d8012-973b-4d95-97e2-0bfe03d78e14 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Deleting port cf982d9e-9179-4f88-80e3-252187be797d {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:54.413823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8012-973b-4d95-97e2-0bfe03d78e14 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.464019 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=f3a6aed0-7482-4ea6-accd-9a7ec4d44eb0,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:54.470802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:54.480473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:54.480870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:54.498452 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a20a5a0-0ee1-45a7-9fc7-c0e2cda3a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.515780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-db570a87-ab25-4acf-851c-2a1dc559b60d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.517647 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-db570a87-ab25-4acf-851c-2a1dc559b60d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/41a450ac-3911-462c-b95c-13e366d7a494 HTTP/1.1" status: 204 len: 168 time: 2.6153486 Dec 22 17:15:54.518682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.534763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58226) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:54.584631 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e3b8c2-051a-4c17-884d-ccb7b38f0c54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:15:54.585379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-81e3b8c2-051a-4c17-884d-ccb7b38f0c54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:54.594642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.595534 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4959180 Dec 22 17:15:54.598058 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58230) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:54.608787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'port': {'network_id': '24dc626f-59a4-42f0-8fba-8da170867f06', 'name': 'tempest-FloatingIPTestJSON-1932098478'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:54.616658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ea3d6-047a-4c9d-94e1-3f70635155f2 None None] Pushing event updated for resources: {'Port': ['ID=2dab52f6-d126-451e-a84f-1128c13b77ae,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:54.637458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bf8ea3d6-047a-4c9d-94e1-3f70635155f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:54.654609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-49e002c9-eb2d-4a4c-81de-094948bfb442 None None] Provisioning for port b9e266e6-8bbf-4054-92e7-8c37f6159dcd completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:54.729394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-81e3b8c2-051a-4c17-884d-ccb7b38f0c54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:54.740666 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-81e3b8c2-051a-4c17-884d-ccb7b38f0c54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/41a450ac-3911-462c-b95c-13e366d7a494 HTTP/1.1" status: 404 len: 333 time: 0.2047286 Dec 22 17:15:54.743483 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58234) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:54.811017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d64bd23-feac-4cec-aa68-fe612335ae82 None None] Network 80e66994-5a76-4a08-a5c9-fe56a2deeaa2 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:54.894783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-a276b07a-8bc8-490e-a1b8-32530d863924 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting subnet 4fade9d1-1e20-4138-b41f-06354a9c9b4a {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:15:54.903151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:54.908454 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:port and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:54.911591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:54.918006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:54.919862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a276b07a-8bc8-490e-a1b8-32530d863924 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.976857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Made reservation on behalf of 3c489bb601fc4ceb8db7a3eb25cfbac4 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:54.980686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:54.987324 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ec947760-a623-4fc0-ad7a-cc5c9ea1b534 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5926318 Dec 22 17:15:54.997033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3a20a5a0-0ee1-45a7-9fc7-c0e2cda3a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Calling delete_port for c6601414-9545-4ea6-a544-996b5bb6f25e owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:55.004134 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58238) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:55.019790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b9e266e6-8bbf-4054-92e7-8c37f6159dcd up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:15:55.029522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1997145000'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:55.035825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a276b07a-8bc8-490e-a1b8-32530d863924 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.076420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:55.084677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8e51b06c-5c6a-429b-be11-a531abee6f90 None None] Provisioning for port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:55.102661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Usage tracker for resource:network and tenant:a263af6b78e245e780d6bb57aaa66e6d is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:55.105873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] device_id is not set on port 7e0c8dd7-589e-4982-9253-64c4e856a074 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:15:55.154515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:55.167743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:55.211230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Made reservation on behalf of a263af6b78e245e780d6bb57aaa66e6d for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:55.215083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.235046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde62dcc-8e2c-4d06-9043-df90c37119a8 None None] DHCP port deletion for 18a26600-c1ce-4966-9909-4568f78d70dd request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:15:55.250305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fde62dcc-8e2c-4d06-9043-df90c37119a8 None None] Deleting port b9e266e6-8bbf-4054-92e7-8c37f6159dcd {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:55.250708 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fde62dcc-8e2c-4d06-9043-df90c37119a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.251220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a276b07a-8bc8-490e-a1b8-32530d863924 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.343925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a276b07a-8bc8-490e-a1b8-32530d863924 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.348423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:55.378746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-715a212f-ac91-4521-99b6-c3992e01be1a None None] Provisioning complete for port 2dab52f6-d126-451e-a84f-1128c13b77ae triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:55.379291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-715a212f-ac91-4521-99b6-c3992e01be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.389309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276b07a-8bc8-490e-a1b8-32530d863924 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Subnet': ['ID=4fade9d1-1e20-4138-b41f-06354a9c9b4a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:55.401080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a276b07a-8bc8-490e-a1b8-32530d863924 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:55.402259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a276b07a-8bc8-490e-a1b8-32530d863924 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.412295 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a276b07a-8bc8-490e-a1b8-32530d863924 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/4fade9d1-1e20-4138-b41f-06354a9c9b4a HTTP/1.1" status: 204 len: 168 time: 0.6635075 Dec 22 17:15:55.414803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58242) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:55.428191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c84617-18a9-4469-89db-c37dd236966c None None] Network 875983a6-cd6b-42d2-9010-058eb9a7f4eb requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:55.443903 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port b9e266e6-8bbf-4054-92e7-8c37f6159dcd completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:55.535712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:55.583523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.583719 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Added segment 188369ec-b733-4591-9ef7-3f1f3d5f74fb of type vlan for network 3791d7a7-b6f6-402a-a5e3-6b644e0a2331 Dec 22 17:15:55.585763 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a20a5a0-0ee1-45a7-9fc7-c0e2cda3a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.609520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e8c84166-556f-49cc-bca6-90c870ed802c tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:55.611454 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port b9e266e6-8bbf-4054-92e7-8c37f6159dcd triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:55.611836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.628272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.691182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20a5a0-0ee1-45a7-9fc7-c0e2cda3a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Pushing event deleted for resources: {'Port': ['ID=c6601414-9545-4ea6-a544-996b5bb6f25e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:55.725708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3a20a5a0-0ee1-45a7-9fc7-c0e2cda3a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:55.727561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] For port b9e266e6-8bbf-4054-92e7-8c37f6159dcd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b9e266e6-8bbf-4054-92e7-8c37f6159dcd,segment=NetworkSegment(9a618598-9d1e-4230-a746-58276f57fa16),segment_id=9a618598-9d1e-4230-a746-58276f57fa16)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:55.727925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.791530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8012-973b-4d95-97e2-0bfe03d78e14 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.799219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c76648d4-056a-401f-839a-5a3e90eefb43 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.812996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.839492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:55.839838 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.887267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.20.0.4 (24dc626f-59a4-42f0-8fba-8da170867f06/0f27d978-5f72-4932-8300-2b95a44c3ee7/7e0c8dd7-589e-4982-9253-64c4e856a074) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:15:55.938188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.943642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:55.944542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:55.952083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-55a6051f-e99b-4195-96ae-083e2a0060ca tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:55.953220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Calling delete_port for b9e266e6-8bbf-4054-92e7-8c37f6159dcd owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:56.037897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a20a5a0-0ee1-45a7-9fc7-c0e2cda3a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:56.149568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d8012-973b-4d95-97e2-0bfe03d78e14 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Calling delete_port for cf982d9e-9179-4f88-80e3-252187be797d owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:56.232826 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3a20a5a0-0ee1-45a7-9fc7-c0e2cda3a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] 10.222.0.70 "DELETE /v2.0/ports/c6601414-9545-4ea6-a544-996b5bb6f25e HTTP/1.1" status: 204 len: 168 time: 2.8079238 Dec 22 17:15:56.233476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58246) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:56.255798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Request body: {'port': {'name': 'tempest-new-port-name-1481798547', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:56.256192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.api.validators [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] bootfile-name is not in valid_values {{(pid=87587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 17:15:56.256529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.api.validators [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] tftp-server is not in valid_values {{(pid=87587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 17:15:56.257159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.api.validators [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] server-ip-address is not in valid_values {{(pid=87587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 17:15:56.263687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:56.303634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-fde62dcc-8e2c-4d06-9043-df90c37119a8 None None] For port b9e266e6-8bbf-4054-92e7-8c37f6159dcd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b9e266e6-8bbf-4054-92e7-8c37f6159dcd,segment=NetworkSegment(9a618598-9d1e-4230-a746-58276f57fa16),segment_id=9a618598-9d1e-4230-a746-58276f57fa16)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:56.303967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fde62dcc-8e2c-4d06-9043-df90c37119a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:56.312368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event updated for resources: {'Network': ['ID=3791d7a7-b6f6-402a-a5e3-6b644e0a2331,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:56.315331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:56.316920 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3119397 Dec 22 17:15:56.336609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 3791d7a7-b6f6-402a-a5e3-6b644e0a2331 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:56.342677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58250) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:56.355222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-759740361'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:56.387572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:56.433977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:56.443406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] For port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2,segment=NetworkSegment(2fdfff5c-9a6a-4fa5-ac06-37896a90d61d),segment_id=2fdfff5c-9a6a-4fa5-ac06-37896a90d61d)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:56.443787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:56.502039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fde62dcc-8e2c-4d06-9043-df90c37119a8 None None] Calling delete_port for b9e266e6-8bbf-4054-92e7-8c37f6159dcd owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:56.564709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Usage tracker for resource:network and tenant:a263af6b78e245e780d6bb57aaa66e6d is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:56.604464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:56.621919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:56.639663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-715a212f-ac91-4521-99b6-c3992e01be1a None None] Provisioning for port cf982d9e-9179-4f88-80e3-252187be797d completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:56.655341 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:15:56.704713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-715a212f-ac91-4521-99b6-c3992e01be1a None None] Provisioning complete for port cf982d9e-9179-4f88-80e3-252187be797d triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:56.705023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-715a212f-ac91-4521-99b6-c3992e01be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:56.719569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:56.728572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1b84be8a-a982-4cf9-a5c2-9bb398e76924 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:56.745993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e710e040-21b4-4cb9-ba0f-6ae4715797f7 None None] DHCP port deletion for 875983a6-cd6b-42d2-9010-058eb9a7f4eb request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:15:56.813465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-715a212f-ac91-4521-99b6-c3992e01be1a None None] Port cf982d9e-9179-4f88-80e3-252187be797d cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:56.821480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-fde62dcc-8e2c-4d06-9043-df90c37119a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:15:56.821842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-fde62dcc-8e2c-4d06-9043-df90c37119a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:15:56.841530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:56.846388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:56.848124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:56.849224 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:56.880770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 24dc626f-59a4-42f0-8fba-8da170867f06 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:15:56.901424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:15:56.904089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:15:56.906567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c76648d4-056a-401f-839a-5a3e90eefb43 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:56.913615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:56.916837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-becc206c-d4df-4c12-826d-e7206f50f2d5 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:56.941375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=7e0c8dd7-589e-4982-9253-64c4e856a074,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:56.944450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:56.951377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ef167684-4811-4661-8a15-c5b2f8e42014 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:56.967367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:56.985294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-88cf0dfb-c4fb-4c1b-992d-f90b2ac43de8 None None] Could not find standard attr ID for object 5bf0c581-0a1b-4cbf-830f-69bc1d936db1. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:15:57.000970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.006566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c76648d4-056a-401f-839a-5a3e90eefb43 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.015625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-88cf0dfb-c4fb-4c1b-992d-f90b2ac43de8 None None] Provisioning for port c843aa1b-f0e4-4b00-98fb-16b5f684c028 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:15:57.022122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:57.023928 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-88cf0dfb-c4fb-4c1b-992d-f90b2ac43de8 None None] Provisioning complete for port c843aa1b-f0e4-4b00-98fb-16b5f684c028 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:57.024070 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-88cf0dfb-c4fb-4c1b-992d-f90b2ac43de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.026729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No DVR routers for this DVR port e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:15:57.028617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:57.033822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event deleted for resources: {'Port': ['ID=b9e266e6-8bbf-4054-92e7-8c37f6159dcd,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:57.043591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:57.097228 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5548d6ba-4f55-49b5-ad0b-9ebb221e8f58,segment=NetworkSegment(1d09b896-b2fd-4d50-9a9f-62f4dfe3f528),segment_id=1d09b896-b2fd-4d50-9a9f-62f4dfe3f528)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:57.101890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-88cf0dfb-c4fb-4c1b-992d-f90b2ac43de8 None None] Port c843aa1b-f0e4-4b00-98fb-16b5f684c028 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:57.105037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.105879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2dab52f6-d126-451e-a84f-1128c13b77ae up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:15:57.111557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e2f45c48-d6d7-4673-bd72-01df4eefc50e tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:57.121688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:57.122977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.135370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-de346b92-26bf-45d5-a8cb-71fd8b8c54b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:57.150311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] No DVR routers for this DVR port b9e266e6-8bbf-4054-92e7-8c37f6159dcd on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:15:57.195916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8012-973b-4d95-97e2-0bfe03d78e14 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.228639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-88cf0dfb-c4fb-4c1b-992d-f90b2ac43de8 None None] Provisioning complete for port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:57.229023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-88cf0dfb-c4fb-4c1b-992d-f90b2ac43de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.238675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.251796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Made reservation on behalf of a263af6b78e245e780d6bb57aaa66e6d for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:57.256050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.282624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875983a6-cd6b-42d2-9010-058eb9a7f4eb']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:57.300999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=5548d6ba-4f55-49b5-ad0b-9ebb221e8f58,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:57.302288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdfff5c-9a6a-4fa5-ac06-37896a90d61d') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:57.302587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdfff5c-9a6a-4fa5-ac06-37896a90d61d') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:57.309384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:57.322646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fde62dcc-8e2c-4d06-9043-df90c37119a8 None None] Deleting port b9e266e6-8bbf-4054-92e7-8c37f6159dcd {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:57.323028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fde62dcc-8e2c-4d06-9043-df90c37119a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.324809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.345116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.353683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:15:57.353999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.399060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.429612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a26600-c1ce-4966-9909-4568f78d70dd']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:57.433517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 2dab52f6-d126-451e-a84f-1128c13b77ae triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:57.433897 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.443830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a618598-9d1e-4230-a746-58276f57fa16') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:57.444273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a618598-9d1e-4230-a746-58276f57fa16') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:15:57.457852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:15:57.460820 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:15:57.471384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.477392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ed6b4b6b-7464-41e2-a5e7-f9b77675eb1f tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:57.485386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.492830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:15:57.493328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.500872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.519507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Network': ['ID=875983a6-cd6b-42d2-9010-058eb9a7f4eb,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:15:57.527098 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:15:57.529047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:57.530687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.534970 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/networks/875983a6-cd6b-42d2-9010-058eb9a7f4eb HTTP/1.1" status: 204 len: 168 time: 2.1191623 Dec 22 17:15:57.538923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58254) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:57.545892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-282136452'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:57.550798 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9517770 Dec 22 17:15:57.553863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58258) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:57.556825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:57.563611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5e82ce32-ede8-4b75-b86d-69a2e8efa76a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'floatingip': {'port_id': '7e0c8dd7-589e-4982-9253-64c4e856a074'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:57.577716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fde62dcc-8e2c-4d06-9043-df90c37119a8 None None] The port 'b9e266e6-8bbf-4054-92e7-8c37f6159dcd' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:15:57.652813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:network and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:57.669929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:57.690541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:57.694495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e82ce32-ede8-4b75-b86d-69a2e8efa76a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.706984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0fb0502d-ab26-4f89-91d5-967928ff309a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.742516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:57.743123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-88cf0dfb-c4fb-4c1b-992d-f90b2ac43de8 None None] Could not find standard attr ID for object cf982d9e-9179-4f88-80e3-252187be797d. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:15:57.842902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8012-973b-4d95-97e2-0bfe03d78e14 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.856131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-00b025a8-d807-4c37-b3ce-30a2a5a938f4 None None] Could not find standard attr ID for object c6601414-9545-4ea6-a544-996b5bb6f25e. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:15:57.878023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76648d4-056a-401f-839a-5a3e90eefb43 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event updated for resources: {'Port': ['ID=75e9e390-a497-4da1-8760-5a0e65d99670,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:57.881129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-00b025a8-d807-4c37-b3ce-30a2a5a938f4 None None] Provisioning complete for port c843aa1b-f0e4-4b00-98fb-16b5f684c028 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:57.881326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-00b025a8-d807-4c37-b3ce-30a2a5a938f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.883523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.883969 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Added segment c64006d7-9a99-4f16-8047-9a7dca61cfcd of type vlan for network e19a1edb-65c5-41f6-a826-acc040cbcfac Dec 22 17:15:57.897271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-c76648d4-056a-401f-839a-5a3e90eefb43 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] In _notify_port_updated(), no bound segment for port 75e9e390-a497-4da1-8760-5a0e65d99670 on network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:15:57.902950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76648d4-056a-401f-839a-5a3e90eefb43 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:57.903823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c76648d4-056a-401f-839a-5a3e90eefb43 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.908440 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c76648d4-056a-401f-839a-5a3e90eefb43 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "PUT /v2.0/ports/75e9e390-a497-4da1-8760-5a0e65d99670 HTTP/1.1" status: 200 len: 993 time: 4.1898916 Dec 22 17:15:57.909397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58262) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:57.922144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b59df3b-8b4c-4604-9f43-59c2fc0042dc None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:15:57.922665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c76648d4-056a-401f-839a-5a3e90eefb43 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:57.928011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:57.929734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fcddf1f9-67cd-49b7-b137-d64273d832fc tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.726s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:57.957612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:15:58.010183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:58.013650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.013929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.046290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d8012-973b-4d95-97e2-0bfe03d78e14 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Pushing event deleted for resources: {'Port': ['ID=cf982d9e-9179-4f88-80e3-252187be797d,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:58.071272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2d9d8012-973b-4d95-97e2-0bfe03d78e14 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:58.072325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-00b025a8-d807-4c37-b3ce-30a2a5a938f4 None None] Port c843aa1b-f0e4-4b00-98fb-16b5f684c028 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:58.076618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:58.105596 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2d9d8012-973b-4d95-97e2-0bfe03d78e14 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] 10.222.0.70 "DELETE /v2.0/ports/cf982d9e-9179-4f88-80e3-252187be797d HTTP/1.1" status: 204 len: 168 time: 4.1041441 Dec 22 17:15:58.108986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.119766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58266) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:58.134082 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-00b025a8-d807-4c37-b3ce-30a2a5a938f4 None None] Provisioning complete for port 75e9e390-a497-4da1-8760-5a0e65d99670 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:58.134785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-00b025a8-d807-4c37-b3ce-30a2a5a938f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.142718 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "DELETE /v2.0/networks/18a26600-c1ce-4966-9909-4568f78d70dd HTTP/1.1" status: 204 len: 168 time: 4.0645409 Dec 22 17:15:58.144053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event deleted for resources: {'Network': ['ID=18a26600-c1ce-4966-9909-4568f78d70dd,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:58.145849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58270) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:58.157171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:58.165097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:15:58.180503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:58.180880 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.209332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.209332 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Added segment d45fb9bb-e868-45f2-8637-0ca4bfd9d750 of type vlan for network ea141e82-6775-4984-a1c8-695a27aefd00 Dec 22 17:15:58.230121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-084419b8-dbc1-4c8d-acea-1d9df1f9619a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Deleting port 75e9e390-a497-4da1-8760-5a0e65d99670 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:58.230606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-084419b8-dbc1-4c8d-acea-1d9df1f9619a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.261563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-00b025a8-d807-4c37-b3ce-30a2a5a938f4 None None] Port 75e9e390-a497-4da1-8760-5a0e65d99670 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:58.279818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b59df3b-8b4c-4604-9f43-59c2fc0042dc None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:15:58.292976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:15:58.329161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d990d6-b3be-4e54-be6b-6334b4640e54 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Deleting subnet 14268e3c-8e84-4941-b902-19f0b6a17e99 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:15:58.358005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39d990d6-b3be-4e54-be6b-6334b4640e54 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.399408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.459062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.464079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:58.464807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.489511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a31f364e-9792-43d8-95e5-6b73f884ab7c tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:58.515198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39d990d6-b3be-4e54-be6b-6334b4640e54 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.520438 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b9e266e6-8bbf-4054-92e7-8c37f6159dcd no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:15:58.534382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.563183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: b9e266e6-8bbf-4054-92e7-8c37f6159dcd {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:15:58.563526 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b9e266e6-8bbf-4054-92e7-8c37f6159dcd not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:15:58.563952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:15:58.592348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.598157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:58.598754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.613610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:58.646963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:15:58.646963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e43686c3-0b4b-4c20-93d6-3cc4c0a3b2f2 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:15:58.663872 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3177919 Dec 22 17:15:58.714859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Deleting port 8acd0615-e034-4727-80ab-4c24a413610c {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:58.715382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:58.739053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event updated for resources: {'Network': ['ID=e19a1edb-65c5-41f6-a826-acc040cbcfac,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:58.782661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network e19a1edb-65c5-41f6-a826-acc040cbcfac details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:58.812727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58274) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:58.823340 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2804773 Dec 22 17:15:58.828788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'subnets': [{'network_id': '3791d7a7-b6f6-402a-a5e3-6b644e0a2331', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1679993863', 'ip_version': 4}, {'network_id': 'e19a1edb-65c5-41f6-a826-acc040cbcfac', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:58.829104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'subnet': {'network_id': '3791d7a7-b6f6-402a-a5e3-6b644e0a2331', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1679993863', 'ip_version': 4}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:58.829677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Request body: {'subnet': {'network_id': 'e19a1edb-65c5-41f6-a826-acc040cbcfac', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:58.852947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58278) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:58.927052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': 'ea141e82-6775-4984-a1c8-695a27aefd00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:15:58.945920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:58.971117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:15:58.992107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.001937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.030078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39d990d6-b3be-4e54-be6b-6334b4640e54 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.042904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b0d7691d-c9ac-4eaa-8cc7-9f71db674657 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:59.130576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] In _notify_port_updated(), no bound segment for port c843aa1b-f0e4-4b00-98fb-16b5f684c028 on network 80e66994-5a76-4a08-a5c9-fe56a2deeaa2 {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:15:59.136552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:59.136737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.138637 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] 10.222.0.70 "PUT /v2.0/ports/c843aa1b-f0e4-4b00-98fb-16b5f684c028 HTTP/1.1" status: 200 len: 1128 time: 2.8971374 Dec 22 17:15:59.143759 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58282) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:59.143934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Network': ['ID=ea141e82-6775-4984-a1c8-695a27aefd00,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:59.146488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:59.156730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-084419b8-dbc1-4c8d-acea-1d9df1f9619a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.157710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network ea141e82-6775-4984-a1c8-695a27aefd00 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:15:59.211922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:59.290023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:59.290218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Pushing event updated for resources: {'Port': ['ID=c843aa1b-f0e4-4b00-98fb-16b5f684c028,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:59.293375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:59.321384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:59.362925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:59.366369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.390146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-380c8989-9ded-4c17-81ac-a9e49dee8803 None None] Provisioning complete for port c843aa1b-f0e4-4b00-98fb-16b5f684c028 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:15:59.391002 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-380c8989-9ded-4c17-81ac-a9e49dee8803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.406143 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39d990d6-b3be-4e54-be6b-6334b4640e54 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.420097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-084419b8-dbc1-4c8d-acea-1d9df1f9619a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Calling delete_port for 75e9e390-a497-4da1-8760-5a0e65d99670 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:59.448797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-380c8989-9ded-4c17-81ac-a9e49dee8803 None None] Port c843aa1b-f0e4-4b00-98fb-16b5f684c028 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:15:59.455241 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:59.456648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:15:59.482188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-df693076-7881-4bb4-901e-93ab8245e429 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:59.507372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] For port 8acd0615-e034-4727-80ab-4c24a413610c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8acd0615-e034-4727-80ab-4c24a413610c,segment=NetworkSegment(01dbd06c-6490-4aa9-9b93-b5ed4437a324),segment_id=01dbd06c-6490-4aa9-9b93-b5ed4437a324)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:15:59.507729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.508631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Usage tracker for resource:subnet and tenant:a263af6b78e245e780d6bb57aaa66e6d is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:15:59.526079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:15:59.526916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5c307-37d8-41bc-a112-98d4aa10fa94 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:15:59.527548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-30e5c307-37d8-41bc-a112-98d4aa10fa94 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Synchronizing usage tracker for tenant:e983fb633a6845b09932aac9c990b822 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:15:59.531855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-5e82ce32-ede8-4b75-b86d-69a2e8efa76a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:15:59.665466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Calling delete_port for 8acd0615-e034-4727-80ab-4c24a413610c owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:15:59.718840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d990d6-b3be-4e54-be6b-6334b4640e54 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Pushing event deleted for resources: {'Subnet': ['ID=14268e3c-8e84-4941-b902-19f0b6a17e99,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:59.726450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-30e5c307-37d8-41bc-a112-98d4aa10fa94 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Unset dirty status for tenant:e983fb633a6845b09932aac9c990b822 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:15:59.733459 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-30e5c307-37d8-41bc-a112-98d4aa10fa94 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] 10.222.0.70 "GET /v2.0/ports/c843aa1b-f0e4-4b00-98fb-16b5f684c028 HTTP/1.1" status: 200 len: 1128 time: 0.5804029 Dec 22 17:15:59.733459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58286) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:59.735501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:15:59.736275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f6b8c1-a604-4ba2-9324-524b2a1d4eba None None] Network 346de119-e481-48a2-ba2c-985a1b2f0962 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:15:59.737778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-39d990d6-b3be-4e54-be6b-6334b4640e54 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:59.739171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39d990d6-b3be-4e54-be6b-6334b4640e54 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.791824 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-39d990d6-b3be-4e54-be6b-6334b4640e54 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] 10.222.0.70 "DELETE /v2.0/subnets/14268e3c-8e84-4941-b902-19f0b6a17e99 HTTP/1.1" status: 204 len: 168 time: 1.6708562 Dec 22 17:15:59.805777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58290) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:15:59.807147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Made reservation on behalf of a263af6b78e245e780d6bb57aaa66e6d for: {'subnet': 2} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:15:59.814460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.815081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.848429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-084419b8-dbc1-4c8d-acea-1d9df1f9619a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:15:59.867486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:15:59.932640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084419b8-dbc1-4c8d-acea-1d9df1f9619a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event deleted for resources: {'Port': ['ID=75e9e390-a497-4da1-8760-5a0e65d99670,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:15:59.941384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-084419b8-dbc1-4c8d-acea-1d9df1f9619a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:15:59.985479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-329b4c21-9fc7-4fc9-80d0-9de896f7e1c6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Deleting port c843aa1b-f0e4-4b00-98fb-16b5f684c028 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:15:59.985772 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-329b4c21-9fc7-4fc9-80d0-9de896f7e1c6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.020370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e82ce32-ede8-4b75-b86d-69a2e8efa76a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.029464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b0b83-e3fc-4394-a08f-ebf536b45904 None None] DHCP port deletion for 346de119-e481-48a2-ba2c-985a1b2f0962 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:16:00.033525 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f722275c-ea0e-4fc5-82ae-7466ad9801b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.036450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e01b0b83-e3fc-4394-a08f-ebf536b45904 None None] Deleting port 2dab52f6-d126-451e-a84f-1128c13b77ae {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:00.036894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e01b0b83-e3fc-4394-a08f-ebf536b45904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.041055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e82ce32-ede8-4b75-b86d-69a2e8efa76a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.054196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.063511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3b696a86-84d2-464c-942e-af2d2225f1b0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:00.127147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event deleted for resources: {'Port': ['ID=8acd0615-e034-4727-80ab-4c24a413610c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:00.131547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] No DVR routers for this DVR port 8acd0615-e034-4727-80ab-4c24a413610c on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:00.169669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:00.196068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.301582 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Deleting port 2dab52f6-d126-451e-a84f-1128c13b77ae {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:00.301920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.308148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e01b0b83-e3fc-4394-a08f-ebf536b45904 None None] For port 2dab52f6-d126-451e-a84f-1128c13b77ae, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2dab52f6-d126-451e-a84f-1128c13b77ae,segment=NetworkSegment(5fc0eae3-0b4d-48d5-ad98-400a7d452dd4),segment_id=5fc0eae3-0b4d-48d5-ad98-400a7d452dd4)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:00.308641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e01b0b83-e3fc-4394-a08f-ebf536b45904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.431843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.433538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e01b0b83-e3fc-4394-a08f-ebf536b45904 None None] Calling delete_port for 2dab52f6-d126-451e-a84f-1128c13b77ae owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:00.496087 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-5e82ce32-ede8-4b75-b86d-69a2e8efa76a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Floating IP 6e27557f-d039-4478-bf35-86859d6f3cad associated. External IP: 172.26.3.88, port: 7e0c8dd7-589e-4982-9253-64c4e856a074. Dec 22 17:16:00.515042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e01b0b83-e3fc-4394-a08f-ebf536b45904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.522721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:00.566170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b0b83-e3fc-4394-a08f-ebf536b45904 None None] Pushing event deleted for resources: {'Port': ['ID=2dab52f6-d126-451e-a84f-1128c13b77ae,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:00.568066 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b0b83-e3fc-4394-a08f-ebf536b45904 None None] No DVR routers for this DVR port 2dab52f6-d126-451e-a84f-1128c13b77ae on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:00.569484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e01b0b83-e3fc-4394-a08f-ebf536b45904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:00.572986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.618429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:00.675964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6072a3-e725-40c1-9d06-916ffe1fb5bc']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:00.699175 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01dbd06c-6490-4aa9-9b93-b5ed4437a324') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:00.699466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01dbd06c-6490-4aa9-9b93-b5ed4437a324') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:00.718201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.724546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-084419b8-dbc1-4c8d-acea-1d9df1f9619a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.756360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.775167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:00.775630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:00.791148 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:00.794077 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-084419b8-dbc1-4c8d-acea-1d9df1f9619a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "DELETE /v2.0/ports/75e9e390-a497-4da1-8760-5a0e65d99670 HTTP/1.1" status: 204 len: 168 time: 2.8670828 Dec 22 17:16:00.795647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-329b4c21-9fc7-4fc9-80d0-9de896f7e1c6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.805687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58294) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:00.942201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Subnet': ['ID=28b617a7-1f21-4522-b8ec-c73eb2bc438a,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:00.968822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:00.972978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:00.985286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-329b4c21-9fc7-4fc9-80d0-9de896f7e1c6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Calling delete_port for c843aa1b-f0e4-4b00-98fb-16b5f684c028 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:00.986641 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-095d737c-69bc-491e-be8a-bd80b6b23785 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] GET failed (client error): The resource could not be found. Dec 22 17:16:00.987201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-095d737c-69bc-491e-be8a-bd80b6b23785 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Synchronizing usage tracker for tenant:2ee2c2d57bb84c37a7fc3cf0369df443 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:01.038276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.042962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5440f7fa-6323-4233-b9c0-9994df9bfc4c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:01.059391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.069734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event deleted for resources: {'Network': ['ID=4e6072a3-e725-40c1-9d06-916ffe1fb5bc,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:01.076178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:01.079164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Checking segment: {'id': 'd45fb9bb-e868-45f2-8637-0ca4bfd9d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ea141e82-6775-4984-a1c8-695a27aefd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:01.079527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network hostable DHCP agents. Network: ea141e82-6775-4984-a1c8-695a27aefd00, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:01.084870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] For port 2dab52f6-d126-451e-a84f-1128c13b77ae, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2dab52f6-d126-451e-a84f-1128c13b77ae,segment=NetworkSegment(5fc0eae3-0b4d-48d5-ad98-400a7d452dd4),segment_id=5fc0eae3-0b4d-48d5-ad98-400a7d452dd4)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:01.085228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.092443 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "DELETE /v2.0/networks/4e6072a3-e725-40c1-9d06-916ffe1fb5bc HTTP/1.1" status: 204 len: 168 time: 2.9388759 Dec 22 17:16:01.094788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58298) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:01.150420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.257235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.279020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-329b4c21-9fc7-4fc9-80d0-9de896f7e1c6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.284814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:01.360368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b4c21-9fc7-4fc9-80d0-9de896f7e1c6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Pushing event deleted for resources: {'Port': ['ID=c843aa1b-f0e4-4b00-98fb-16b5f684c028,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:01.404103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-329b4c21-9fc7-4fc9-80d0-9de896f7e1c6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:01.417561 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Calling delete_port for 2dab52f6-d126-451e-a84f-1128c13b77ae owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:01.424304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-329b4c21-9fc7-4fc9-80d0-9de896f7e1c6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.448135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-095d737c-69bc-491e-be8a-bd80b6b23785 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Unset dirty status for tenant:2ee2c2d57bb84c37a7fc3cf0369df443 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:01.453973 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-095d737c-69bc-491e-be8a-bd80b6b23785 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "GET /v2.0/ports/75e9e390-a497-4da1-8760-5a0e65d99670 HTTP/1.1" status: 404 len: 333 time: 0.6357701 Dec 22 17:16:01.472447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58302) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:01.500984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Request body: {'port': {'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f', 'name': 'tempest-AllowedAddressPairTestJSON-1358329910'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:01.503575 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-329b4c21-9fc7-4fc9-80d0-9de896f7e1c6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] 10.222.0.70 "DELETE /v2.0/ports/c843aa1b-f0e4-4b00-98fb-16b5f684c028 HTTP/1.1" status: 204 len: 168 time: 1.7680030 Dec 22 17:16:01.506128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.513942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58306) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:01.522328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network ea141e82-6775-4984-a1c8-695a27aefd00 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:01.573419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ce80c6-e3dd-4a16-a56f-e09cb96ae422']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:01.592261 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2a870d-b278-4cd8-a73d-0ec16147fcfd') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:01.592560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2a870d-b278-4cd8-a73d-0ec16147fcfd') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:01.609486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.624062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c17c315-85ca-42be-a6da-70bed7814dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Deleting subnet 4895ea2d-b22c-4074-a6c8-cd33297428de {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:16:01.630118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9c17c315-85ca-42be-a6da-70bed7814dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.664875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.681087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:01.681569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.681761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, ea141e82-6775-4984-a1c8-695a27aefd00) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:01.694952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9489776c-5211-4a40-beda-f79d37099e7b None None] Network ea141e82-6775-4984-a1c8-695a27aefd00 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:01.696269 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:01.702463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:01.703057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.764950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9c17c315-85ca-42be-a6da-70bed7814dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.808969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:01.809386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:01.829594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.836884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-986c8735-3d3e-46d9-9fc9-e65f0ad21c83 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:01.856361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.857457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e82ce32-ede8-4b75-b86d-69a2e8efa76a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:16:01.870848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event deleted for resources: {'Network': ['ID=75ce80c6-e3dd-4a16-a56f-e09cb96ae422,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:01.883174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:01.883174 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "DELETE /v2.0/networks/75ce80c6-e3dd-4a16-a56f-e09cb96ae422 HTTP/1.1" status: 204 len: 168 time: 0.7867978 Dec 22 17:16:01.884986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58310) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:01.886495 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0277548 Dec 22 17:16:01.897310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58314) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:01.906463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': 'ea141e82-6775-4984-a1c8-695a27aefd00', 'name': 'tempest-PortsTestJSON-232217069', 'fixed_ips': [{'subnet_id': '28b617a7-1f21-4522-b8ec-c73eb2bc438a', 'ip_address': '172.20.0.10'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:01.949838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2dab52f6-d126-451e-a84f-1128c13b77ae no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:16:01.989397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9c17c315-85ca-42be-a6da-70bed7814dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:01.991613 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 2dab52f6-d126-451e-a84f-1128c13b77ae {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:16:01.992084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2dab52f6-d126-451e-a84f-1128c13b77ae not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:16:02.004544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:02.004717 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-ea141e82-6775-4984-a1c8-695a27aefd00', 'network_id': 'ea141e82-6775-4984-a1c8-695a27aefd00', 'tenant_id': 'b0ee63329cf14e019ca8df08e1ed40c3', 'fixed_ips': [{'subnet_id': '28b617a7-1f21-4522-b8ec-c73eb2bc438a'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:02.005136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.048105 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.095534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:02.160331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Made reservation on behalf of 2ee2c2d57bb84c37a7fc3cf0369df443 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:02.164095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.169152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Allocated IP 172.20.0.2 (ea141e82-6775-4984-a1c8-695a27aefd00/28b617a7-1f21-4522-b8ec-c73eb2bc438a/7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:02.246919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.263530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:02.304394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9c17c315-85ca-42be-a6da-70bed7814dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.311778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-52c2b05a-b1d1-415a-9a9b-7e0c38b98cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:02.323684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Deleting port 2dab52f6-d126-451e-a84f-1128c13b77ae {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:02.324116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.355382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.367046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17c315-85ca-42be-a6da-70bed7814dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Pushing event deleted for resources: {'Subnet': ['ID=4895ea2d-b22c-4074-a6c8-cd33297428de,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:02.371237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9c17c315-85ca-42be-a6da-70bed7814dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.375186 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9c17c315-85ca-42be-a6da-70bed7814dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:02.383143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6bbdb2-0b44-48d2-8e0a-5e7136854555 None None] Network 80e66994-5a76-4a08-a5c9-fe56a2deeaa2 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:02.388738 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9c17c315-85ca-42be-a6da-70bed7814dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] 10.222.0.70 "DELETE /v2.0/subnets/4895ea2d-b22c-4074-a6c8-cd33297428de HTTP/1.1" status: 204 len: 168 time: 0.8737717 Dec 22 17:16:02.392029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58318) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:02.394676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dad19ba-07db-43dc-990f-0bc3034cdf05']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:02.396018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] device_id is not set on port d5fa30aa-d1bd-4272-90ea-93e23b14785a yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:02.400915 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.415998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Transition to ACTIVE for port object 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:02.430958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be48abe7-d0b8-4c0b-9422-e2bf047a98d8') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:02.431292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be48abe7-d0b8-4c0b-9422-e2bf047a98d8') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:02.493335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:02.496274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Transition to ACTIVE for port object 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:02.503997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.507459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.515584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] The port '2dab52f6-d126-451e-a84f-1128c13b77ae' was deleted {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:16:02.516477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-54461c41-b1c8-4b02-bacb-a631b1e561ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:02.527907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:port and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:02.536303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.541603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:02.548433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.549316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event updated for resources: {'Subnet': ['ID=2491b08b-8884-433d-b720-30a0dd50afdd,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:02.550934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:02.551338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.552538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:02.553593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e82ce32-ede8-4b75-b86d-69a2e8efa76a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:16:02.569248 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b40aca-8cca-4e8a-b0d1-aa4824c607c6 None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:02.569800 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:02.584411 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b40aca-8cca-4e8a-b0d1-aa4824c607c6 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:02.585036 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-05b40aca-8cca-4e8a-b0d1-aa4824c607c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:02.589350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.593591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Network ea141e82-6775-4984-a1c8-695a27aefd00 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:02.621457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:02.652939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:02.656844 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-05b40aca-8cca-4e8a-b0d1-aa4824c607c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:02.657386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Deleting port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:02.657897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.663352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:02.668169 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b40aca-8cca-4e8a-b0d1-aa4824c607c6 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:02.669867 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-05b40aca-8cca-4e8a-b0d1-aa4824c607c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:02.711407 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Pushing event updated for resources: {'Port': ['ID=7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:02.736280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.739623 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-05b40aca-8cca-4e8a-b0d1-aa4824c607c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:02.740213 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b40aca-8cca-4e8a-b0d1-aa4824c607c6 None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:16:02.746399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.748080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:02.750779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-591355f1-509d-41a0-b6d9-8940bf5f83ae tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:02.787249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Attempting to bind port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:02.787888 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Attempting to bind port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'd45fb9bb-e868-45f2-8637-0ca4bfd9d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ea141e82-6775-4984-a1c8-695a27aefd00'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:02.788544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Attempting to bind port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f on network ea141e82-6775-4984-a1c8-695a27aefd00 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:02.794113 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Pushing event deleted for resources: {'Network': ['ID=9dad19ba-07db-43dc-990f-0bc3034cdf05,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:02.797779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:02.803264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:02.803890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Checking segment: {'id': 'd45fb9bb-e868-45f2-8637-0ca4bfd9d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ea141e82-6775-4984-a1c8-695a27aefd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:02.804579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.805709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Bound using segment: {'id': 'd45fb9bb-e868-45f2-8637-0ca4bfd9d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ea141e82-6775-4984-a1c8-695a27aefd00'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:02.806329 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Bound port: 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45fb9bb-e868-45f2-8637-0ca4bfd9d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ea141e82-6775-4984-a1c8-695a27aefd00'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:02.806984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.812236 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] 10.222.0.70 "DELETE /v2.0/networks/9dad19ba-07db-43dc-990f-0bc3034cdf05 HTTP/1.1" status: 204 len: 168 time: 0.9180362 Dec 22 17:16:02.882563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e82ce32-ede8-4b75-b86d-69a2e8efa76a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.916389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] For port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:02.921385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] For port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f,segment=NetworkSegment(d45fb9bb-e868-45f2-8637-0ca4bfd9d750),segment_id=d45fb9bb-e868-45f2-8637-0ca4bfd9d750)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:02.931550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.937845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:02.960979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.966344 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] For port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5548d6ba-4f55-49b5-ad0b-9ebb221e8f58,segment=NetworkSegment(1d09b896-b2fd-4d50-9a9f-62f4dfe3f528),segment_id=1d09b896-b2fd-4d50-9a9f-62f4dfe3f528)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:02.966718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:02.971950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:02.983421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa9475-33bb-429d-914b-3bc7cb8f8d5f None None] DHCP port deletion for 80e66994-5a76-4a08-a5c9-fe56a2deeaa2 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:16:03.045304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-21aa9475-33bb-429d-914b-3bc7cb8f8d5f None None] Deleting port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:03.045884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-21aa9475-33bb-429d-914b-3bc7cb8f8d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:03.141603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Calling delete_port for 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:03.166584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Pushing event updated for resources: {'Port': ['ID=7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:03.176031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:03.218018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58326) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:03.228196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Checking segment: {'id': '188369ec-b733-4591-9ef7-3f1f3d5f74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3791d7a7-b6f6-402a-a5e3-6b644e0a2331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:03.228374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Network hostable DHCP agents. Network: 3791d7a7-b6f6-402a-a5e3-6b644e0a2331, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:03.241864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346de119-e481-48a2-ba2c-985a1b2f0962']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:03.265382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Allocated IP 172.20.0.7 (4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f/28375e6f-5e15-41b1-a12c-15e0a072a6a3/d5fa30aa-d1bd-4272-90ea-93e23b14785a) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:03.271888 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5e82ce32-ede8-4b75-b86d-69a2e8efa76a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "PUT /v2.0/floatingips/6e27557f-d039-4478-bf35-86859d6f3cad HTTP/1.1" status: 200 len: 977 time: 5.7168303 Dec 22 17:16:03.276214 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc0eae3-0b4d-48d5-ad98-400a7d452dd4') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:03.276504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc0eae3-0b4d-48d5-ad98-400a7d452dd4') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:03.283783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58332) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:03.306680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:03.329200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-21aa9475-33bb-429d-914b-3bc7cb8f8d5f None None] For port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5548d6ba-4f55-49b5-ad0b-9ebb221e8f58,segment=NetworkSegment(1d09b896-b2fd-4d50-9a9f-62f4dfe3f528),segment_id=1d09b896-b2fd-4d50-9a9f-62f4dfe3f528)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:03.329858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-21aa9475-33bb-429d-914b-3bc7cb8f8d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:03.383168 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port 7e0c8dd7-589e-4982-9253-64c4e856a074 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:03.383843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:03.393470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:03.435145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Network 3791d7a7-b6f6-402a-a5e3-6b644e0a2331 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:03.442178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:03.464676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:03.465092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:03.485010 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:03.487990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:03.501781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:03.547586 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-21aa9475-33bb-429d-914b-3bc7cb8f8d5f None None] Calling delete_port for 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:03.592650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port b599942b-b579-4aad-8025-120e1c561c66 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:03.603370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Pushing event deleted for resources: {'Port': ['ID=5548d6ba-4f55-49b5-ad0b-9ebb221e8f58,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:03.607030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:03.616651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] No DVR routers for this DVR port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:03.626241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-21aa9475-33bb-429d-914b-3bc7cb8f8d5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:03.626599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-21aa9475-33bb-429d-914b-3bc7cb8f8d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:03.654469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 3791d7a7-b6f6-402a-a5e3-6b644e0a2331) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:03.662858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a0cc06-331d-4957-b964-f68aaa36d423 None None] Network 3791d7a7-b6f6-402a-a5e3-6b644e0a2331 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:03.674407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:03.678353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-478a9c03-d1f9-486c-9fed-5b5d2573cc0e tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:03.726727 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e81a05b4-d77d-4cfa-8add-968c00bd4957 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2573c526a7db457f877d083e5918f3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072587 Dec 22 17:16:03.733600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58336) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:03.817473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:03.868333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:03.912131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:03.969151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:03.971049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e66994-5a76-4a08-a5c9-fe56a2deeaa2']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:04.033010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-3791d7a7-b6f6-402a-a5e3-6b644e0a2331', 'network_id': '3791d7a7-b6f6-402a-a5e3-6b644e0a2331', 'tenant_id': 'a263af6b78e245e780d6bb57aaa66e6d', 'fixed_ips': [{'subnet_id': '2491b08b-8884-433d-b720-30a0dd50afdd'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:04.034023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.107961 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.10 (ea141e82-6775-4984-a1c8-695a27aefd00/28b617a7-1f21-4522-b8ec-c73eb2bc438a/b599942b-b579-4aad-8025-120e1c561c66) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:04.144169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d09b896-b2fd-4d50-9a9f-62f4dfe3f528') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:04.144462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d09b896-b2fd-4d50-9a9f-62f4dfe3f528') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:04.154300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c083d662-1c5a-4791-add2-e0033ba5d3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.181885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c083d662-1c5a-4791-add2-e0033ba5d3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.200256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Allocated IP 172.20.0.2 (3791d7a7-b6f6-402a-a5e3-6b644e0a2331/2491b08b-8884-433d-b720-30a0dd50afdd/05480724-4778-4775-8f78-594b9c9c6058) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:04.239497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.257629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.280316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.288282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:04.288683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.292668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-21aa9475-33bb-429d-914b-3bc7cb8f8d5f None None] Deleting port 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:04.293291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-21aa9475-33bb-429d-914b-3bc7cb8f8d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:04.304664 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:04.311199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.311718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c083d662-1c5a-4791-add2-e0033ba5d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.319680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a2c7a236-2beb-45c3-aae7-852258c97344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:04.336252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event updated for resources: {'Subnet': ['ID=36585b86-5cb6-4774-88c9-6bb6ccc10871,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:04.339088 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] 10.222.0.70 "DELETE /v2.0/networks/346de119-e481-48a2-ba2c-985a1b2f0962 HTTP/1.1" status: 204 len: 168 time: 4.5034387 Dec 22 17:16:04.343025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:04.353270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:04.390022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Transition to ACTIVE for port object d5fa30aa-d1bd-4272-90ea-93e23b14785a will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:04.391460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Checking segment: {'id': 'c64006d7-9a99-4f16-8047-9a7dca61cfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e19a1edb-65c5-41f6-a826-acc040cbcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:04.391824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Network hostable DHCP agents. Network: e19a1edb-65c5-41f6-a826-acc040cbcfac, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:04.392041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-21aa9475-33bb-429d-914b-3bc7cb8f8d5f None None] The port '5548d6ba-4f55-49b5-ad0b-9ebb221e8f58' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:16:04.398803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:04.446869 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Pushing event deleted for resources: {'Network': ['ID=346de119-e481-48a2-ba2c-985a1b2f0962,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:04.492082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083d662-1c5a-4791-add2-e0033ba5d3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010b58b5-5894-4e96-9cf3-fb7436674ddb,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:04.507139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:04.521628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c083d662-1c5a-4791-add2-e0033ba5d3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:04.548612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.601494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c083d662-1c5a-4791-add2-e0033ba5d3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.603092 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c083d662-1c5a-4791-add2-e0033ba5d3fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/010b58b5-5894-4e96-9cf3-fb7436674ddb HTTP/1.1" status: 204 len: 168 time: 0.8684084 Dec 22 17:16:04.612044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.620433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:16:04.621186 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0b76b2f2-555b-4c0c-99bb-2645cae4a031 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:04.639047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Network e19a1edb-65c5-41f6-a826-acc040cbcfac is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:04.665056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.671092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f15017e-a25b-45d7-9ed6-19516f3e1303 None None] Network ea141e82-6775-4984-a1c8-695a27aefd00 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:04.681000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object b599942b-b579-4aad-8025-120e1c561c66 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:04.691868 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, e19a1edb-65c5-41f6-a826-acc040cbcfac) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:04.704717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:04.706353 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Pushing event deleted for resources: {'Network': ['ID=80e66994-5a76-4a08-a5c9-fe56a2deeaa2,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:04.706732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:04.707605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.713529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:04.721045 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] 10.222.0.70 "DELETE /v2.0/networks/80e66994-5a76-4a08-a5c9-fe56a2deeaa2 HTTP/1.1" status: 204 len: 168 time: 2.3287737 Dec 22 17:16:04.768263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.789510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-014a8749-a484-481d-a9f3-d25dc461cced tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:04.865892 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.0436659 Dec 22 17:16:04.871239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58348) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:04.871484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58352) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:04.884429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:16:04.884958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5548d6ba-4f55-49b5-ad0b-9ebb221e8f58 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:16:04.895621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.896756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:04.896756 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Floating IP 6e27557f-d039-4478-bf35-86859d6f3cad disassociated. External IP: 172.26.3.88, port: 7e0c8dd7-589e-4982-9253-64c4e856a074. Dec 22 17:16:04.897119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for 7e0c8dd7-589e-4982-9253-64c4e856a074 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:04.947382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a83ce50-1839-46ac-9ca0-7c17728a79f1 None None] Network e19a1edb-65c5-41f6-a826-acc040cbcfac requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:05.039438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3ca4c4-4105-446f-86ca-f2ff7e78fdd7 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:05.040945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3ca4c4-4105-446f-86ca-f2ff7e78fdd7 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:05.042666 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3ca4c4-4105-446f-86ca-f2ff7e78fdd7 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:05.043516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ae3ca4c4-4105-446f-86ca-f2ff7e78fdd7 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Synchronizing usage tracker for tenant:a263af6b78e245e780d6bb57aaa66e6d on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:05.067872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:05.081445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:05.083530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:05.087374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-be67708b-7f01-48a0-8c3d-91f846330d27 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:05.088006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:05.106114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event updated for resources: {'Port': ['ID=d5fa30aa-d1bd-4272-90ea-93e23b14785a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:05.108788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ae3ca4c4-4105-446f-86ca-f2ff7e78fdd7 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Unset dirty status for tenant:a263af6b78e245e780d6bb57aaa66e6d on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:05.113042 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ae3ca4c4-4105-446f-86ca-f2ff7e78fdd7 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2173970 Dec 22 17:16:05.113042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:05.120075 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b2312391-2752-4748-8c23-e6ab73ba531d None None] Provisioning for port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:05.130951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b2312391-2752-4748-8c23-e6ab73ba531d None None] Provisioning complete for port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:05.131477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b2312391-2752-4748-8c23-e6ab73ba531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:05.158842 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:05.165279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b0efba57-153d-4b17-b6a3-d4a897ca2ff9 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:05.172411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:05.176814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:05.188618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58364) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:05.189847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=7e0c8dd7-589e-4982-9253-64c4e856a074,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:05.199171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:05.271188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network ea141e82-6775-4984-a1c8-695a27aefd00 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:05.312306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:05.326041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Transition to ACTIVE for port object 05480724-4778-4775-8f78-594b9c9c6058 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:05.342372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:05.407721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58370) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:05.486558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=b599942b-b579-4aad-8025-120e1c561c66,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:05.486760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Transition to ACTIVE for port object 05480724-4778-4775-8f78-594b9c9c6058 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:05.500287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:05.500947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2401b8d-b458-424f-9112-4a998af4e821 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Deleting subnet 2491b08b-8884-433d-b720-30a0dd50afdd {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:16:05.505691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2401b8d-b458-424f-9112-4a998af4e821 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:05.511750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:05.512668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:05.535325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:05.549569 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0689888 Dec 22 17:16:05.554785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58382) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:05.560657 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:05.580158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-19ff677c-30ab-495b-a508-a0664515f527 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a5:c8:1c'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:05.580370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2401b8d-b458-424f-9112-4a998af4e821 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:05.642021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Pushing event updated for resources: {'Port': ['ID=05480724-4778-4775-8f78-594b9c9c6058,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:05.642991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:16:05.644938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:05.645558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:05.657841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Network 3791d7a7-b6f6-402a-a5e3-6b644e0a2331 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:05.659036 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:05.665081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:05.672994 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c3fcbd87-5d6f-4fff-9d38-d64117e4f0a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab19dcb058e14b5cbd2a0b440c7a15a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7827086 Dec 22 17:16:05.680492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58388) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:05.710286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:05.723468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b2312391-2752-4748-8c23-e6ab73ba531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:05.749363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-e19a1edb-65c5-41f6-a826-acc040cbcfac', 'network_id': 'e19a1edb-65c5-41f6-a826-acc040cbcfac', 'tenant_id': 'a263af6b78e245e780d6bb57aaa66e6d', 'fixed_ips': [{'subnet_id': '36585b86-5cb6-4774-88c9-6bb6ccc10871'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:05.756975 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8569324 Dec 22 17:16:05.765911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:05.807305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58392) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:05.829316 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0de7e685-6cfe-4184-88e9-9b20bdc504ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e983fb633a6845b09932aac9c990b822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178736 Dec 22 17:16:05.830141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58398) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:05.842264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': 'ea141e82-6775-4984-a1c8-695a27aefd00', 'name': 'tempest-PortsTestJSON-116914182', 'fixed_ips': [{'subnet_id': '28b617a7-1f21-4522-b8ec-c73eb2bc438a', 'ip_address': '172.20.0.9'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:05.896600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:16:06.002797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e8847-afcb-400c-adc8-ec766427d31c None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:16:06.014237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:06.018464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:port and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:06.026935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:06.030141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.033385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:06.051335 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Attempting to bind port 05480724-4778-4775-8f78-594b9c9c6058 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:06.051818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Attempting to bind port 05480724-4778-4775-8f78-594b9c9c6058 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '188369ec-b733-4591-9ef7-3f1f3d5f74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3791d7a7-b6f6-402a-a5e3-6b644e0a2331'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:06.052289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Attempting to bind port 05480724-4778-4775-8f78-594b9c9c6058 on network 3791d7a7-b6f6-402a-a5e3-6b644e0a2331 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:06.063649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e8847-afcb-400c-adc8-ec766427d31c None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:06.063878 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-aa0e8847-afcb-400c-adc8-ec766427d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:06.069569 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/ports/7e0c8dd7-589e-4982-9253-64c4e856a074 HTTP/1.1" status: 204 len: 168 time: 2.7801213 Dec 22 17:16:06.071167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58408) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:06.088853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bd43439f-b0a8-46bf-9cbd-dbed9f4237d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.104229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:06.109558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.137018 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-b2312391-2752-4748-8c23-e6ab73ba531d None None] For port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f,segment=NetworkSegment(d45fb9bb-e868-45f2-8637-0ca4bfd9d750),segment_id=d45fb9bb-e868-45f2-8637-0ca4bfd9d750)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:06.140498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-aa0e8847-afcb-400c-adc8-ec766427d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:06.150609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:06.151194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Checking segment: {'id': '188369ec-b733-4591-9ef7-3f1f3d5f74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3791d7a7-b6f6-402a-a5e3-6b644e0a2331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:06.151706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.152213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Bound using segment: {'id': '188369ec-b733-4591-9ef7-3f1f3d5f74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3791d7a7-b6f6-402a-a5e3-6b644e0a2331'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:06.152811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Bound port: 05480724-4778-4775-8f78-594b9c9c6058, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188369ec-b733-4591-9ef7-3f1f3d5f74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3791d7a7-b6f6-402a-a5e3-6b644e0a2331'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:06.153370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.172013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b2312391-2752-4748-8c23-e6ab73ba531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.185929 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e01b0b83-e3fc-4394-a08f-ebf536b45904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:06.222280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e8847-afcb-400c-adc8-ec766427d31c None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:06.223152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-aa0e8847-afcb-400c-adc8-ec766427d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:06.293683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58412) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:06.335443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-aa0e8847-afcb-400c-adc8-ec766427d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:06.336051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e8847-afcb-400c-adc8-ec766427d31c None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:16:06.351297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port ecc15c27-9304-4cad-8b31-63b5b18f866a yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:06.401461 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-626902a7-a677-4040-a10d-9722fecc0931 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "GET /v2.0/floatingips/6e27557f-d039-4478-bf35-86859d6f3cad HTTP/1.1" status: 200 len: 687 time: 0.3243818 Dec 22 17:16:06.404524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58418) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:06.409544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2401b8d-b458-424f-9112-4a998af4e821 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.410601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bd43439f-b0a8-46bf-9cbd-dbed9f4237d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.465517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2312391-2752-4748-8c23-e6ab73ba531d None None] Pushing event updated for resources: {'Port': ['ID=7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:06.480618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-b2312391-2752-4748-8c23-e6ab73ba531d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:06.483498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-683b2090-7441-483a-a123-038063bbe96e None None] Provisioning for port d5fa30aa-d1bd-4272-90ea-93e23b14785a completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:06.490649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group': {'name': 'tempest-secgroup--99794332'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:06.503494 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-683b2090-7441-483a-a123-038063bbe96e None None] Provisioning complete for port d5fa30aa-d1bd-4272-90ea-93e23b14785a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:06.503879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-683b2090-7441-483a-a123-038063bbe96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.507843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:06.523145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a47f41bd-000d-44b3-a7ee-20351e5b25a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.557952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:06.580482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:06.586847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Allocated IP 172.20.0.18 (e19a1edb-65c5-41f6-a826-acc040cbcfac/36585b86-5cb6-4774-88c9-6bb6ccc10871/2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:06.595035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-683b2090-7441-483a-a123-038063bbe96e None None] Port d5fa30aa-d1bd-4272-90ea-93e23b14785a cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:06.605096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:06.628600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-683b2090-7441-483a-a123-038063bbe96e None None] Provisioning complete for port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:06.629020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-683b2090-7441-483a-a123-038063bbe96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.637684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-37fc48b9-7a2d-41ba-bfc2-06ca4ad2d50d tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port f3a6aed0-7482-4ea6-accd-9a7ec4d44eb0 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:06.638796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-37fc48b9-7a2d-41ba-bfc2-06ca4ad2d50d tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.687573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a47f41bd-000d-44b3-a7ee-20351e5b25a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.700640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-19ff677c-30ab-495b-a508-a0664515f527 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.710293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.745089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.758148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] For port 05480724-4778-4775-8f78-594b9c9c6058, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:06.766964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] For port 05480724-4778-4775-8f78-594b9c9c6058, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=05480724-4778-4775-8f78-594b9c9c6058,segment=NetworkSegment(188369ec-b733-4591-9ef7-3f1f3d5f74fb),segment_id=188369ec-b733-4591-9ef7-3f1f3d5f74fb)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:06.786733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2401b8d-b458-424f-9112-4a998af4e821 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.797654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bd43439f-b0a8-46bf-9cbd-dbed9f4237d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.800193 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9c17c315-85ca-42be-a6da-70bed7814dd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:06.800443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5fec4bc0-402b-420a-944f-7a4325c54e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:06.836128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2401b8d-b458-424f-9112-4a998af4e821 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.858069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2401b8d-b458-424f-9112-4a998af4e821 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event deleted for resources: {'Subnet': ['ID=2491b08b-8884-433d-b720-30a0dd50afdd,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:06.861266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a2401b8d-b458-424f-9112-4a998af4e821 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:06.866212 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a2401b8d-b458-424f-9112-4a998af4e821 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "DELETE /v2.0/subnets/2491b08b-8884-433d-b720-30a0dd50afdd HTTP/1.1" status: 204 len: 168 time: 1.6042333 Dec 22 17:16:06.868668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58422) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:06.881922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:06.884271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43439f-b0a8-46bf-9cbd-dbed9f4237d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a51676-4fa3-4baf-aadd-73bb23b17bb3,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:06.893333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.897174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:06.899702 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-04eebe78-5e8c-4942-88f9-199b92602991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:06.905537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bd43439f-b0a8-46bf-9cbd-dbed9f4237d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:06.910983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:06.928068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:06.977776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-37fc48b9-7a2d-41ba-bfc2-06ca4ad2d50d tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.978012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-37fc48b9-7a2d-41ba-bfc2-06ca4ad2d50d tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.989676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.9 (ea141e82-6775-4984-a1c8-695a27aefd00/28b617a7-1f21-4522-b8ec-c73eb2bc438a/ecc15c27-9304-4cad-8b31-63b5b18f866a) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:06.995698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0d07ac-3fb9-493d-be9a-66d03b0dba59 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Deleting subnet 36585b86-5cb6-4774-88c9-6bb6ccc10871 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:16:06.996221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bd43439f-b0a8-46bf-9cbd-dbed9f4237d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:06.997845 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bd43439f-b0a8-46bf-9cbd-dbed9f4237d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10a51676-4fa3-4baf-aadd-73bb23b17bb3 HTTP/1.1" status: 204 len: 168 time: 1.3133998 Dec 22 17:16:07.045301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.065149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a47f41bd-000d-44b3-a7ee-20351e5b25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.077544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5111f851-913a-4035-86e5-8a6d449d0d41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005241645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:07.102246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Transition to ACTIVE for port object 2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:07.106246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Pushing event updated for resources: {'Port': ['ID=05480724-4778-4775-8f78-594b9c9c6058,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:07.111289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f41bd-000d-44b3-a7ee-20351e5b25a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cba40bb-8df2-4daa-a10e-030bd4af1425,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:07.120872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:07.127373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a47f41bd-000d-44b3-a7ee-20351e5b25a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.131076 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a47f41bd-000d-44b3-a7ee-20351e5b25a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9cba40bb-8df2-4daa-a10e-030bd4af1425 HTTP/1.1" status: 204 len: 168 time: 1.1234510 Dec 22 17:16:07.147197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a47f41bd-000d-44b3-a7ee-20351e5b25a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:07.189501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-683b2090-7441-483a-a123-038063bbe96e None None] Provisioning for port b599942b-b579-4aad-8025-120e1c561c66 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:07.197040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Transition to ACTIVE for port object 2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:07.212847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-683b2090-7441-483a-a123-038063bbe96e None None] Provisioning complete for port b599942b-b579-4aad-8025-120e1c561c66 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:07.213215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-683b2090-7441-483a-a123-038063bbe96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.216574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-37fc48b9-7a2d-41ba-bfc2-06ca4ad2d50d tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for f3a6aed0-7482-4ea6-accd-9a7ec4d44eb0 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:07.265823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.276745 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-61436774-8ebe-4b1e-a3ef-3e281d13bcc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:07.321241 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9e0d07ac-3fb9-493d-be9a-66d03b0dba59 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.531582 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.553010 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.564402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-19ff677c-30ab-495b-a508-a0664515f527 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.566266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:07.590097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Network e19a1edb-65c5-41f6-a826-acc040cbcfac is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:07.594472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:07.594752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:07.606984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:07.620578 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-683b2090-7441-483a-a123-038063bbe96e None None] Port b599942b-b579-4aad-8025-120e1c561c66 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:07.663459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9e0d07ac-3fb9-493d-be9a-66d03b0dba59 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.669550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-19ff677c-30ab-495b-a508-a0664515f527 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.705995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:07.717079 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Pushing event updated for resources: {'Port': ['ID=2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:07.722085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:07.732379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:07.752878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ca83eb-4e1a-4163-88cf-012f801fc495,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:07.792901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9e0d07ac-3fb9-493d-be9a-66d03b0dba59 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.794869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Attempting to bind port 2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:07.795383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Attempting to bind port 2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'c64006d7-9a99-4f16-8047-9a7dca61cfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e19a1edb-65c5-41f6-a826-acc040cbcfac'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:07.795756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Attempting to bind port 2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4 on network e19a1edb-65c5-41f6-a826-acc040cbcfac {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:07.809018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:07.813637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:07.814475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1e5bec46-2f3b-4bc2-a233-61244d07254c None None] Provisioning complete for port b599942b-b579-4aad-8025-120e1c561c66 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:07.815346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1e5bec46-2f3b-4bc2-a233-61244d07254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.816755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f7a0b496-1ee3-4927-b022-9942e7a5a802 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660 tempest-ExternalNetworksAdminNegativeTestJSON-1270098660-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:07.906583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:07.917266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Checking segment: {'id': 'c64006d7-9a99-4f16-8047-9a7dca61cfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e19a1edb-65c5-41f6-a826-acc040cbcfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:07.918175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.918776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Bound using segment: {'id': 'c64006d7-9a99-4f16-8047-9a7dca61cfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e19a1edb-65c5-41f6-a826-acc040cbcfac'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:07.919859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Bound port: 2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64006d7-9a99-4f16-8047-9a7dca61cfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e19a1edb-65c5-41f6-a826-acc040cbcfac'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:07.920256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.976192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9e0d07ac-3fb9-493d-be9a-66d03b0dba59 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:07.990333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:08.047140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff677c-30ab-495b-a508-a0664515f527 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event updated for resources: {'Port': ['ID=d5fa30aa-d1bd-4272-90ea-93e23b14785a,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:08.083393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-19ff677c-30ab-495b-a508-a0664515f527 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:08.100396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-1e5bec46-2f3b-4bc2-a233-61244d07254c None None] Port b599942b-b579-4aad-8025-120e1c561c66 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:08.113985 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:08.116632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d07ac-3fb9-493d-be9a-66d03b0dba59 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event deleted for resources: {'Subnet': ['ID=36585b86-5cb6-4774-88c9-6bb6ccc10871,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:08.120491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-37fc48b9-7a2d-41ba-bfc2-06ca4ad2d50d tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.143618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9e0d07ac-3fb9-493d-be9a-66d03b0dba59 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:08.145742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:08.195083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.234305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-19ff677c-30ab-495b-a508-a0664515f527 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] In _notify_port_updated(), no bound segment for port d5fa30aa-d1bd-4272-90ea-93e23b14785a on network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f {{(pid=87586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:16:08.253598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ff677c-30ab-495b-a508-a0664515f527 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:08.254281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-19ff677c-30ab-495b-a508-a0664515f527 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.256850 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-19ff677c-30ab-495b-a508-a0664515f527 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "PUT /v2.0/ports/d5fa30aa-d1bd-4272-90ea-93e23b14785a HTTP/1.1" status: 200 len: 996 time: 2.6901574 Dec 22 17:16:08.263872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] For port 2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:08.268123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] For port 2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4,segment=NetworkSegment(c64006d7-9a99-4f16-8047-9a7dca61cfcd),segment_id=c64006d7-9a99-4f16-8047-9a7dca61cfcd)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:08.268940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58456) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:08.280680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:08.281492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.297460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9e0d07ac-3fb9-493d-be9a-66d03b0dba59 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.312268 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9e0d07ac-3fb9-493d-be9a-66d03b0dba59 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "DELETE /v2.0/subnets/36585b86-5cb6-4774-88c9-6bb6ccc10871 HTTP/1.1" status: 204 len: 168 time: 1.4425189 Dec 22 17:16:08.313441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc48b9-7a2d-41ba-bfc2-06ca4ad2d50d tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=f3a6aed0-7482-4ea6-accd-9a7ec4d44eb0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:08.320467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58464) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:08.323573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-37fc48b9-7a2d-41ba-bfc2-06ca4ad2d50d tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:08.352247 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.378922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-42c946ee-9439-4cad-9b3c-c0da95b57b8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:08.388898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83778a6-6f7d-4624-bb94-100ff54a7cec req-473d6775-e894-4539-9405-5099b925fd35 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:08.390457 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a83778a6-6f7d-4624-bb94-100ff54a7cec req-473d6775-e894-4539-9405-5099b925fd35 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.8112304 Dec 22 17:16:08.409584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object ecc15c27-9304-4cad-8b31-63b5b18f866a will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:08.435983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaaa26d-a972-4b65-9a69-59c18191908c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:08.436667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bbaaa26d-a972-4b65-9a69-59c18191908c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Synchronizing usage tracker for tenant:a263af6b78e245e780d6bb57aaa66e6d on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:08.533204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bbaaa26d-a972-4b65-9a69-59c18191908c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Unset dirty status for tenant:a263af6b78e245e780d6bb57aaa66e6d on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:08.534397 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bbaaa26d-a972-4b65-9a69-59c18191908c tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2127457 Dec 22 17:16:08.538958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58472) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:08.551889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.573009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.585950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-37fc48b9-7a2d-41ba-bfc2-06ca4ad2d50d tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.588335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-37fc48b9-7a2d-41ba-bfc2-06ca4ad2d50d tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.588906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1fb21a4d-aebb-4faf-b47a-2792bc100e19 None None] Provisioning complete for port d5fa30aa-d1bd-4272-90ea-93e23b14785a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:08.589457 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-37fc48b9-7a2d-41ba-bfc2-06ca4ad2d50d tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/floatingips/6e27557f-d039-4478-bf35-86859d6f3cad HTTP/1.1" status: 204 len: 168 time: 2.1832976 Dec 22 17:16:08.589756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1fb21a4d-aebb-4faf-b47a-2792bc100e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.664617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58476) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:08.685892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.689725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:08.712471 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Pushing event updated for resources: {'Port': ['ID=2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:08.720306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58484) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:08.723134 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:08.779700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '67a07221-4241-45ba-9634-3d69bbf575c4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:08.796134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.798645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:08.802399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e97eca-bb32-4896-be4f-5d6f9873ddce None None] Network e19a1edb-65c5-41f6-a826-acc040cbcfac requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:08.810305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:floatingip and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:08.814548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:08.827930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:08.833805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Deleting port 2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:08.834145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.848862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-1fb21a4d-aebb-4faf-b47a-2792bc100e19 None None] Port d5fa30aa-d1bd-4272-90ea-93e23b14785a cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:08.862367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5af34-9409-427a-9932-05ea054d73dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Deleting port d5fa30aa-d1bd-4272-90ea-93e23b14785a {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:08.862711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d3e5af34-9409-427a-9932-05ea054d73dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.970665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:08.980967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ebe9a7-b62b-45d3-8dd6-af35ec299724 None None] Network 3791d7a7-b6f6-402a-a5e3-6b644e0a2331 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:09.050398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network ea141e82-6775-4984-a1c8-695a27aefd00 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:09.059081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:09.076077 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a83778a6-6f7d-4624-bb94-100ff54a7cec req-3561831c-209b-4bf1-a4c9-8223673146bb tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6400077 Dec 22 17:16:09.081722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:09.131039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1329402167'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:09.139340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:09.192717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:09.193387 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:09.226525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:network and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:09.288937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:09.307824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:09.371593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] For port 2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4,segment=NetworkSegment(c64006d7-9a99-4f16-8047-9a7dca61cfcd),segment_id=c64006d7-9a99-4f16-8047-9a7dca61cfcd)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:09.374062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:09.420203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 05480724-4778-4775-8f78-594b9c9c6058 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:09.477699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58494) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:09.519900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-77cfadce-83b4-4537-98f1-2b6782a08a0c None None] Provisioning for port 05480724-4778-4775-8f78-594b9c9c6058 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:09.545102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Calling delete_port for 2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:09.611039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae627f-e1b1-4130-a3da-9d0e69eadda8 req-6e377d8a-d0f5-410b-abaf-46ebb7dd8891 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:09.612596 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c6ae627f-e1b1-4130-a3da-9d0e69eadda8 req-6e377d8a-d0f5-410b-abaf-46ebb7dd8891 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.3817997 Dec 22 17:16:09.622631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d3e5af34-9409-427a-9932-05ea054d73dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:09.626076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 05480724-4778-4775-8f78-594b9c9c6058 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:09.631309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 05480724-4778-4775-8f78-594b9c9c6058 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:09.631687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:09.679450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:09.695598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8832b06c-905b-43a2-b150-df80bb36ad93 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:09.704854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f1c64449-8ae2-46a1-bd09-b307d09888d2 None None] Provisioning for port ecc15c27-9304-4cad-8b31-63b5b18f866a completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:09.717015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] DHCP port deletion for 3791d7a7-b6f6-402a-a5e3-6b644e0a2331 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:16:09.720661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f1c64449-8ae2-46a1-bd09-b307d09888d2 None None] Provisioning complete for port ecc15c27-9304-4cad-8b31-63b5b18f866a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:09.721039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f1c64449-8ae2-46a1-bd09-b307d09888d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:09.753989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-895666915'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:09.761806 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c6ae627f-e1b1-4130-a3da-9d0e69eadda8 req-d5b6ccbd-d77f-4252-ad51-3b959614f897 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381075 Dec 22 17:16:09.766017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event deleted for resources: {'Port': ['ID=2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:09.768483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:09.769940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Deleting port 05480724-4778-4775-8f78-594b9c9c6058 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:09.770336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:09.774051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:09.776588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] No DVR routers for this DVR port 2cfa9e1b-40ca-47a2-a0f9-bee7c43129d4 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:09.779484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Usage tracker for resource:network and tenant:74ab92149d6f476a80a92e44890d97b1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:09.799939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:09.804024 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 3.5046003 Dec 22 17:16:09.804024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=ecc15c27-9304-4cad-8b31-63b5b18f866a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:09.811087 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5af34-9409-427a-9932-05ea054d73dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Calling delete_port for d5fa30aa-d1bd-4272-90ea-93e23b14785a owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:09.823095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58502) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:09.824503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:09.836772 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:09.842659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:09.864503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:09.897453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.207s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:09.898204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:09.907679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:09.932666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f1c64449-8ae2-46a1-bd09-b307d09888d2 None None] Port ecc15c27-9304-4cad-8b31-63b5b18f866a cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:09.939972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4880dc-72a9-4061-96f8-937d239dfc65,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:09.940777 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:09.943409 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1325231 Dec 22 17:16:09.947872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:09.953999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58506) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:09.955063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:security_group_rule and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:09.958666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:09.966631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:09.988314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Made reservation on behalf of 74ab92149d6f476a80a92e44890d97b1 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:09.993069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:09.998918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.079591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.121840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 05480724-4778-4775-8f78-594b9c9c6058, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=05480724-4778-4775-8f78-594b9c9c6058,segment=NetworkSegment(188369ec-b733-4591-9ef7-3f1f3d5f74fb),segment_id=188369ec-b733-4591-9ef7-3f1f3d5f74fb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:10.135330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.162389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-b2312391-2752-4748-8c23-e6ab73ba531d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:10.190600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:10.202056 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d9c3ca5b-757f-4eec-9897-204fff2cbb84 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.3733926 Dec 22 17:16:10.205660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.211840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58512) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:10.220337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ce334-a9ee-4341-afe2-480439749c60 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:10.221235 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f13ce334-a9ee-4341-afe2-480439749c60 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:10.234293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-16e4c5e9-e6fb-478b-9f49-fc14a8307f63 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group': {'name': 'tempest-security--1445828931', 'description': 'tempest-security-description-1582450203'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:10.262191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.270211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Usage tracker for resource:security_group_rule and tenant:74ab92149d6f476a80a92e44890d97b1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:10.280711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:10.281292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 05480724-4778-4775-8f78-594b9c9c6058 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:16:10.315162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:10.326291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19a1edb-65c5-41f6-a826-acc040cbcfac']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:10.333514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16e4c5e9-e6fb-478b-9f49-fc14a8307f63 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.347539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] For port 05480724-4778-4775-8f78-594b9c9c6058, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=05480724-4778-4775-8f78-594b9c9c6058,segment=NetworkSegment(188369ec-b733-4591-9ef7-3f1f3d5f74fb),segment_id=188369ec-b733-4591-9ef7-3f1f3d5f74fb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:10.347935 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.349149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d3e5af34-9409-427a-9932-05ea054d73dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.350626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f13ce334-a9ee-4341-afe2-480439749c60 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:10.354771 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f13ce334-a9ee-4341-afe2-480439749c60 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3881161 Dec 22 17:16:10.362012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58516) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:10.362200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-19ff677c-30ab-495b-a508-a0664515f527 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:10.363386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64006d7-9a99-4f16-8047-9a7dca61cfcd') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:10.363680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64006d7-9a99-4f16-8047-9a7dca61cfcd') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:10.437013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5af34-9409-427a-9932-05ea054d73dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event deleted for resources: {'Port': ['ID=d5fa30aa-d1bd-4272-90ea-93e23b14785a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:10.468126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.486897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d3e5af34-9409-427a-9932-05ea054d73dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:10.492306 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Calling delete_port for 05480724-4778-4775-8f78-594b9c9c6058 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:10.505471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ada4d-9e3a-4387-acba-29a6304f7a13 req-dbc9a602-e1db-465f-a420-b0b19e9ef318 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:10.506332 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f0ada4d-9e3a-4387-acba-29a6304f7a13 req-dbc9a602-e1db-465f-a420-b0b19e9ef318 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.3278575 Dec 22 17:16:10.537781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.539496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.553253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=05480724-4778-4775-8f78-594b9c9c6058,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:10.589412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:10.592032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.601302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:10.602025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.619854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9b37b19c-60d8-4760-9c79-ca1babfc18da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:10.629557 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:10.647369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16e4c5e9-e6fb-478b-9f49-fc14a8307f63 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.658874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.667774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16e4c5e9-e6fb-478b-9f49-fc14a8307f63 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.686753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c99d2794-a903-450b-ab57-7408faaef778 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:10.687930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:10.688445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:10.698511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 05480724-4778-4775-8f78-594b9c9c6058, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=05480724-4778-4775-8f78-594b9c9c6058,segment=NetworkSegment(188369ec-b733-4591-9ef7-3f1f3d5f74fb),segment_id=188369ec-b733-4591-9ef7-3f1f3d5f74fb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:10.702887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.704941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-79568314-4715-49da-85fa-3f226cf8f2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:10.719572 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f0ada4d-9e3a-4387-acba-29a6304f7a13 req-b337fe52-8ce2-41ce-8ec6-fd5aaf5c0d90 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1990845 Dec 22 17:16:10.719762 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-16e4c5e9-e6fb-478b-9f49-fc14a8307f63 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.720814 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-16e4c5e9-e6fb-478b-9f49-fc14a8307f63 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "PUT /v2.0/security-groups/ec4880dc-72a9-4061-96f8-937d239dfc65 HTTP/1.1" status: 200 len: 1778 time: 0.4965477 Dec 22 17:16:10.736213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58520) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:10.752907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d3e5af34-9409-427a-9932-05ea054d73dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.758538 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d3e5af34-9409-427a-9932-05ea054d73dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "DELETE /v2.0/ports/d5fa30aa-d1bd-4272-90ea-93e23b14785a HTTP/1.1" status: 204 len: 168 time: 2.4847655 Dec 22 17:16:10.758832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:10.769590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58524) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:10.784873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.26.3.47 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/d87dd5c0-e10c-490f-afa0-560fce8e9bf2) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:10.797332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4c5e9-e6fb-478b-9f49-fc14a8307f63 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4880dc-72a9-4061-96f8-937d239dfc65,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:10.801093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-16e4c5e9-e6fb-478b-9f49-fc14a8307f63 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:10.810520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=05480724-4778-4775-8f78-594b9c9c6058,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:10.815370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:10.816225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d1a617-cce9-46a9-b5e4-f747d398a6b3,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:10.835803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:10.842616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.842968 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Added segment a0524615-e807-4640-9636-10d2b96cc725 of type vlan for network 053b9ac9-8a84-481d-9e60-1790616d2015 Dec 22 17:16:10.844626 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7de75c8-1e8f-4f07-a031-6b0e43ef66dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] GET failed (client error): The resource could not be found. Dec 22 17:16:10.845162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a7de75c8-1e8f-4f07-a031-6b0e43ef66dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Synchronizing usage tracker for tenant:2ee2c2d57bb84c37a7fc3cf0369df443 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:10.847551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.865737 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a1d99a7f-11d2-4c69-9230-7dc3bf3576da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-groups/ec4880dc-72a9-4061-96f8-937d239dfc65 HTTP/1.1" status: 200 len: 1778 time: 0.1240652 Dec 22 17:16:10.869318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ee0eb-dba5-4e0f-ab11-b5924b8b77da tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:10.875802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ee0eb-dba5-4e0f-ab11-b5924b8b77da tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:10.881574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ee0eb-dba5-4e0f-ab11-b5924b8b77da tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:10.882398 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-820ee0eb-dba5-4e0f-ab11-b5924b8b77da tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:10.884824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58528) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:10.893728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:10.919510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.955471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event deleted for resources: {'Network': ['ID=e19a1edb-65c5-41f6-a826-acc040cbcfac,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:10.964047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:10.987294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:10.999271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.000196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a7de75c8-1e8f-4f07-a031-6b0e43ef66dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Unset dirty status for tenant:2ee2c2d57bb84c37a7fc3cf0369df443 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:11.001350 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a7de75c8-1e8f-4f07-a031-6b0e43ef66dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "GET /v2.0/ports/d5fa30aa-d1bd-4272-90ea-93e23b14785a HTTP/1.1" status: 404 len: 333 time: 0.2307601 Dec 22 17:16:11.003045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.006893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58532) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:11.013649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Request body: {'port': {'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f', 'name': 'tempest-AllowedAddressPairTestJSON-661312682'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:11.030020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.032776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-820ee0eb-dba5-4e0f-ab11-b5924b8b77da tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:11.033910 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-820ee0eb-dba5-4e0f-ab11-b5924b8b77da tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.6626108 Dec 22 17:16:11.038798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58536) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:11.040581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b73055ad-b1f2-4d65-93d3-e1adbd0985eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:11.086592 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "DELETE /v2.0/networks/e19a1edb-65c5-41f6-a826-acc040cbcfac HTTP/1.1" status: 204 len: 168 time: 2.5447779 Dec 22 17:16:11.088088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:11.094099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58540) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:11.135262 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.135262 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Added segment 4dd2a4ec-0bec-4727-974b-e6deae716aca of type vlan for network be1ff070-aaee-48bf-8c86-628986af2693 Dec 22 17:16:11.135837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f34de2-24b0-4df5-a8ba-d58f0cb15012,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:11.138425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f11d675-8690-4925-9ba4-2f478ca51dbb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.144230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:11.146443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.151885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:11.152512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.160971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.166720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4fae1531-1134-4083-9a16-39c35194c3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:11.177124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-db570a87-ab25-4acf-851c-2a1dc559b60d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:11.189835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Deleting port 05480724-4778-4775-8f78-594b9c9c6058 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:11.190220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.293014 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.297794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f11d675-8690-4925-9ba4-2f478ca51dbb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.311920 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5899084 Dec 22 17:16:11.329597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-d402b5d4-176a-4010-98ce-0f825ee83482 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port ecc15c27-9304-4cad-8b31-63b5b18f866a {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:11.329980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d402b5d4-176a-4010-98ce-0f825ee83482 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.369024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:11.371693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Network': ['ID=053b9ac9-8a84-481d-9e60-1790616d2015,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:11.377994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:11.380564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f11d675-8690-4925-9ba4-2f478ca51dbb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.387253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-23445a3b-d999-4b07-83b8-5c06da3d6c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:11.388567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:11.415712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:11.424317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11d675-8690-4925-9ba4-2f478ca51dbb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4880dc-72a9-4061-96f8-937d239dfc65,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:11.429055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6f11d675-8690-4925-9ba4-2f478ca51dbb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:11.433998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6f11d675-8690-4925-9ba4-2f478ca51dbb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.435407 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6f11d675-8690-4925-9ba4-2f478ca51dbb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-groups/ec4880dc-72a9-4061-96f8-937d239dfc65 HTTP/1.1" status: 204 len: 168 time: 0.5438390 Dec 22 17:16:11.438454 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58544) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:11.478666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.486811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:11.487493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.496614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-31689997-7325-44e1-a626-57341c04b0fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:11.532556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] For port 05480724-4778-4775-8f78-594b9c9c6058, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=05480724-4778-4775-8f78-594b9c9c6058,segment=NetworkSegment(188369ec-b733-4591-9ef7-3f1f3d5f74fb),segment_id=188369ec-b733-4591-9ef7-3f1f3d5f74fb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:11.533367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.622975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.631448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=d87dd5c0-e10c-490f-afa0-560fce8e9bf2,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:11.640756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:11.645536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:11.702590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Calling delete_port for 05480724-4778-4775-8f78-594b9c9c6058 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:11.708256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:11.819610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Deleting port 05480724-4778-4775-8f78-594b9c9c6058 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:11.820315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.836957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bb619626-0813-4d79-9acc-28fdc781126c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:11.853519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 053b9ac9-8a84-481d-9e60-1790616d2015 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:11.874521 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3411539 Dec 22 17:16:11.884051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58550) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:11.908194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Made reservation on behalf of 2ee2c2d57bb84c37a7fc3cf0369df443 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:11.909058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Request body: {'subnet': {'network_id': 'be1ff070-aaee-48bf-8c86-628986af2693', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:11.912918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.916562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:11.943270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bf8ea3d6-047a-4c9d-94e1-3f70635155f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:11.943508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bb619626-0813-4d79-9acc-28fdc781126c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:11.947348 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bb619626-0813-4d79-9acc-28fdc781126c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5039468 Dec 22 17:16:11.953981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event updated for resources: {'Network': ['ID=be1ff070-aaee-48bf-8c86-628986af2693,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:11.989564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58554) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:12.010481 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network be1ff070-aaee-48bf-8c86-628986af2693 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:12.028545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:12.042569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482630f5-eb81-46ef-8e2a-1dcfb29131c7 req-30bd8d86-835e-451e-91e5-15211a697812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:12.044628 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-482630f5-eb81-46ef-8e2a-1dcfb29131c7 req-30bd8d86-835e-451e-91e5-15211a697812 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2004647fb1f74a07a97b27f4fdea4794&device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 1099 time: 0.3806245 Dec 22 17:16:12.072666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:12.098727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] The port '05480724-4778-4775-8f78-594b9c9c6058' was deleted {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:16:12.120731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Pushing event deleted for resources: {'Port': ['ID=05480724-4778-4775-8f78-594b9c9c6058,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:12.128729 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:12.172116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] device_id is not set on port 8bfbce84-71fa-460d-b7e0-62775f68960b yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:12.179976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] No DVR routers for this DVR port 05480724-4778-4775-8f78-594b9c9c6058 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:12.216216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a4f26-505c-4db8-bfa6-0b5e998a1442 None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:16:12.239827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482630f5-eb81-46ef-8e2a-1dcfb29131c7 req-8eba651e-0a85-48ac-b2a3-071836d24af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:12.241438 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-482630f5-eb81-46ef-8e2a-1dcfb29131c7 req-8eba651e-0a85-48ac-b2a3-071836d24af1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5951c9dd-e782-4b95-be40-418f146c5bbc HTTP/1.1" status: 200 len: 913 time: 0.1701210 Dec 22 17:16:12.244227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Usage tracker for resource:subnet and tenant:74ab92149d6f476a80a92e44890d97b1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:12.247634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:12.283582 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-31e4fdfc-b0ef-4a6a-bdb1-e51c47492f2a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] delete failed (client error): The resource could not be found. Dec 22 17:16:12.289456 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-31e4fdfc-b0ef-4a6a-bdb1-e51c47492f2a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-groups/ec4880dc-72a9-4061-96f8-937d239dfc65 HTTP/1.1" status: 404 len: 347 time: 0.2985821 Dec 22 17:16:12.309722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58558) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:12.328190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:12.335985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112315577'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:12.391479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a4f26-505c-4db8-bfa6-0b5e998a1442 None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:16:12.397718 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-482630f5-eb81-46ef-8e2a-1dcfb29131c7 req-bbd3a1b5-34c0-4312-9b2d-8845005e36c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8 HTTP/1.1" status: 200 len: 1002 time: 0.1464899 Dec 22 17:16:12.398863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Made reservation on behalf of 74ab92149d6f476a80a92e44890d97b1 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:12.405892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:12.431070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:12.534176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:12.568668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:12.589229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482630f5-eb81-46ef-8e2a-1dcfb29131c7 req-37a7d687-447f-4b56-92c0-39b3c50f50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:12.591639 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-482630f5-eb81-46ef-8e2a-1dcfb29131c7 req-37a7d687-447f-4b56-92c0-39b3c50f50cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2908b485-0fbe-48a1-9d18-552208b51232 HTTP/1.1" status: 200 len: 851 time: 0.1674931 Dec 22 17:16:12.662646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0dbee-565e-46fa-a838-2859e905d117 req-fb4d1652-15cc-453c-b01f-673b2da28ab6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:12.664282 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-43b0dbee-565e-46fa-a838-2859e905d117 req-fb4d1652-15cc-453c-b01f-673b2da28ab6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.6816256 Dec 22 17:16:12.671089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3791d7a7-b6f6-402a-a5e3-6b644e0a2331']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:12.680063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d402b5d4-176a-4010-98ce-0f825ee83482 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:12.707648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:12.749455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188369ec-b733-4591-9ef7-3f1f3d5f74fb') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:12.749680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188369ec-b733-4591-9ef7-3f1f3d5f74fb') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:12.751845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482630f5-eb81-46ef-8e2a-1dcfb29131c7 req-c5ac04e3-bbd4-46cf-a140-78440f0e428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:12.753061 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-482630f5-eb81-46ef-8e2a-1dcfb29131c7 req-c5ac04e3-bbd4-46cf-a140-78440f0e428b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5951c9dd-e782-4b95-be40-418f146c5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1546352 Dec 22 17:16:12.899909 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-482630f5-eb81-46ef-8e2a-1dcfb29131c7 req-c3c063fd-7a32-4f66-8e59-40e243e99f48 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369858 Dec 22 17:16:12.976670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-d402b5d4-176a-4010-98ce-0f825ee83482 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for ecc15c27-9304-4cad-8b31-63b5b18f866a owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:13.012133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.025450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.030526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:13.052312 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-43b0dbee-565e-46fa-a838-2859e905d117 req-f51a596d-2368-4194-abc1-b0f3ceaecd09 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3461456 Dec 22 17:16:13.063078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:13.076915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.093690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:13.096777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Allocated IP 172.20.0.6 (4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f/28375e6f-5e15-41b1-a12c-15e0a072a6a3/8bfbce84-71fa-460d-b7e0-62775f68960b) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:13.109832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:13.131694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:13.136935 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-482630f5-eb81-46ef-8e2a-1dcfb29131c7 req-fbbefe1e-7328-49ab-8288-6b00c73723ce service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198956 Dec 22 17:16:13.141375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event updated for resources: {'Subnet': ['ID=18973c6a-6654-429e-b593-d7b1d11e48fc,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:13.145258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:13.145656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.155935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:13.164976 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:13.167283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Checking segment: {'id': '4dd2a4ec-0bec-4727-974b-e6deae716aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be1ff070-aaee-48bf-8c86-628986af2693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:13.167817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Network hostable DHCP agents. Network: be1ff070-aaee-48bf-8c86-628986af2693, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:13.189763 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Network be1ff070-aaee-48bf-8c86-628986af2693 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:13.200473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, be1ff070-aaee-48bf-8c86-628986af2693) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:13.204844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:13.205500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.217827 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75329710-1acc-467a-b815-56903bb6544f None None] Network be1ff070-aaee-48bf-8c86-628986af2693 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:13.238969 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3493090 Dec 22 17:16:13.241497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58562) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:13.259399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d317a503-c86d-4b5c-8188-f67ebc52df5e tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-49512024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:13.269564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d317a503-c86d-4b5c-8188-f67ebc52df5e tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:13.275453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d317a503-c86d-4b5c-8188-f67ebc52df5e tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Usage tracker for resource:router and tenant:74ab92149d6f476a80a92e44890d97b1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:13.280271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d317a503-c86d-4b5c-8188-f67ebc52df5e tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:13.290059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d317a503-c86d-4b5c-8188-f67ebc52df5e tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:13.306547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d317a503-c86d-4b5c-8188-f67ebc52df5e tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.308201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d317a503-c86d-4b5c-8188-f67ebc52df5e tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.446683 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-be1ff070-aaee-48bf-8c86-628986af2693', 'network_id': 'be1ff070-aaee-48bf-8c86-628986af2693', 'tenant_id': '74ab92149d6f476a80a92e44890d97b1', 'fixed_ips': [{'subnet_id': '18973c6a-6654-429e-b593-d7b1d11e48fc'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:13.447547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.513657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.529135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a3c33246-f162-4ac8-889d-9f037803a71a tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:13.542869 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.604982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Allocated IP 172.20.0.2 (be1ff070-aaee-48bf-8c86-628986af2693/18973c6a-6654-429e-b593-d7b1d11e48fc/cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:13.629589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event deleted for resources: {'Network': ['ID=3791d7a7-b6f6-402a-a5e3-6b644e0a2331,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:13.641645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:13.665191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d317a503-c86d-4b5c-8188-f67ebc52df5e tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.666400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d402b5d4-176a-4010-98ce-0f825ee83482 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.695843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7821ce4f-c45a-4a9e-b2e3-e20ac7baa6e3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:13.697601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d317a503-c86d-4b5c-8188-f67ebc52df5e tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.726291 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "DELETE /v2.0/networks/3791d7a7-b6f6-402a-a5e3-6b644e0a2331 HTTP/1.1" status: 204 len: 168 time: 2.6026852 Dec 22 17:16:13.738135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58566) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:13.766267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402b5d4-176a-4010-98ce-0f825ee83482 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=ecc15c27-9304-4cad-8b31-63b5b18f866a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:13.779449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.808037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d317a503-c86d-4b5c-8188-f67ebc52df5e tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.809509 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d317a503-c86d-4b5c-8188-f67ebc52df5e tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.5575235 Dec 22 17:16:13.820282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58570) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:13.836559 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d402b5d4-176a-4010-98ce-0f825ee83482 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:13.846383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.866614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:13.926378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.941693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Transition to ACTIVE for port object cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:13.967473 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Transition to ACTIVE for port object cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:13.969315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.984059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:13.985828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Transition to ACTIVE for port object 8bfbce84-71fa-460d-b7e0-62775f68960b will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:13.989771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:14.032892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:14.067562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Pushing event updated for resources: {'Port': ['ID=cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:14.071989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:14.081897 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Network be1ff070-aaee-48bf-8c86-628986af2693 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:14.084067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:14.092037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:14.106974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237f4e8f-5f8d-4038-a300-75f2088cc53a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:14.120437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:14.121962 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8083975 Dec 22 17:16:14.123231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:14.128543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cbad83bd-75c2-46c6-9e26-ac7cd49fc8f7 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:14.174098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:14.175290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58576) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:14.189792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:14.193802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:14.249313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': '237f4e8f-5f8d-4038-a300-75f2088cc53a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:14.281350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d402b5d4-176a-4010-98ce-0f825ee83482 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:14.286547 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d402b5d4-176a-4010-98ce-0f825ee83482 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/ecc15c27-9304-4cad-8b31-63b5b18f866a HTTP/1.1" status: 204 len: 168 time: 3.2467818 Dec 22 17:16:14.307194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:14.315206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Attempting to bind port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:14.316605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Attempting to bind port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '4dd2a4ec-0bec-4727-974b-e6deae716aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be1ff070-aaee-48bf-8c86-628986af2693'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:14.317195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Attempting to bind port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee on network be1ff070-aaee-48bf-8c86-628986af2693 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:14.321315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58580) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:14.324215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:14.324930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Checking segment: {'id': '4dd2a4ec-0bec-4727-974b-e6deae716aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be1ff070-aaee-48bf-8c86-628986af2693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:14.325659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:14.326284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Bound using segment: {'id': '4dd2a4ec-0bec-4727-974b-e6deae716aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be1ff070-aaee-48bf-8c86-628986af2693'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:14.327446 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Bound port: cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd2a4ec-0bec-4727-974b-e6deae716aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be1ff070-aaee-48bf-8c86-628986af2693'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:14.328065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:14.397627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:14.429687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:14.442006 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] For port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:14.446110 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] For port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee,segment=NetworkSegment(4dd2a4ec-0bec-4727-974b-e6deae716aca),segment_id=4dd2a4ec-0bec-4727-974b-e6deae716aca)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:14.451423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event updated for resources: {'Port': ['ID=8bfbce84-71fa-460d-b7e0-62775f68960b,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:14.461742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:14.461981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:14.463859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:14.467765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:14.468934 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e29efa-a8eb-421f-8e61-8e8d44c776af tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:16:14.469460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e1e29efa-a8eb-421f-8e61-8e8d44c776af tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:14.483625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:14.484104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:14.488060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:14.523923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58584) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:14.535546 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'subnet': {'network_id': '053b9ac9-8a84-481d-9e60-1790616d2015', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:14.558774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e1e29efa-a8eb-421f-8e61-8e8d44c776af tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:14.560255 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e1e29efa-a8eb-421f-8e61-8e8d44c776af tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/ecc15c27-9304-4cad-8b31-63b5b18f866a HTTP/1.1" status: 404 len: 333 time: 0.2380538 Dec 22 17:16:14.565882 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5579832 Dec 22 17:16:14.571325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58588) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:14.571846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58590) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:14.587992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Pushing event updated for resources: {'Port': ['ID=cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:14.600961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:14.629148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1c434a74-208a-4045-bb29-19e3b93ba1d9 None None] Provisioning for port 8bfbce84-71fa-460d-b7e0-62775f68960b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:14.636549 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1c434a74-208a-4045-bb29-19e3b93ba1d9 None None] Provisioning complete for port 8bfbce84-71fa-460d-b7e0-62775f68960b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:14.637271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1c434a74-208a-4045-bb29-19e3b93ba1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:14.661852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Request body: {'port': {'network_id': '4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f', 'name': 'tempest-AllowedAddressPairTestJSON-1795923212'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:14.676541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:14.699051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-1c434a74-208a-4045-bb29-19e3b93ba1d9 None None] Port 8bfbce84-71fa-460d-b7e0-62775f68960b cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:14.783253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:14.917543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ee855def-f3a6-4d9b-981f-096bc8fb80fc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port b599942b-b579-4aad-8025-120e1c561c66 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:14.917995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee855def-f3a6-4d9b-981f-096bc8fb80fc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:14.985258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:15.014659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.040274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313d3ae-28c1-4e77-93fc-1b0ee6916ab8 req-41da43ce-d711-4ab4-aa53-62ddfa5cb7a8 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:15.041768 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b313d3ae-28c1-4e77-93fc-1b0ee6916ab8 req-41da43ce-d711-4ab4-aa53-62ddfa5cb7a8 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.5435691 Dec 22 17:16:15.050554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:subnet and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:15.054011 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.056005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:15.080556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:15.087239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.094602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.106670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.142782 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:15.186459 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:15.189859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.203252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:15.217924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8c0acc-d015-49a8-b1ff-0364282d261f,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:15.268582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d83f83-e2ab-4f75-b65c-5b8503703afb']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:15.287228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:15.296563 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b313d3ae-28c1-4e77-93fc-1b0ee6916ab8 req-de81efc3-9cd5-4e68-a771-0d044bd7864f tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2240696 Dec 22 17:16:15.302441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec956472-f539-41fa-9443-1727460084d7') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:15.302736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec956472-f539-41fa-9443-1727460084d7') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:15.324555 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:15.326863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.331142 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1357524 Dec 22 17:16:15.350478 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58596) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:15.357811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.414951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.428668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2b3d434-b600-4f11-b061-56bf7312838a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.435004 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:15.435440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:15.452979 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:15.545227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2b3d434-b600-4f11-b061-56bf7312838a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.599395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Made reservation on behalf of 2ee2c2d57bb84c37a7fc3cf0369df443 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:15.602826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.618374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.626873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:15.644458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.674535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2b3d434-b600-4f11-b061-56bf7312838a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.675926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] device_id is not set on port 27591199-dd41-44a3-bc0a-b6834b13b96b yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:15.696690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event deleted for resources: {'Network': ['ID=e0d83f83-e2ab-4f75-b65c-5b8503703afb,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:15.698537 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857919dc-22df-444a-9d74-2d5d5a27c609 None None] Network be1ff070-aaee-48bf-8c86-628986af2693 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:15.710146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:15.710584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:15.729479 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "DELETE /v2.0/networks/e0d83f83-e2ab-4f75-b65c-5b8503703afb HTTP/1.1" status: 204 len: 168 time: 1.9836283 Dec 22 17:16:15.729907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2b3d434-b600-4f11-b061-56bf7312838a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.733782 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f2b3d434-b600-4f11-b061-56bf7312838a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/6d8c0acc-d015-49a8-b1ff-0364282d261f HTTP/1.1" status: 204 len: 168 time: 0.3778155 Dec 22 17:16:15.733782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58600) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:15.736444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3d434-b600-4f11-b061-56bf7312838a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d8c0acc-d015-49a8-b1ff-0364282d261f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:15.737019 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58602) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:15.740757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2b3d434-b600-4f11-b061-56bf7312838a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:15.817616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Allocated IP 172.20.0.1 (be1ff070-aaee-48bf-8c86-628986af2693/18973c6a-6654-429e-b593-d7b1d11e48fc/0ddd3f98-dab6-4a63-ae20-e67271aaf515) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:15.818247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee855def-f3a6-4d9b-981f-096bc8fb80fc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:15.829820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4ea68f38-e60a-4244-97e9-7e815ada7a40 None None] Provisioning for port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:15.972473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ee855def-f3a6-4d9b-981f-096bc8fb80fc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for b599942b-b579-4aad-8025-120e1c561c66 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:16.049303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.170941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ad6bc53c-13ec-477c-9268-b0cdca8af630 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:16.174096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:16:16.274030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:16.277567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.297669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.297892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.309923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d402b5d4-176a-4010-98ce-0f825ee83482 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:16.339684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.342376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee855def-f3a6-4d9b-981f-096bc8fb80fc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.347917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d836477-0f8b-4e00-8e03-18c1c1cfd5b0']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:16.354036 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:16.363402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:16.364012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.367787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9eed28-db9f-4cc0-8bf8-104397ee0ea4') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:16.368077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9eed28-db9f-4cc0-8bf8-104397ee0ea4') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:16.368415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Allocated IP 172.20.0.11 (4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f/28375e6f-5e15-41b1-a12c-15e0a072a6a3/27591199-dd41-44a3-bc0a-b6834b13b96b) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:16.378817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Transition to ACTIVE for port object 0ddd3f98-dab6-4a63-ae20-e67271aaf515 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:16.383805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.405541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.414414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:16.414811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:16.431264 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:16.454260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ad6bc53c-13ec-477c-9268-b0cdca8af630 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:16.458892 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ad6bc53c-13ec-477c-9268-b0cdca8af630 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7199845 Dec 22 17:16:16.466057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58612) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:16.520695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.536715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.542043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-329b4c21-9fc7-4fc9-80d0-9de896f7e1c6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:16.560306 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee,segment=NetworkSegment(4dd2a4ec-0bec-4727-974b-e6deae716aca),segment_id=4dd2a4ec-0bec-4727-974b-e6deae716aca)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:16.566751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.570004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:16.574618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.596791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.626694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Network be1ff070-aaee-48bf-8c86-628986af2693 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:16.641867 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] 10.222.0.70 "DELETE /v2.0/networks/6d836477-0f8b-4e00-8e03-18c1c1cfd5b0 HTTP/1.1" status: 204 len: 168 time: 0.9068174 Dec 22 17:16:16.648766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:16.651674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event updated for resources: {'Port': ['ID=0ddd3f98-dab6-4a63-ae20-e67271aaf515,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:16.660658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:16.692105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=d87dd5c0-e10c-490f-afa0-560fce8e9bf2,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:16.694162 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:16.697691 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:16.728743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:16.729264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:16.774992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Pushing event deleted for resources: {'Network': ['ID=6d836477-0f8b-4e00-8e03-18c1c1cfd5b0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:16.784119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:16.806126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.879051 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:16.879705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f713d22e-fb55-4304-a5f5-0d246c8b22ce tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.513s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:16.936595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.994540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:16.998755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee855def-f3a6-4d9b-981f-096bc8fb80fc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=b599942b-b579-4aad-8025-120e1c561c66,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:17.008954 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-139ebd83-72f2-42df-aabe-671b6a9c2c1a None None] Provisioning for port 0ddd3f98-dab6-4a63-ae20-e67271aaf515 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:17.015218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-139ebd83-72f2-42df-aabe-671b6a9c2c1a None None] Provisioning complete for port 0ddd3f98-dab6-4a63-ae20-e67271aaf515 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:17.016417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-139ebd83-72f2-42df-aabe-671b6a9c2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:17.022108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ee855def-f3a6-4d9b-981f-096bc8fb80fc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:17.047123 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:17.073813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58622) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:17.084537 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-139ebd83-72f2-42df-aabe-671b6a9c2c1a None None] Port 0ddd3f98-dab6-4a63-ae20-e67271aaf515 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:17.112330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:17.170721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee855def-f3a6-4d9b-981f-096bc8fb80fc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:17.203442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f99578b9-38ea-43ed-8566-b2aa58c45613 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:17.408519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:17.481652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Subnet': ['ID=be60eb68-0127-4912-840e-590b6bb52056,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:17.488184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:17.500454 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ee855def-f3a6-4d9b-981f-096bc8fb80fc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/b599942b-b579-4aad-8025-120e1c561c66 HTTP/1.1" status: 204 len: 168 time: 2.9276483 Dec 22 17:16:17.500727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:17.502982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58628) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:17.518576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f9bfa-a762-414b-94e6-557b4c5dfadb req-ba1f4850-451d-4be8-9cb0-0884a2e10bc6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:17.520019 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9e9f9bfa-a762-414b-94e6-557b4c5dfadb req-ba1f4850-451d-4be8-9cb0-0884a2e10bc6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.9940562 Dec 22 17:16:17.532332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Checking segment: {'id': 'a0524615-e807-4640-9636-10d2b96cc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '053b9ac9-8a84-481d-9e60-1790616d2015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:17.532680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network hostable DHCP agents. Network: 053b9ac9-8a84-481d-9e60-1790616d2015, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:17.543846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f99578b9-38ea-43ed-8566-b2aa58c45613 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:17.544025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:17.551016 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Transition to ACTIVE for port object 27591199-dd41-44a3-bc0a-b6834b13b96b will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:17.575575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d2f21554-c5f3-4d1a-95e2-f1dafc10d1bf tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:17.617841 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Floating IP 2e354e3d-7f7e-4005-bc26-609f00049523 associated. External IP: 172.26.3.47, port: 67a07221-4241-45ba-9634-3d69bbf575c4. Dec 22 17:16:17.620884 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c6231d-c859-4996-a3ce-975dc5682686 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:16:17.622256 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-82c6231d-c859-4996-a3ce-975dc5682686 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/b599942b-b579-4aad-8025-120e1c561c66 HTTP/1.1" status: 404 len: 333 time: 0.1183128 Dec 22 17:16:17.640552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58632) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:17.684467 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-24c08218-5105-44da-8a12-3997a79be7f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a263af6b78e245e780d6bb57aaa66e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6009679 Dec 22 17:16:17.702125 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58636) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:17.749341 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network 053b9ac9-8a84-481d-9e60-1790616d2015 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:17.784825 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9e9f9bfa-a762-414b-94e6-557b4c5dfadb req-456beee8-0a43-4b3b-9750-bbc8cfb43073 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2426367 Dec 22 17:16:17.797580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 053b9ac9-8a84-481d-9e60-1790616d2015) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:17.814441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba9ecb5-75ac-45f8-8b9c-b6334d887d61 None None] Network 053b9ac9-8a84-481d-9e60-1790616d2015 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:17.843309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event updated for resources: {'Port': ['ID=0ddd3f98-dab6-4a63-ae20-e67271aaf515,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:17.846211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:17.846999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:17.855533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f99578b9-38ea-43ed-8566-b2aa58c45613 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:17.872729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3bfd3cf0-6da7-4218-bbf3-cc767831cfe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:17.888378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:17.888970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:17.906248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:17.920007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99578b9-38ea-43ed-8566-b2aa58c45613 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237f4e8f-5f8d-4038-a300-75f2088cc53a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:17.928255 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f99578b9-38ea-43ed-8566-b2aa58c45613 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:17.935091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-42f47170-25df-45aa-9715-0a902cc1e3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:17.973791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bb1e0c-2914-44f7-9842-1356f44c8c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting subnet 28b617a7-1f21-4522-b8ec-c73eb2bc438a {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:16:17.979022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-62bb1e0c-2914-44f7-9842-1356f44c8c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.030859 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5039704 Dec 22 17:16:18.034676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:18.035976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58640) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:18.041981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f99578b9-38ea-43ed-8566-b2aa58c45613 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.045756 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f99578b9-38ea-43ed-8566-b2aa58c45613 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-groups/237f4e8f-5f8d-4038-a300-75f2088cc53a HTTP/1.1" status: 204 len: 168 time: 1.5709591 Dec 22 17:16:18.045756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:18.047580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-779edaa3-d146-4040-a910-d294bee987a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.048173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-935029703'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:18.048946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58644) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:18.051882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:18.062235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:18.076751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:network and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:18.080684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-62bb1e0c-2914-44f7-9842-1356f44c8c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.116434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Network be1ff070-aaee-48bf-8c86-628986af2693 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:18.122824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:18.131758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-053b9ac9-8a84-481d-9e60-1790616d2015', 'network_id': '053b9ac9-8a84-481d-9e60-1790616d2015', 'tenant_id': 'ec75830dfc1f4aed97a82b04b4c99da0', 'fixed_ips': [{'subnet_id': 'be60eb68-0127-4912-840e-590b6bb52056'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:18.132261 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:18.132700 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.138744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:18.215999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event updated for resources: {'Port': ['ID=27591199-dd41-44a3-bc0a-b6834b13b96b,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:18.263217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:18.308278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:18.338265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:18.339390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:18.340251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.341785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.348205 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-779edaa3-d146-4040-a910-d294bee987a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.399875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:18.408872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.409217 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Added segment 52b9b424-818a-4ba9-a5dd-c771a41d37b7 of type vlan for network bd9a4325-5c0d-47a3-aa4e-a29cebf44ead Dec 22 17:16:18.437381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.466539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Allocated IP 2001:db8:0:ffff::2 (053b9ac9-8a84-481d-9e60-1790616d2015/be60eb68-0127-4912-840e-590b6bb52056/b7eec557-6ba1-4bf4-b380-f88fd012a843) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:18.476110 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d85d959d-bb72-475c-b822-e89be80a9fac None None] Provisioning for port 27591199-dd41-44a3-bc0a-b6834b13b96b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:18.480381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.488079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:18.489092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.492645 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d85d959d-bb72-475c-b822-e89be80a9fac None None] Provisioning complete for port 27591199-dd41-44a3-bc0a-b6834b13b96b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:18.493135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d85d959d-bb72-475c-b822-e89be80a9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.514295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:18.518800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7865b70f-4492-4447-822a-b05f0e7adb5f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:18.528462 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9537017 Dec 22 17:16:18.532524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58648) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:18.547055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f0556b1d-7bf0-4b0e-961c-8b1c806b14a3 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a5:c8:1c'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:a4:9d:d6'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:18.617142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7865b70f-4492-4447-822a-b05f0e7adb5f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:18.618370 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7865b70f-4492-4447-822a-b05f0e7adb5f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5384700 Dec 22 17:16:18.620069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Network': ['ID=bd9a4325-5c0d-47a3-aa4e-a29cebf44ead,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:18.625296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:16:18.630098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58652) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:18.634099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-62bb1e0c-2914-44f7-9842-1356f44c8c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.638545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network bd9a4325-5c0d-47a3-aa4e-a29cebf44ead details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:18.639999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group': {'name': 'tempest-secgroup--694250372'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:18.656968 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:18.657353 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.666564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:18.671395 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6311417 Dec 22 17:16:18.671530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-779edaa3-d146-4040-a910-d294bee987a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.674047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:18.677492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58656) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:18.678872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6d6b4a86-3e01-4e02-b148-472a59278168 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:18.693724 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d85d959d-bb72-475c-b822-e89be80a9fac None None] Port 27591199-dd41-44a3-bc0a-b6834b13b96b cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:18.726842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Router 7db9663b-562e-45ce-a0eb-520e90a620df is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:16:18.746480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'subnet': {'network_id': 'bd9a4325-5c0d-47a3-aa4e-a29cebf44ead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:18.772381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779edaa3-d146-4040-a910-d294bee987a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c506d1a0-8183-4f8c-9e59-e81057313d94,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:18.774618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-779edaa3-d146-4040-a910-d294bee987a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:18.902227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:18.905583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:16:18.907887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-62bb1e0c-2914-44f7-9842-1356f44c8c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.916514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b07916f4-70c1-4545-9532-944556e7ec36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:18.919674 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c8900-4b5c-4239-96eb-47530779e228 None None] Sync routers for ids ['7db9663b-562e-45ce-a0eb-520e90a620df'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:16:18.940220 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c8900-4b5c-4239-96eb-47530779e228 None None] Routers {'7db9663b-562e-45ce-a0eb-520e90a620df'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:18.940857 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-202c8900-4b5c-4239-96eb-47530779e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['7db9663b-562e-45ce-a0eb-520e90a620df'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:18.941239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.953903 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Transition to ACTIVE for port object b7eec557-6ba1-4bf4-b380-f88fd012a843 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:18.966988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb1e0c-2914-44f7-9842-1356f44c8c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Subnet': ['ID=28b617a7-1f21-4522-b8ec-c73eb2bc438a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:18.972622 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "PUT /v2.0/routers/7db9663b-562e-45ce-a0eb-520e90a620df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1508710 Dec 22 17:16:18.973990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-62bb1e0c-2914-44f7-9842-1356f44c8c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:18.975200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-62bb1e0c-2914-44f7-9842-1356f44c8c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:18.977497 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Transition to ACTIVE for port object b7eec557-6ba1-4bf4-b380-f88fd012a843 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:18.978587 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-62bb1e0c-2914-44f7-9842-1356f44c8c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/28b617a7-1f21-4522-b8ec-c73eb2bc438a HTTP/1.1" status: 204 len: 168 time: 1.3370986 Dec 22 17:16:18.982747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58662) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:18.983373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58664) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:18.988869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7300b482-be5c-42d1-8502-50af8ade3a9d None None] Network ea141e82-6775-4984-a1c8-695a27aefd00 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:19.008267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.009462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Request body: {'port': {'network_id': 'be1ff070-aaee-48bf-8c86-628986af2693', 'name': 'tempest-FloatingIPNegativeTestJSON-346156231'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:19.011975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0d324fea-9458-4b3f-ae46-ec67086f9659 None None] Provisioning complete for port 0ddd3f98-dab6-4a63-ae20-e67271aaf515 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:19.012524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0d324fea-9458-4b3f-ae46-ec67086f9659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.041240 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-779edaa3-d146-4040-a910-d294bee987a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.042400 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-779edaa3-d146-4040-a910-d294bee987a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c506d1a0-8183-4f8c-9e59-e81057313d94 HTTP/1.1" status: 204 len: 168 time: 1.3282411 Dec 22 17:16:19.052813 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-202c8900-4b5c-4239-96eb-47530779e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:19.064244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:19.066863 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c8900-4b5c-4239-96eb-47530779e228 None None] Routers {'7db9663b-562e-45ce-a0eb-520e90a620df'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:19.068548 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-202c8900-4b5c-4239-96eb-47530779e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['7db9663b-562e-45ce-a0eb-520e90a620df'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:19.088717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.158917 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-202c8900-4b5c-4239-96eb-47530779e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:19.159388 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c8900-4b5c-4239-96eb-47530779e228 None None] The sync data for ids ['7db9663b-562e-45ce-a0eb-520e90a620df'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:16:19.232142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:19.265409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.266086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:19.271553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:19.279501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:19.311903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:subnet and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:19.323908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:19.324434 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Network 053b9ac9-8a84-481d-9e60-1790616d2015 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:19.328149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:19.355549 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:19.359330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:19.377239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:19.382924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Usage tracker for resource:port and tenant:74ab92149d6f476a80a92e44890d97b1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:19.386533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:19.387181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:19.391925 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Pushing event updated for resources: {'Port': ['ID=b7eec557-6ba1-4bf4-b380-f88fd012a843,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:19.397533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:19.397640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:16:19.401309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:19.401532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:19.405764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.407461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-0d324fea-9458-4b3f-ae46-ec67086f9659 None None] Port 0ddd3f98-dab6-4a63-ae20-e67271aaf515 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:19.430086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:19.430438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.448220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816e631c-7528-4f88-b804-c7d99354fbb2 None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:16:19.479315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Made reservation on behalf of 74ab92149d6f476a80a92e44890d97b1 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:19.483662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.513622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] device_id is not set on port e3438ce6-1dd2-4fc7-8ca0-88f35abe873c yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:19.571002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f0556b1d-7bf0-4b0e-961c-8b1c806b14a3 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.597900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e631c-7528-4f88-b804-c7d99354fbb2 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:19.598628 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-816e631c-7528-4f88-b804-c7d99354fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:19.680834 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-816e631c-7528-4f88-b804-c7d99354fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:19.691777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Attempting to bind port b7eec557-6ba1-4bf4-b380-f88fd012a843 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:19.691777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Attempting to bind port b7eec557-6ba1-4bf4-b380-f88fd012a843 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'a0524615-e807-4640-9636-10d2b96cc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '053b9ac9-8a84-481d-9e60-1790616d2015'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:19.691985 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Attempting to bind port b7eec557-6ba1-4bf4-b380-f88fd012a843 on network 053b9ac9-8a84-481d-9e60-1790616d2015 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:19.702121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e631c-7528-4f88-b804-c7d99354fbb2 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:19.702845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-816e631c-7528-4f88-b804-c7d99354fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:19.749660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.762953 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:19.763445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Checking segment: {'id': 'a0524615-e807-4640-9636-10d2b96cc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '053b9ac9-8a84-481d-9e60-1790616d2015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:19.763760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.764157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Bound using segment: {'id': 'a0524615-e807-4640-9636-10d2b96cc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '053b9ac9-8a84-481d-9e60-1790616d2015'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:19.764636 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Bound port: b7eec557-6ba1-4bf4-b380-f88fd012a843, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0524615-e807-4640-9636-10d2b96cc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '053b9ac9-8a84-481d-9e60-1790616d2015'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:19.765008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.869810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-816e631c-7528-4f88-b804-c7d99354fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:19.869810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816e631c-7528-4f88-b804-c7d99354fbb2 None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:16:19.898572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004acf50-8501-4321-9972-954a15cacb79 req-29a2988b-2fa5-43fe-a8f0-1de96b46b961 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:19.901363 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-004acf50-8501-4321-9972-954a15cacb79 req-29a2988b-2fa5-43fe-a8f0-1de96b46b961 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.8775475 Dec 22 17:16:19.936962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] For port b7eec557-6ba1-4bf4-b380-f88fd012a843, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:19.940469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] For port b7eec557-6ba1-4bf4-b380-f88fd012a843, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b7eec557-6ba1-4bf4-b380-f88fd012a843,segment=NetworkSegment(a0524615-e807-4640-9636-10d2b96cc725),segment_id=a0524615-e807-4640-9636-10d2b96cc725)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:19.941959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.946971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.953857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-47ea29a3-3c75-45e3-b7ce-62d4c5e7cef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:19.956921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:19.967372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:20.006763 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cbda1b-d58e-4d53-a7cc-70f3f66f69f6 None None] DHCP port deletion for ea141e82-6775-4984-a1c8-695a27aefd00 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:16:20.038152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8401c179-d229-4ec1-a2a6-8f27fdcf065a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:20.045309 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 11.3628798 Dec 22 17:16:20.047492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Allocated IP 172.20.0.6 (be1ff070-aaee-48bf-8c86-628986af2693/18973c6a-6654-429e-b593-d7b1d11e48fc/e3438ce6-1dd2-4fc7-8ca0-88f35abe873c) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:20.052953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58692) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:20.063441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a1cbda1b-d58e-4d53-a7cc-70f3f66f69f6 None None] Deleting port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:20.067010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a1cbda1b-d58e-4d53-a7cc-70f3f66f69f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.104965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:20.107834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58698) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:20.135147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.139933 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5096629 Dec 22 17:16:20.142659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58704) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:20.144043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Pushing event updated for resources: {'Port': ['ID=b7eec557-6ba1-4bf4-b380-f88fd012a843,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:20.147364 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:20.181811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': '8401c179-d229-4ec1-a2a6-8f27fdcf065a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:20.203621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] For port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f,segment=NetworkSegment(d45fb9bb-e868-45f2-8637-0ca4bfd9d750),segment_id=d45fb9bb-e868-45f2-8637-0ca4bfd9d750)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:20.204490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.215221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:20.245907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:20.253591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:20.278851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:20.299119 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:16:20.372537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1428128975'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:20.394049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:20.402604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a1cbda1b-d58e-4d53-a7cc-70f3f66f69f6 None None] For port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f,segment=NetworkSegment(d45fb9bb-e868-45f2-8637-0ca4bfd9d750),segment_id=d45fb9bb-e868-45f2-8637-0ca4bfd9d750)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:20.405553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a1cbda1b-d58e-4d53-a7cc-70f3f66f69f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.462120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:20.473411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:network and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:20.476877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:20.478479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-879080078'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:20.483188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:20.492392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f0556b1d-7bf0-4b0e-961c-8b1c806b14a3 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.493560 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-004acf50-8501-4321-9972-954a15cacb79 req-cb492f2f-b85a-495e-a84e-f237b47dc896 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5475810 Dec 22 17:16:20.497675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.497922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:20.507343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:20.511551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.517744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:network and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:20.526513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f0556b1d-7bf0-4b0e-961c-8b1c806b14a3 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.538334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.547133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3e0ad1df-677c-4f25-9a60-194a517d450d tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:20.562510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:20.578774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.582670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:20.583070 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a1cbda1b-d58e-4d53-a7cc-70f3f66f69f6 None None] Calling delete_port for 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:20.607885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.616293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:20.647856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:20.659010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Made reservation on behalf of 3c489bb601fc4ceb8db7a3eb25cfbac4 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:20.660634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f update to DOWN by agent not found {{(pid=87588) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 17:16:20.663245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.702655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:security_group_rule and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:20.711918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-a1cbda1b-d58e-4d53-a7cc-70f3f66f69f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:20.712514 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-a1cbda1b-d58e-4d53-a7cc-70f3f66f69f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:20.717120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:20.729716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:20.739087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No DVR routers for this DVR port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:20.741840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:20.745872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:20.776687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0556b1d-7bf0-4b0e-961c-8b1c806b14a3 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event updated for resources: {'Port': ['ID=27591199-dd41-44a3-bc0a-b6834b13b96b,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:20.788510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f0556b1d-7bf0-4b0e-961c-8b1c806b14a3 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:20.797195 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:20.878707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:20.890071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Checking segment: {'id': '52b9b424-818a-4ba9-a5dd-c771a41d37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bd9a4325-5c0d-47a3-aa4e-a29cebf44ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:20.890438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network hostable DHCP agents. Network: bd9a4325-5c0d-47a3-aa4e-a29cebf44ead, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:20.902050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f0556b1d-7bf0-4b0e-961c-8b1c806b14a3 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] In _notify_port_updated(), no bound segment for port 27591199-dd41-44a3-bc0a-b6834b13b96b on network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f {{(pid=87586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:16:20.908090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0556b1d-7bf0-4b0e-961c-8b1c806b14a3 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:20.909364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f0556b1d-7bf0-4b0e-961c-8b1c806b14a3 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.910698 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f0556b1d-7bf0-4b0e-961c-8b1c806b14a3 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "PUT /v2.0/ports/27591199-dd41-44a3-bc0a-b6834b13b96b HTTP/1.1" status: 200 len: 1056 time: 2.3749855 Dec 22 17:16:20.913423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.918071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58708) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:20.966445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Subnet': ['ID=29733dee-9cfb-4d5c-a1ab-4973130bdd3e,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:20.968896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.970098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:20.976682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.976682 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Added segment 71206efb-b8db-4d9c-ad07-12eef7c5b571 of type vlan for network 6d2214d7-294b-4287-b7be-53138ca3af7e Dec 22 17:16:20.993102 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ce9d47ca-22eb-4999-8bb9-8894c5240be1 None None] Provisioning complete for port 27591199-dd41-44a3-bc0a-b6834b13b96b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:20.993589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ce9d47ca-22eb-4999-8bb9-8894c5240be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:20.999609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-26b44a54-6d7d-44e6-ad39-2a6b80f449fb tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:21.003670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.039825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee53080-46c7-49e4-8de3-74772b1e0822,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:21.048208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network bd9a4325-5c0d-47a3-aa4e-a29cebf44ead is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:21.056922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:21.058952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.060914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d47ca-22eb-4999-8bb9-8894c5240be1 None None] Port 27591199-dd41-44a3-bc0a-b6834b13b96b cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:21.062801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.072229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea141e82-6775-4984-a1c8-695a27aefd00']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:21.081364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ba61006d-76cf-4e48-a55b-ae94fb05b9bc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Deleting port 27591199-dd41-44a3-bc0a-b6834b13b96b {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:21.081803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ba61006d-76cf-4e48-a55b-ae94fb05b9bc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.095573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45fb9bb-e868-45f2-8637-0ca4bfd9d750') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:21.095912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45fb9bb-e868-45f2-8637-0ca4bfd9d750') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:21.102581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Transition to ACTIVE for port object e3438ce6-1dd2-4fc7-8ca0-88f35abe873c will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:21.114255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.116099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, bd9a4325-5c0d-47a3-aa4e-a29cebf44ead) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:21.127805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a62a3c-b263-48d2-9a47-67a09f5e5b93 None None] Network bd9a4325-5c0d-47a3-aa4e-a29cebf44ead requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:21.141824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:21.142704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.150596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.154423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.156646 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0104225 Dec 22 17:16:21.157477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58712) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:21.166797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.172809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:21.173295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.182621 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': '8401c179-d229-4ec1-a2a6-8f27fdcf065a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:21.183504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:21.203473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:21.223757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a1cbda1b-d58e-4d53-a7cc-70f3f66f69f6 None None] Deleting port 7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:21.224142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a1cbda1b-d58e-4d53-a7cc-70f3f66f69f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.246236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:21.263889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:21.267931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.281251 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5936067 Dec 22 17:16:21.282308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:21.282789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.284522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58716) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:21.289910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:21.294290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.309435 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a1cbda1b-d58e-4d53-a7cc-70f3f66f69f6 None None] The port '7d6a485b-6bce-4bcb-87bd-8f5aac43bb3f' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:16:21.323395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-16e4c5e9-e6fb-478b-9f49-fc14a8307f63 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:21.420497 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:21.435725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:21.447440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Network': ['ID=6d2214d7-294b-4287-b7be-53138ca3af7e,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:21.459223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 6d2214d7-294b-4287-b7be-53138ca3af7e details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:21.460445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:21.464082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.466240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.474852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8f79d131-eb5e-4f72-8a8d-19703870ea8d tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:21.522527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.535553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-bd9a4325-5c0d-47a3-aa4e-a29cebf44ead', 'network_id': 'bd9a4325-5c0d-47a3-aa4e-a29cebf44ead', 'tenant_id': 'ec75830dfc1f4aed97a82b04b4c99da0', 'fixed_ips': [{'subnet_id': '29733dee-9cfb-4d5c-a1ab-4973130bdd3e'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:21.536423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.542022 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/networks/ea141e82-6775-4984-a1c8-695a27aefd00 HTTP/1.1" status: 204 len: 168 time: 2.5556486 Dec 22 17:16:21.558233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.560099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58720) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:21.566654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a74bb-c9e0-4d8f-a19a-d839b246d81b,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:21.572247 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5133817 Dec 22 17:16:21.582174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58726) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:21.588117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-201933967'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:21.588859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.589777 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Added segment 1173fb76-2275-46a6-96cc-bac772c20e28 of type vlan for network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 Dec 22 17:16:21.602589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'subnet': {'network_id': '6d2214d7-294b-4287-b7be-53138ca3af7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:21.615760 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:21.708821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2fcc34-5ce7-4b69-bfd6-b5a9ce0b3053 None None] Network 053b9ac9-8a84-481d-9e60-1790616d2015 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:21.720841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Network be1ff070-aaee-48bf-8c86-628986af2693 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:21.721939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:21.728542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:21.746687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:21.772316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:network and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:21.784364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:21.795981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.796884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event updated for resources: {'Port': ['ID=e3438ce6-1dd2-4fc7-8ca0-88f35abe873c,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:21.809879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:21.812354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:21.814343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ee2b9d8d-7232-444a-af5e-7c537996a36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:21.833832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.849931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:21.853773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:subnet and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:21.863087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:21.869098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:21.884172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ba61006d-76cf-4e48-a55b-ae94fb05b9bc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.888155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Network': ['ID=ea141e82-6775-4984-a1c8-695a27aefd00,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:21.892822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Made reservation on behalf of 3c489bb601fc4ceb8db7a3eb25cfbac4 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:21.896965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.916553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:21.923764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:21.927708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:21.993745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:21.994824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.013600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c87bbb44-ba81-4f73-a56c-ba94ecdb234d None None] Provisioning for port b7eec557-6ba1-4bf4-b380-f88fd012a843 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:22.136515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Allocated IP 2001:db8::1 (bd9a4325-5c0d-47a3-aa4e-a29cebf44ead/29733dee-9cfb-4d5c-a1ab-4973130bdd3e/c17832ff-17e2-4e49-a4df-e67357412a03) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:22.201092 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2163255 Dec 22 17:16:22.201969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:22.204804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58730) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:22.205882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ba61006d-76cf-4e48-a55b-ae94fb05b9bc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Calling delete_port for 27591199-dd41-44a3-bc0a-b6834b13b96b owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:22.213011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:22.228031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:22.231676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.232690 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Added segment 9e56e055-0e5f-42d9-b4a1-54466245d2d2 of type vlan for network 03b5051f-d31d-4286-beab-72294239751b Dec 22 17:16:22.241477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Usage tracker for resource:floatingip and tenant:74ab92149d6f476a80a92e44890d97b1 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:22.245598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:22.251430 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.254202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:22.279602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.286117 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.291889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:22.292687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.303405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:22.316375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.334620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.357170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b7939706-757c-4c58-9340-13baa2c725a7 None None] Provisioning for port e3438ce6-1dd2-4fc7-8ca0-88f35abe873c completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:22.365780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b7eec557-6ba1-4bf4-b380-f88fd012a843 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:22.409133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b7939706-757c-4c58-9340-13baa2c725a7 None None] Provisioning complete for port e3438ce6-1dd2-4fc7-8ca0-88f35abe873c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:22.409344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.409463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b7939706-757c-4c58-9340-13baa2c725a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.461512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.466969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:22.467673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.471162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2f21ae41-77ba-4778-af8b-26274cb6030e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:22.511469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60076ed0-f6ac-40f1-8398-c6dded654f6d req-fcf7af5e-b0fc-46c0-996e-4f226e37861d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:22.513843 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-60076ed0-f6ac-40f1-8398-c6dded654f6d req-fcf7af5e-b0fc-46c0-996e-4f226e37861d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.7793229 Dec 22 17:16:22.518096 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4045823 Dec 22 17:16:22.518986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58734) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:22.532276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.533673 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3694711 Dec 22 17:16:22.534503 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Network': ['ID=755fdf5a-5a31-4c13-84e3-8dfa59f29997,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:22.536491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58738) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:22.543405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'name': 'tempest-PortsIpV6TestJSON-1089235306'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:22.552086 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:22.561475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:22.569488 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b7939706-757c-4c58-9340-13baa2c725a7 None None] Port e3438ce6-1dd2-4fc7-8ca0-88f35abe873c cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:22.581482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:22.599878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': '8401c179-d229-4ec1-a2a6-8f27fdcf065a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:22.628780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.641781 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0709250 Dec 22 17:16:22.644374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Network': ['ID=03b5051f-d31d-4286-beab-72294239751b,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:22.646630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58742) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:22.652176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:22.653206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-62bb1e0c-2914-44f7-9842-1356f44c8c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:22.693280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '03b5051f-d31d-4286-beab-72294239751b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:22.694841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 03b5051f-d31d-4286-beab-72294239751b details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:22.702685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:22.730486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92f29fd-4a12-40ad-b47d-988b62c1ed23,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:22.745507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:22.751354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:22.772825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:22.804672 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-60076ed0-f6ac-40f1-8398-c6dded654f6d req-fea00a8c-3697-442c-adf8-ae8589f2abe1 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2762284 Dec 22 17:16:22.807586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:22.826045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:22.827589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.836078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:port and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:22.850692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:22.858833 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ba61006d-76cf-4e48-a55b-ae94fb05b9bc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.868998 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-405bc645-1cc2-48df-8afd-78ff4e12be19 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:22.872998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port b7eec557-6ba1-4bf4-b380-f88fd012a843 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:22.891170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Transition to ACTIVE for port object c17832ff-17e2-4e49-a4df-e67357412a03 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:22.905144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:22.913051 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.916563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port b7eec557-6ba1-4bf4-b380-f88fd012a843 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:22.917023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:22.927597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Subnet': ['ID=b9f971b5-2427-43bd-80e5-0886a009a151,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:22.937536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61006d-76cf-4e48-a55b-ae94fb05b9bc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event deleted for resources: {'Port': ['ID=27591199-dd41-44a3-bc0a-b6834b13b96b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:22.943658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:22.945751 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ba61006d-76cf-4e48-a55b-ae94fb05b9bc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:22.946599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Checking segment: {'id': '71206efb-b8db-4d9c-ad07-12eef7c5b571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6d2214d7-294b-4287-b7be-53138ca3af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:22.947042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network hostable DHCP agents. Network: 6d2214d7-294b-4287-b7be-53138ca3af7e, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:22.985341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:22.995245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:22.998700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:23.002493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.003560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:23.004267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Transition to ACTIVE for port object c17832ff-17e2-4e49-a4df-e67357412a03 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:23.021939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:23.027345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.032111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f414dc86-1189-465f-82b2-ff2909b98c46 None None] Provisioning complete for port b7eec557-6ba1-4bf4-b380-f88fd012a843 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:23.032513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f414dc86-1189-465f-82b2-ff2909b98c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.044297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.047978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 6d2214d7-294b-4287-b7be-53138ca3af7e is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:23.066054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port 92586d20-2989-4bb5-b1f5-bfb52f4ccecc yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:23.072136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4fc2ab1d-3b99-4f65-a5f0-2e08b471ac03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:23.110484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:23.114657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.165161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.166451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 6d2214d7-294b-4287-b7be-53138ca3af7e) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:23.180542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3d776f3a-38bb-4687-993f-2e053c739f39 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:23.230722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5fb91d-bb62-4e6a-8a35-acc4672bcd9b None None] Network 6d2214d7-294b-4287-b7be-53138ca3af7e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:23.275522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Network bd9a4325-5c0d-47a3-aa4e-a29cebf44ead is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:23.286902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:23.287669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.297604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:23.326205 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Subnet': ['ID=29733dee-9cfb-4d5c-a1ab-4973130bdd3e,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:23.340999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:23.378722 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7949512 Dec 22 17:16:23.383256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58750) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:23.394843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-221428017', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:23.404540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:23.415788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Pushing event updated for resources: {'Port': ['ID=c17832ff-17e2-4e49-a4df-e67357412a03,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:23.430930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:23.436185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:23.456244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:router and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:23.462222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:23.477123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Allocated IP 172.26.3.162 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/7a7010d3-bd44-44f2-90cb-f89c099e2500) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:23.479194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:23.511985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.516494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.517473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.584553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.593091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.606423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0edffabe-8299-485f-a292-edeb270747f8 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:23.653785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Attempting to bind port c17832ff-17e2-4e49-a4df-e67357412a03 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:23.654400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Attempting to bind port c17832ff-17e2-4e49-a4df-e67357412a03 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '52b9b424-818a-4ba9-a5dd-c771a41d37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bd9a4325-5c0d-47a3-aa4e-a29cebf44ead'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:23.654500 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Attempting to bind port c17832ff-17e2-4e49-a4df-e67357412a03 on network bd9a4325-5c0d-47a3-aa4e-a29cebf44ead {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:23.656687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.666103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.684102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c875b-b1b5-4ad6-b714-147daa25fc01 req-aa7692ca-3454-4b21-b07b-9c043a92bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:23.685567 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ea7c875b-b1b5-4ad6-b714-147daa25fc01 req-aa7692ca-3454-4b21-b07b-9c043a92bfec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2004647fb1f74a07a97b27f4fdea4794&device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 1099 time: 0.2946916 Dec 22 17:16:23.705894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:23.706403 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Checking segment: {'id': '52b9b424-818a-4ba9-a5dd-c771a41d37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bd9a4325-5c0d-47a3-aa4e-a29cebf44ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:23.706716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.707143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Bound using segment: {'id': '52b9b424-818a-4ba9-a5dd-c771a41d37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bd9a4325-5c0d-47a3-aa4e-a29cebf44ead'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:23.707873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Bound port: c17832ff-17e2-4e49-a4df-e67357412a03, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b9b424-818a-4ba9-a5dd-c771a41d37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'bd9a4325-5c0d-47a3-aa4e-a29cebf44ead'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:23.708251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.709408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c5f0f5-6758-4b8a-a0b3-a194a24b5dbb,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:23.732157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:23.739627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9a4325-5c0d-47a3-aa4e-a29cebf44ead']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:23.745340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f414dc86-1189-465f-82b2-ff2909b98c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.806525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b9b424-818a-4ba9-a5dd-c771a41d37b7') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:23.807140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b9b424-818a-4ba9-a5dd-c771a41d37b7') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:23.843971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port b7eec557-6ba1-4bf4-b380-f88fd012a843, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b7eec557-6ba1-4bf4-b380-f88fd012a843,segment=NetworkSegment(a0524615-e807-4640-9636-10d2b96cc725),segment_id=a0524615-e807-4640-9636-10d2b96cc725)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:23.872676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.878722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:23.930544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.945635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-6d2214d7-294b-4287-b7be-53138ca3af7e', 'network_id': '6d2214d7-294b-4287-b7be-53138ca3af7e', 'tenant_id': '3c489bb601fc4ceb8db7a3eb25cfbac4', 'fixed_ips': [{'subnet_id': 'b9f971b5-2427-43bd-80e5-0886a009a151'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:23.946493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.948690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:23.978512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:23.979675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.014647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.016113 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4568765 Dec 22 17:16:24.029053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58754) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:24.030383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.037825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ba61006d-76cf-4e48-a55b-ae94fb05b9bc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.042035 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ba61006d-76cf-4e48-a55b-ae94fb05b9bc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "DELETE /v2.0/ports/27591199-dd41-44a3-bc0a-b6834b13b96b HTTP/1.1" status: 204 len: 168 time: 3.1179938 Dec 22 17:16:24.046772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': '8401c179-d229-4ec1-a2a6-8f27fdcf065a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:24.051896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58758) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:24.056475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:24.056888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.083192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6018339-5fc3-44e8-ab18-204ebb7cc32c req-772214fc-a7bd-4e96-9f09-9f42be7ef76c tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:24.084783 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c6018339-5fc3-44e8-ab18-204ebb7cc32c req-772214fc-a7bd-4e96-9f09-9f42be7ef76c tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.7042108 Dec 22 17:16:24.085278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] For port c17832ff-17e2-4e49-a4df-e67357412a03, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:24.085453 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:24.089989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-f414dc86-1189-465f-82b2-ff2909b98c46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:24.090407 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-f414dc86-1189-465f-82b2-ff2909b98c46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:24.105444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=b7eec557-6ba1-4bf4-b380-f88fd012a843,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:24.124155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.130085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:24.170765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:24.214978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:24.235658 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:24.258335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 17:16:24.258335 dv-neutron-822513-1-hyperv neutron-server[87586]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 17:16:24.258335 dv-neutron-822513-1-hyperv neutron-server[87586]: [parameters: {'id': 'bd9a4325-5c0d-47a3-aa4e-a29cebf44ead'}] Dec 22 17:16:24.258335 dv-neutron-822513-1-hyperv neutron-server[87586]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:24.258813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b7eec557-6ba1-4bf4-b380-f88fd012a843 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:24.259292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:24.260366 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae4b113-8924-45b7-b2c8-fda25c0f9c23 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] GET failed (client error): The resource could not be found. Dec 22 17:16:24.261052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4ae4b113-8924-45b7-b2c8-fda25c0f9c23 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Synchronizing usage tracker for tenant:2ee2c2d57bb84c37a7fc3cf0369df443 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:24.265657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:24.292671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] For port c17832ff-17e2-4e49-a4df-e67357412a03, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c17832ff-17e2-4e49-a4df-e67357412a03,segment=NetworkSegment(52b9b424-818a-4ba9-a5dd-c771a41d37b7),segment_id=52b9b424-818a-4ba9-a5dd-c771a41d37b7)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:24.310234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.312851 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c6018339-5fc3-44e8-ab18-204ebb7cc32c req-a3834ac4-0f58-46ad-be56-7cd2b313f756 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1746097 Dec 22 17:16:24.315372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.322081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:24.325112 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4ae4b113-8924-45b7-b2c8-fda25c0f9c23 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Unset dirty status for tenant:2ee2c2d57bb84c37a7fc3cf0369df443 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:24.328867 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4ae4b113-8924-45b7-b2c8-fda25c0f9c23 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "GET /v2.0/ports/27591199-dd41-44a3-bc0a-b6834b13b96b HTTP/1.1" status: 404 len: 333 time: 0.2716043 Dec 22 17:16:24.331030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58764) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:24.379272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Allocated IP 172.20.0.2 (6d2214d7-294b-4287-b7be-53138ca3af7e/b9f971b5-2427-43bd-80e5-0886a009a151/6f9c1e78-84b1-40f4-bf71-a9da2777fcf8) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:24.423924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.436310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c9c3376c-f6a2-4115-9baa-fb1974e35086 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:24.461692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.468412 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.479159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c875b-b1b5-4ad6-b714-147daa25fc01 req-2099b653-ba03-433c-af27-6a146cd5a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:24.481602 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ea7c875b-b1b5-4ad6-b714-147daa25fc01 req-2099b653-ba03-433c-af27-6a146cd5a157 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5951c9dd-e782-4b95-be40-418f146c5bbc HTTP/1.1" status: 200 len: 913 time: 0.7856512 Dec 22 17:16:24.492227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Subnet': ['ID=be939460-c67f-427d-b359-86b1bb5bb010,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:24.509446 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2a601-5b3f-43ba-a5b9-1492ddcc4236 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Deleting port 8bfbce84-71fa-460d-b7e0-62775f68960b {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:24.509792 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Pushing event updated for resources: {'Port': ['ID=c17832ff-17e2-4e49-a4df-e67357412a03,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:24.510179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4e2a601-5b3f-43ba-a5b9-1492ddcc4236 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.551097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:24.559554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:24.576026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2d9d8012-973b-4d95-97e2-0bfe03d78e14 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:24.585903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.606130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.612767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=92586d20-2989-4bb5-b1f5-bfb52f4ccecc,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:24.617266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port b7eec557-6ba1-4bf4-b380-f88fd012a843 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:24.617669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.626674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:24.632089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:24.634199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Checking segment: {'id': '9e56e055-0e5f-42d9-b4a1-54466245d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '03b5051f-d31d-4286-beab-72294239751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:24.634199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network hostable DHCP agents. Network: 03b5051f-d31d-4286-beab-72294239751b, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:24.646795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:24.661602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:24.680015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Checking segment: {'id': '1173fb76-2275-46a6-96cc-bac772c20e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:24.680673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network hostable DHCP agents. Network: 755fdf5a-5a31-4c13-84e3-8dfa59f29997, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:24.682611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:24.697641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26ee59e-cb6a-480e-bc9c-1485d06ad905,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:24.703522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab352f-2315-42f1-949f-0485b99e5b59 None None] Network bd9a4325-5c0d-47a3-aa4e-a29cebf44ead requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:24.708631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:24.752732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.754293 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7214060 Dec 22 17:16:24.760093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.761927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58768) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:24.767872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:24.809365 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ea7c875b-b1b5-4ad6-b714-147daa25fc01 req-095afded-c00f-4496-8de0-f216cdbd160f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8 HTTP/1.1" status: 200 len: 1002 time: 0.3195157 Dec 22 17:16:24.816256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event updated for resources: {'Port': ['ID=7a7010d3-bd44-44f2-90cb-f89c099e2500,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:24.823630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': '8401c179-d229-4ec1-a2a6-8f27fdcf065a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:24.825203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:24.848386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:24.856738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:24.860899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 03b5051f-d31d-4286-beab-72294239751b is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:24.863675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:24.873552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 755fdf5a-5a31-4c13-84e3-8dfa59f29997) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:24.877826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:24.880058 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting port c17832ff-17e2-4e49-a4df-e67357412a03 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:24.880676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.886919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.897496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Transition to ACTIVE for port object 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:24.899736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 03b5051f-d31d-4286-beab-72294239751b) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:24.913338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:24.913923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.919572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Transition to ACTIVE for port object 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:24.927256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e83f7c-6639-4640-b735-ebd13e6aee99 None None] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:24.935245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:24.940884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:24.941575 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.943290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c875b-b1b5-4ad6-b714-147daa25fc01 req-5c490594-9cfd-43cf-817c-d0adae474224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:24.945042 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ea7c875b-b1b5-4ad6-b714-147daa25fc01 req-5c490594-9cfd-43cf-817c-d0adae474224 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2908b485-0fbe-48a1-9d18-552208b51232 HTTP/1.1" status: 200 len: 851 time: 0.1217716 Dec 22 17:16:24.946616 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a020ec-a01c-4540-89b3-16573c9586ec None None] Network 03b5051f-d31d-4286-beab-72294239751b requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:24.966396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:24.986317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f3d742b5-7626-4070-9316-f6218237bfbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:25.018952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.028086 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3789194 Dec 22 17:16:25.035705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58772) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:25.038048 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5119603 Dec 22 17:16:25.041768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-78f98be2-083a-4cbc-a638-8bd97787254c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1292053015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:25.041941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58774) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:25.065436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4e2a601-5b3f-43ba-a5b9-1492ddcc4236 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.080102 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-738172623'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:25.091053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-78f98be2-083a-4cbc-a638-8bd97787254c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:25.097974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:25.100349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.112547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-78f98be2-083a-4cbc-a638-8bd97787254c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:router and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:25.122904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-78f98be2-083a-4cbc-a638-8bd97787254c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:25.136935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-78f98be2-083a-4cbc-a638-8bd97787254c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:25.159965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.181037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:network and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:25.198867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78f98be2-083a-4cbc-a638-8bd97787254c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.200147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78f98be2-083a-4cbc-a638-8bd97787254c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.241063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:25.254889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Network 6d2214d7-294b-4287-b7be-53138ca3af7e is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:25.283406 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c875b-b1b5-4ad6-b714-147daa25fc01 req-dee98149-7d2d-4e5b-9bf9-21af448be234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:25.284875 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ea7c875b-b1b5-4ad6-b714-147daa25fc01 req-dee98149-7d2d-4e5b-9bf9-21af448be234 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5951c9dd-e782-4b95-be40-418f146c5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3316598 Dec 22 17:16:25.299491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2a601-5b3f-43ba-a5b9-1492ddcc4236 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Calling delete_port for 8bfbce84-71fa-460d-b7e0-62775f68960b owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:25.305605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:25.317411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Pushing event updated for resources: {'Port': ['ID=6f9c1e78-84b1-40f4-bf71-a9da2777fcf8,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:25.322638 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:25.330321 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:25.340398 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:25.395029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78f98be2-083a-4cbc-a638-8bd97787254c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.429423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:25.432917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.448654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] For port c17832ff-17e2-4e49-a4df-e67357412a03, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c17832ff-17e2-4e49-a4df-e67357412a03,segment=NetworkSegment(52b9b424-818a-4ba9-a5dd-c771a41d37b7),segment_id=52b9b424-818a-4ba9-a5dd-c771a41d37b7)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:25.448931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.518333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.576608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Attempting to bind port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:25.576977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Attempting to bind port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '71206efb-b8db-4d9c-ad07-12eef7c5b571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6d2214d7-294b-4287-b7be-53138ca3af7e'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:25.577340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Attempting to bind port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 on network 6d2214d7-294b-4287-b7be-53138ca3af7e {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:25.591582 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:25.591942 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Checking segment: {'id': '71206efb-b8db-4d9c-ad07-12eef7c5b571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6d2214d7-294b-4287-b7be-53138ca3af7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:25.592589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.592714 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Bound using segment: {'id': '71206efb-b8db-4d9c-ad07-12eef7c5b571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6d2214d7-294b-4287-b7be-53138ca3af7e'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:25.593177 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Bound port: 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71206efb-b8db-4d9c-ad07-12eef7c5b571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6d2214d7-294b-4287-b7be-53138ca3af7e'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:25.593770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.599848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.607469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Calling delete_port for c17832ff-17e2-4e49-a4df-e67357412a03 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:25.652508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.691748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.712526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78f98be2-083a-4cbc-a638-8bd97787254c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.714886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:25.729357 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:25.772368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4e2a601-5b3f-43ba-a5b9-1492ddcc4236 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.777856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae53393-63fc-4106-8399-3251a23a10f1,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:25.796603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-03b5051f-d31d-4286-beab-72294239751b', 'network_id': '03b5051f-d31d-4286-beab-72294239751b', 'tenant_id': 'b0ee63329cf14e019ca8df08e1ed40c3', 'fixed_ips': [{'subnet_id': 'be939460-c67f-427d-b359-86b1bb5bb010'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:25.797456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.803873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:25.804389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:25.827995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] For port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:25.831789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] For port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6f9c1e78-84b1-40f4-bf71-a9da2777fcf8,segment=NetworkSegment(71206efb-b8db-4d9c-ad07-12eef7c5b571),segment_id=71206efb-b8db-4d9c-ad07-12eef7c5b571)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:25.841169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.841833 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Added segment 5a8ec158-d970-45d1-8254-523f0e5c7e4c of type vlan for network e590b10f-4f26-4373-87ec-463b50ac085f Dec 22 17:16:25.868210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2a601-5b3f-43ba-a5b9-1492ddcc4236 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event deleted for resources: {'Port': ['ID=8bfbce84-71fa-460d-b7e0-62775f68960b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:25.869959 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:25.875411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3d56a367-5b3c-4a08-bde0-f1cdba83ebff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:25.999501 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ea7c875b-b1b5-4ad6-b714-147daa25fc01 req-45fc2e3f-665b-4817-adde-5f5fd118e008 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032788 Dec 22 17:16:26.027538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Pushing event updated for resources: {'Port': ['ID=6f9c1e78-84b1-40f4-bf71-a9da2777fcf8,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:26.043330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d4e2a601-5b3f-43ba-a5b9-1492ddcc4236 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:26.049008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.050610 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2839804 Dec 22 17:16:26.058472 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58782) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:26.059568 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.065938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78f98be2-083a-4cbc-a638-8bd97787254c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.067464 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-78f98be2-083a-4cbc-a638-8bd97787254c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0305331 Dec 22 17:16:26.067664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:26.080175 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58784) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:26.105098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:26.111025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Allocated IP 172.20.0.2 (03b5051f-d31d-4286-beab-72294239751b/be939460-c67f-427d-b359-86b1bb5bb010/2f7babb8-3234-4ab3-95d9-cb0cce2658f9) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:26.134326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'network_id': '03b5051f-d31d-4286-beab-72294239751b', 'name': 'tempest-PortsTestJSON-43049810'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:26.190284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No DVR routers for this DVR port c17832ff-17e2-4e49-a4df-e67357412a03 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:26.240135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Port': ['ID=c17832ff-17e2-4e49-a4df-e67357412a03,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:26.252888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:26.254615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.345839 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:16:26.378647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.380080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.423281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.431837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.26.3.8 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/fcaea777-4326-4cd6-804a-eb71a2578d2a) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:26.437664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd399-ae88-4062-8b28-91a097b540d0 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.449070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:26.452912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.453680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd399-ae88-4062-8b28-91a097b540d0 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.465013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Transition to ACTIVE for port object 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:26.493120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deabb9b-aeca-47f9-9484-8ea7ab5dc079 req-cedb5a93-7640-45aa-a7f8-8246b0828b74 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:26.494673 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4deabb9b-aeca-47f9-9484-8ea7ab5dc079 req-cedb5a93-7640-45aa-a7f8-8246b0828b74 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.9088597 Dec 22 17:16:26.497659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9a4325-5c0d-47a3-aa4e-a29cebf44ead']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:26.525895 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4e2a601-5b3f-43ba-a5b9-1492ddcc4236 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.531177 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Transition to ACTIVE for port object 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:26.538208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd399-ae88-4062-8b28-91a097b540d0 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.540051 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b9b424-818a-4ba9-a5dd-c771a41d37b7') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:26.540322 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b9b424-818a-4ba9-a5dd-c771a41d37b7') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:26.540804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.559040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cc382d5a-7e2f-4676-8171-641e323c0bf5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:26.559519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:26.567777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.576736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd399-ae88-4062-8b28-91a097b540d0 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.580837 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9e9dd399-ae88-4062-8b28-91a097b540d0 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/0ae53393-63fc-4106-8399-3251a23a10f1 HTTP/1.1" status: 204 len: 168 time: 0.5079513 Dec 22 17:16:26.581946 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d4e2a601-5b3f-43ba-a5b9-1492ddcc4236 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "DELETE /v2.0/ports/8bfbce84-71fa-460d-b7e0-62775f68960b HTTP/1.1" status: 204 len: 168 time: 2.2499905 Dec 22 17:16:26.585456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58790) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:26.585973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58792) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:26.588579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.598714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:26.599782 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.617432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dd399-ae88-4062-8b28-91a097b540d0 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ae53393-63fc-4106-8399-3251a23a10f1,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:26.624059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e9dd399-ae88-4062-8b28-91a097b540d0 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:26.624397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:26.642913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Network 03b5051f-d31d-4286-beab-72294239751b is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:26.646572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:26.649204 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:26.721563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.722101 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ea7c875b-b1b5-4ad6-b714-147daa25fc01 req-da1ece0e-9f88-4575-ba54-509872aaec92 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021663 Dec 22 17:16:26.725343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Network': ['ID=e590b10f-4f26-4373-87ec-463b50ac085f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:26.731915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:26.735892 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6822617 Dec 22 17:16:26.735892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:26.735892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:26.755295 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:26.757547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58798) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:26.761496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'ports': [{'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997'}, {'network_id': 'e590b10f-4f26-4373-87ec-463b50ac085f'}]} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:26.761802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:26.762835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': 'e590b10f-4f26-4373-87ec-463b50ac085f'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:26.784051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Attempting to bind port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:26.784423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Attempting to bind port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '9e56e055-0e5f-42d9-b4a1-54466245d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '03b5051f-d31d-4286-beab-72294239751b'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:26.784790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Attempting to bind port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 on network 03b5051f-d31d-4286-beab-72294239751b {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:26.790066 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Pushing event updated for resources: {'Port': ['ID=2f7babb8-3234-4ab3-95d9-cb0cce2658f9,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:26.792777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:26.793634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network e590b10f-4f26-4373-87ec-463b50ac085f details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:26.806408 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:26.806960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Checking segment: {'id': '9e56e055-0e5f-42d9-b4a1-54466245d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '03b5051f-d31d-4286-beab-72294239751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:26.811744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.812198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Bound using segment: {'id': '9e56e055-0e5f-42d9-b4a1-54466245d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '03b5051f-d31d-4286-beab-72294239751b'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:26.812705 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Bound port: 2f7babb8-3234-4ab3-95d9-cb0cce2658f9, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e56e055-0e5f-42d9-b4a1-54466245d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '03b5051f-d31d-4286-beab-72294239751b'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:26.813104 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.828491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event updated for resources: {'Port': ['ID=7a7010d3-bd44-44f2-90cb-f89c099e2500,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:26.831190 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7149afb-01ad-4ad2-b4a3-084a5316ae36 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] GET failed (client error): The resource could not be found. Dec 22 17:16:26.833031 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b7149afb-01ad-4ad2-b4a3-084a5316ae36 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "GET /v2.0/ports/8bfbce84-71fa-460d-b7e0-62775f68960b HTTP/1.1" status: 404 len: 333 time: 0.2023246 Dec 22 17:16:26.841475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:26.846788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:26.849635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58802) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:26.897003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:port and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:26.903959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:26.914690 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4deabb9b-aeca-47f9-9484-8ea7ab5dc079 req-80bcf682-af2a-41c0-af0a-e6f32a728f75 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3834114 Dec 22 17:16:26.936375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:26.944930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:26.997063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] For port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:26.997990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fbf79a8c-9b26-4aa7-904c-90cbda46cb41 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:27.001102 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] For port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2f7babb8-3234-4ab3-95d9-cb0cce2658f9,segment=NetworkSegment(9e56e055-0e5f-42d9-b4a1-54466245d2d2),segment_id=9e56e055-0e5f-42d9-b4a1-54466245d2d2)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:27.009759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.017569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.026255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:27.030590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-43cfd39d-21d2-4f84-ac19-93116821d054 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Deleting port 56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:27.031059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-43cfd39d-21d2-4f84-ac19-93116821d054 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.079166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:27.086053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.096412 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8849609 Dec 22 17:16:27.101955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:27.109245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.111510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.119878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58806) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:27.135201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b3fdd6ba-c59a-4765-8823-9b7e526f82ad tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Request body: {'floatingip': {'port_id': 'e3438ce6-1dd2-4fc7-8ca0-88f35abe873c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:27.145519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Pushing event updated for resources: {'Port': ['ID=2f7babb8-3234-4ab3-95d9-cb0cce2658f9,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:27.149961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:27.180548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fbf79a8c-9b26-4aa7-904c-90cbda46cb41 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:27.186269 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fbf79a8c-9b26-4aa7-904c-90cbda46cb41 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5570297 Dec 22 17:16:27.195031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58810) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:27.222000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Network': ['ID=bd9a4325-5c0d-47a3-aa4e-a29cebf44ead,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:27.238866 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/bd9a4325-5c0d-47a3-aa4e-a29cebf44ead HTTP/1.1" status: 204 len: 168 time: 5.9507124 Dec 22 17:16:27.250896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:27.270080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58814) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:27.275457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-384981817'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:27.280990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:27.286842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port 1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:27.290015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:network and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:27.293100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:27.305087 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd6ba-c59a-4765-8823-9b7e526f82ad tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for floatingip, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.353109 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2563232-643d-4a20-9414-12788fe5503b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.379234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:27.401481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:27.406465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:port and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:27.417040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:27.466401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:27.479334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:27.483359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.514969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 2} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:27.523135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.524962 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.557953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2563232-643d-4a20-9414-12788fe5503b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.584773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-27f00188-e48f-432d-9231-e8e5bfa1d9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.643211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.653378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:27.655352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d08afe-070e-4605-9373-3d79bb8dde8f None None] Network 6d2214d7-294b-4287-b7be-53138ca3af7e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:27.657328 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-b3fdd6ba-c59a-4765-8823-9b7e526f82ad tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] update failed (client error): The resource could not be found. Dec 22 17:16:27.662337 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b3fdd6ba-c59a-4765-8823-9b7e526f82ad tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "PUT /v2.0/floatingips/ddf1c4f9-3ab5-4e1d-b053-5bf1b4ec02d4 HTTP/1.1" status: 404 len: 507 time: 0.5351307 Dec 22 17:16:27.666334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58818) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:27.694825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2563232-643d-4a20-9414-12788fe5503b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.706170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-43cfd39d-21d2-4f84-ac19-93116821d054 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.716751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-44892310-039b-4b28-b238-ca3a3c05cc48 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:27.742707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2563232-643d-4a20-9414-12788fe5503b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f26ee59e-cb6a-480e-bc9c-1485d06ad905,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:27.762311 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-24c3daa9-1367-47cd-8636-224677763edf None None] Provisioning for port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:27.765861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.766204 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Added segment 18de9569-7630-4bb3-9c8a-153e812d3284 of type vlan for network f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6 Dec 22 17:16:27.887856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b2563232-643d-4a20-9414-12788fe5503b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:27.897643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-43cfd39d-21d2-4f84-ac19-93116821d054 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Calling delete_port for 56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:27.926287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:27.944786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6e253c5-36c1-4542-90ec-699b3b4bb601 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:27.963818 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:16:28.000145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.9 (03b5051f-d31d-4286-beab-72294239751b/be939460-c67f-427d-b359-86b1bb5bb010/1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:28.070617 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b2563232-643d-4a20-9414-12788fe5503b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.072076 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b2563232-643d-4a20-9414-12788fe5503b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f26ee59e-cb6a-480e-bc9c-1485d06ad905 HTTP/1.1" status: 204 len: 168 time: 0.8716602 Dec 22 17:16:28.109763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58824) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:28.124452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.152321 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-acfd8449-d813-40d8-ae16-40491e60777b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Deleting port 7a7010d3-bd44-44f2-90cb-f89c099e2500 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:28.152690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acfd8449-d813-40d8-ae16-40491e60777b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.180049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port 834a614c-249e-477e-a390-bf1c695e54bb yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:28.262583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:28.284612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:28.286705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=fcaea777-4326-4cd6-804a-eb71a2578d2a,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:28.292874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:28.339864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-956bb316-6d4e-4868-8a2e-17efd5d621c4 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:28.340587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:28.350501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:28.455770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:28.464143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:28.464896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.490000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-956bb316-6d4e-4868-8a2e-17efd5d621c4 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:28.494288 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-956bb316-6d4e-4868-8a2e-17efd5d621c4 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3834608 Dec 22 17:16:28.497625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58828) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:28.513765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.519303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:28.520591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.561078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-78c655cb-6ad2-4f2c-9b87-4c7fc64d1323 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:28.612587 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb06d89-ba9f-4f37-b1a8-078b5c87372f None None] Network 03b5051f-d31d-4286-beab-72294239751b requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:28.702343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.716480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a3948-6834-4530-8b23-b20ab436d5b5 req-8de99781-b835-4abd-9be9-d1b67dbc8052 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:28.717845 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-172a3948-6834-4530-8b23-b20ab436d5b5 req-8de99781-b835-4abd-9be9-d1b67dbc8052 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.6567905 Dec 22 17:16:28.719732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acfd8449-d813-40d8-ae16-40491e60777b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.720359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acfd8449-d813-40d8-ae16-40491e60777b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.733254 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-43cfd39d-21d2-4f84-ac19-93116821d054 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.751323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3e431a04-6536-438f-a9e8-575bdc89b943 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:28.754525 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bfd737ea-7a39-4337-a5dc-4e440b0ed572 None None] Provisioning for port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:28.776921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6f9c1e78-84b1-40f4-bf71-a9da2777fcf8,segment=NetworkSegment(71206efb-b8db-4d9c-ad07-12eef7c5b571),segment_id=71206efb-b8db-4d9c-ad07-12eef7c5b571)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:28.786026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.787033 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:28.817396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-08572a18-39e6-4eeb-92ac-3a2314646c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:28.822362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfd39d-21d2-4f84-ac19-93116821d054 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event deleted for resources: {'Port': ['ID=56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:28.825509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-43cfd39d-21d2-4f84-ac19-93116821d054 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:28.857651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-10f7ab60-a6f5-4d4a-bc34-975bb265e3c1 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.865014 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5939293 Dec 22 17:16:28.879630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58832) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:28.955316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'subnet': {'network_id': 'f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:28.959547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Network': ['ID=f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:28.974532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-acfd8449-d813-40d8-ae16-40491e60777b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Calling delete_port for 7a7010d3-bd44-44f2-90cb-f89c099e2500 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:28.977993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-43cfd39d-21d2-4f84-ac19-93116821d054 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:28.998570 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:29.006678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-10f7ab60-a6f5-4d4a-bc34-975bb265e3c1 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.017889 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-172a3948-6834-4530-8b23-b20ab436d5b5 req-4fd8b688-5998-45d2-8fa4-204b7e3bc13b tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2656131 Dec 22 17:16:29.019698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:29.085422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.177388 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:29.181388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:29.182091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:subnet and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:29.187394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:29.198809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-10f7ab60-a6f5-4d4a-bc34-975bb265e3c1 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.203147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:29.203769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.214277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:29.234742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=6f9c1e78-84b1-40f4-bf71-a9da2777fcf8,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:29.254470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:29.259100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7ab60-a6f5-4d4a-bc34-975bb265e3c1 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5c5f0f5-6758-4b8a-a0b3-a194a24b5dbb,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:29.262768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port 06ddcc22-021b-4dff-bbb2-d206fa5c35a6 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:29.268236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-10f7ab60-a6f5-4d4a-bc34-975bb265e3c1 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:29.275384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-10f7ab60-a6f5-4d4a-bc34-975bb265e3c1 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.276484 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-10f7ab60-a6f5-4d4a-bc34-975bb265e3c1 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c5c5f0f5-6758-4b8a-a0b3-a194a24b5dbb HTTP/1.1" status: 204 len: 168 time: 0.7708881 Dec 22 17:16:29.281624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58838) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:29.290623 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-43cfd39d-21d2-4f84-ac19-93116821d054 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "DELETE /v2.0/ports/56d1bb2e-dcb1-4ed9-ac0f-0f395d462f0c HTTP/1.1" status: 204 len: 168 time: 2.4275205 Dec 22 17:16:29.300068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58842) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:29.333658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:29.366434 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.377936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.408634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2ac16df2-fbe2-4848-8276-64ba4db35b8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:29.412888 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2f7babb8-3234-4ab3-95d9-cb0cce2658f9,segment=NetworkSegment(9e56e055-0e5f-42d9-b4a1-54466245d2d2),segment_id=9e56e055-0e5f-42d9-b4a1-54466245d2d2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:29.414909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acfd8449-d813-40d8-ae16-40491e60777b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.419029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.423438 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8b2a5098-1204-4476-b549-f6bd9cf88201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:29.469266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:29.495628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object 1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:29.511402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=2f7babb8-3234-4ab3-95d9-cb0cce2658f9,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:29.515776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:29.526909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:29.531857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.541145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd8449-d813-40d8-ae16-40491e60777b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event deleted for resources: {'Port': ['ID=7a7010d3-bd44-44f2-90cb-f89c099e2500,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:29.547679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-acfd8449-d813-40d8-ae16-40491e60777b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:29.596883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2ac16df2-fbe2-4848-8276-64ba4db35b8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:29.601597 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2ac16df2-fbe2-4848-8276-64ba4db35b8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3156512 Dec 22 17:16:29.612737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58846) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:29.639360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7267d6fc-b715-4b0b-b54c-a8793c49303e None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:16:29.672904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f508b216-c8a7-4b7c-8d94-875b25b8a208 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Deleting subnet 28375e6f-5e15-41b1-a12c-15e0a072a6a3 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:16:29.701522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f508b216-c8a7-4b7c-8d94-875b25b8a208 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.717225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-01460c7c-94ed-4a46-917b-ff01ec200645 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.738330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-86acaabc-5fcc-46c3-88f8-7a1ab45d79f2 None None] Provisioning complete for port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:29.738330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-86acaabc-5fcc-46c3-88f8-7a1ab45d79f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.741583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.742113 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acfd8449-d813-40d8-ae16-40491e60777b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.748568 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-01460c7c-94ed-4a46-917b-ff01ec200645 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.755361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.791259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acfd8449-d813-40d8-ae16-40491e60777b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.798729 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-acfd8449-d813-40d8-ae16-40491e60777b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "DELETE /v2.0/floatingips/ddf1c4f9-3ab5-4e1d-b053-5bf1b4ec02d4 HTTP/1.1" status: 204 len: 168 time: 2.1253636 Dec 22 17:16:29.798729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58850) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:29.806106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fb079b5b-54b1-47a5-87f9-f2c48f362735 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Request body: {'floatingip': {'floating_network_id': 'be1ff070-aaee-48bf-8c86-628986af2693', 'port_id': 'e3438ce6-1dd2-4fc7-8ca0-88f35abe873c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:29.812581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fb079b5b-54b1-47a5-87f9-f2c48f362735 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:29.816429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fb079b5b-54b1-47a5-87f9-f2c48f362735 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Usage tracker for resource:floatingip and tenant:74ab92149d6f476a80a92e44890d97b1 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:29.819323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fb079b5b-54b1-47a5-87f9-f2c48f362735 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:29.827770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fb079b5b-54b1-47a5-87f9-f2c48f362735 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:29.838438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-01460c7c-94ed-4a46-917b-ff01ec200645 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.844277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-01460c7c-94ed-4a46-917b-ff01ec200645 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.848948 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-01460c7c-94ed-4a46-917b-ff01ec200645 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c92f29fd-4a12-40ad-b47d-988b62c1ed23 HTTP/1.1" status: 204 len: 168 time: 0.2033484 Dec 22 17:16:29.848948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-10f7ab60-a6f5-4d4a-bc34-975bb265e3c1 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:29.853778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb079b5b-54b1-47a5-87f9-f2c48f362735 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.861474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58854) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:29.879990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01460c7c-94ed-4a46-917b-ff01ec200645 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c92f29fd-4a12-40ad-b47d-988b62c1ed23,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:29.882978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-01460c7c-94ed-4a46-917b-ff01ec200645 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:29.890579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:29.898526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cbb76853-6840-4203-a69e-08092c91bc29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:29.952042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:29.960765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7267d6fc-b715-4b0b-b54c-a8793c49303e None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:16:29.965478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:29.967915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:29.968749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.037342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825e21a-3b9b-4e29-b27d-af0604334417 req-cc231c78-46fe-443c-9e47-cf052323ed6b tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:30.038925 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4825e21a-3b9b-4e29-b27d-af0604334417 req-cc231c78-46fe-443c-9e47-cf052323ed6b tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.8484766 Dec 22 17:16:30.048781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f508b216-c8a7-4b7c-8d94-875b25b8a208 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.080274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.101795 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-99f025d6-683e-46d1-8fda-7735620ccf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.172215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fca2f741-e5fc-4339-bed3-cfde4531143b tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:30.185465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=834a614c-249e-477e-a390-bf1c695e54bb,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:30.191717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:30.192628 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d3e5af34-9409-427a-9932-05ea054d73dc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:30.264018 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:30.298242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Checking segment: {'id': '5a8ec158-d970-45d1-8254-523f0e5c7e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e590b10f-4f26-4373-87ec-463b50ac085f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:30.298602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network hostable DHCP agents. Network: e590b10f-4f26-4373-87ec-463b50ac085f, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:30.322755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 03b5051f-d31d-4286-beab-72294239751b is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:30.323520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=06ddcc22-021b-4dff-bbb2-d206fa5c35a6,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:30.326849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:30.338318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:30.350222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network e590b10f-4f26-4373-87ec-463b50ac085f is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:30.366896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, e590b10f-4f26-4373-87ec-463b50ac085f) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:30.373297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:30.379188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:30.379387 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4825e21a-3b9b-4e29-b27d-af0604334417 req-91b22380-f526-41c9-8094-4d51278b2ae3 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2451355 Dec 22 17:16:30.380104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:30.383944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:30.385362 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.412586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:30.426799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fe01b2d2-b2f2-4d59-89e1-f243cf5fdbfe tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:30.430809 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6740253 Dec 22 17:16:30.433058 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-fb079b5b-54b1-47a5-87f9-f2c48f362735 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:16:30.434684 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fb079b5b-54b1-47a5-87f9-f2c48f362735 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6365862 Dec 22 17:16:30.435485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58860) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:30.439612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58864) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:30.442464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:30.442997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.491869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:30.526000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'e3438ce6-1dd2-4fc7-8ca0-88f35abe873c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:30.586644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971416d5-b95a-4b51-86fc-c8202291abba None None] Network e590b10f-4f26-4373-87ec-463b50ac085f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:30.595075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:30.595703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fe01b2d2-b2f2-4d59-89e1-f243cf5fdbfe tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:30.596571 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fe01b2d2-b2f2-4d59-89e1-f243cf5fdbfe tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.7318830 Dec 22 17:16:30.598545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Usage tracker for resource:floatingip and tenant:74ab92149d6f476a80a92e44890d97b1 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:30.602332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:30.608839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:30.613035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f508b216-c8a7-4b7c-8d94-875b25b8a208 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.626454 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58868) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:30.650912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.685924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2fb54c19-fab7-4f55-a819-94190d657cad tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.693332 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:30.693959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.698851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2fb54c19-fab7-4f55-a819-94190d657cad tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.711349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:30.742626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2fb54c19-fab7-4f55-a819-94190d657cad tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.759971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-7116dd7e-163e-471c-950d-9b068f12e93a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 06ddcc22-021b-4dff-bbb2-d206fa5c35a6 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:30.760404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7116dd7e-163e-471c-950d-9b068f12e93a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.805156 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.810719 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.7283194 Dec 22 17:16:30.819734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-45e129ab-7d94-4d0e-8cb1-4df58663c7d4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:30.839451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58872) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:30.846663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:30.859632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.884024 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:30.884511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.966902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4bdbb7a6-65d3-43d2-bcbe-2b7df604f4bd None None] Provisioning for port 1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:30.978209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4bdbb7a6-65d3-43d2-bcbe-2b7df604f4bd None None] Provisioning complete for port 1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:30.978866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4bdbb7a6-65d3-43d2-bcbe-2b7df604f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:30.994042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f508b216-c8a7-4b7c-8d94-875b25b8a208 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.010091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.013738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Subnet': ['ID=23ddf2d5-761c-4355-8229-ac29257211a3,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:31.022127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:31.022728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:31.055086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Checking segment: {'id': '18de9569-7630-4bb3-9c8a-153e812d3284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:31.055481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network hostable DHCP agents. Network: f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:31.064162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f508b216-c8a7-4b7c-8d94-875b25b8a208 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.069347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d81a7-a361-4476-9a14-13ee54f10b6a None None] Network 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:31.071661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508b216-c8a7-4b7c-8d94-875b25b8a208 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event deleted for resources: {'Subnet': ['ID=28375e6f-5e15-41b1-a12c-15e0a072a6a3,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:31.102302 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb54c19-fab7-4f55-a819-94190d657cad tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dee53080-46c7-49e4-8de3-74772b1e0822,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:31.138491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f508b216-c8a7-4b7c-8d94-875b25b8a208 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:31.149372 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f508b216-c8a7-4b7c-8d94-875b25b8a208 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "DELETE /v2.0/subnets/28375e6f-5e15-41b1-a12c-15e0a072a6a3 HTTP/1.1" status: 204 len: 168 time: 1.8116252 Dec 22 17:16:31.156964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58876) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:31.165805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7116dd7e-163e-471c-950d-9b068f12e93a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.175357 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2fb54c19-fab7-4f55-a819-94190d657cad tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:31.188205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:31.199383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbb7a6-65d3-43d2-bcbe-2b7df604f4bd None None] Port 1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:31.240718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.271619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:31.282802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff654483-6095-4fce-a849-a95e7f053c50 None None] Network f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:31.291902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:31.292485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.318430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.332396 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3868430 Dec 22 17:16:31.339456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58880) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:31.349461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-944881346'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:31.357782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:31.360835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Deleting port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:31.361174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.390580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:network and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:31.393084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router 62bfe8aa-594f-455a-9b93-3139efb5470e is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:16:31.401906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2fb54c19-fab7-4f55-a819-94190d657cad tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.402136 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2fb54c19-fab7-4f55-a819-94190d657cad tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/dee53080-46c7-49e4-8de3-74772b1e0822 HTTP/1.1" status: 204 len: 168 time: 0.7732148 Dec 22 17:16:31.405375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:31.411084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-7116dd7e-163e-471c-950d-9b068f12e93a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for 06ddcc22-021b-4dff-bbb2-d206fa5c35a6 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:31.415063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58884) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:31.436595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:31.568195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6', 'network_id': 'f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6', 'tenant_id': 'ec75830dfc1f4aed97a82b04b4c99da0', 'fixed_ips': [{'subnet_id': '23ddf2d5-761c-4355-8229-ac29257211a3'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:31.569230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.570912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:31.574330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.586588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812e72c5-176a-493e-99df-87151660c2da None None] DHCP port deletion for 4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:16:31.597418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-812e72c5-176a-493e-99df-87151660c2da None None] Deleting port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:31.598097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-812e72c5-176a-493e-99df-87151660c2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.612655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301778f3-1b20-4368-b277-b32ee714f70c req-6898a156-1309-4587-bdc4-0d2262c3cdbf tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:31.614100 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-301778f3-1b20-4368-b277-b32ee714f70c req-6898a156-1309-4587-bdc4-0d2262c3cdbf tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 1.0785551 Dec 22 17:16:31.847312 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9919cdf1-bb3b-491e-b4cc-7eb6761d34b5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4308321 Dec 22 17:16:31.852561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58888) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:31.935967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-812e72c5-176a-493e-99df-87151660c2da None None] For port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3c6c81bf-cd96-4467-b2be-ab782c7fa4fe,segment=NetworkSegment(fe9cede2-b884-41d1-aace-07a787ef5ec5),segment_id=fe9cede2-b884-41d1-aace-07a787ef5ec5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:31.936445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-812e72c5-176a-493e-99df-87151660c2da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:31.969118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:31.983509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7116dd7e-163e-471c-950d-9b068f12e93a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.001549 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c0b4bfbb-93fe-4f31-9e64-6ea8c1b3a651 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:32.012691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.013033 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Added segment 71ba58cf-1cba-400d-9c44-b883ff8d0d47 of type vlan for network 718d52db-d2da-4000-a980-9ff5eb692a33 Dec 22 17:16:32.025383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] For port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3c6c81bf-cd96-4467-b2be-ab782c7fa4fe,segment=NetworkSegment(fe9cede2-b884-41d1-aace-07a787ef5ec5),segment_id=fe9cede2-b884-41d1-aace-07a787ef5ec5)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:32.025731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.033294 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-301778f3-1b20-4368-b277-b32ee714f70c req-adf45ca9-deb7-4be7-8cde-832761390a24 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3530226 Dec 22 17:16:32.034730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:16:32.066496 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe5452-ef53-4527-936f-5772fdb242c0 None None] Sync routers for ids ['62bfe8aa-594f-455a-9b93-3139efb5470e'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:16:32.077873 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe5452-ef53-4527-936f-5772fdb242c0 None None] Routers {'62bfe8aa-594f-455a-9b93-3139efb5470e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:32.078555 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-cdfe5452-ef53-4527-936f-5772fdb242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['62bfe8aa-594f-455a-9b93-3139efb5470e'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:32.141420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116dd7e-163e-471c-950d-9b068f12e93a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=06ddcc22-021b-4dff-bbb2-d206fa5c35a6,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:32.144862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7116dd7e-163e-471c-950d-9b068f12e93a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:32.150132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-812e72c5-176a-493e-99df-87151660c2da None None] Calling delete_port for 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:32.157988 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-cdfe5452-ef53-4527-936f-5772fdb242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:32.185765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Calling delete_port for 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:32.192122 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe5452-ef53-4527-936f-5772fdb242c0 None None] Routers {'62bfe8aa-594f-455a-9b93-3139efb5470e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:32.192844 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-cdfe5452-ef53-4527-936f-5772fdb242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['62bfe8aa-594f-455a-9b93-3139efb5470e'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:32.213199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7116dd7e-163e-471c-950d-9b068f12e93a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.221632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.228883 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7116dd7e-163e-471c-950d-9b068f12e93a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/06ddcc22-021b-4dff-bbb2-d206fa5c35a6 HTTP/1.1" status: 204 len: 168 time: 1.7920682 Dec 22 17:16:32.237129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58894) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:32.255092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.255808 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Allocated IP 2001:db8::1 (f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6/23ddf2d5-761c-4355-8229-ac29257211a3/6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:32.260892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0be2-32d8-41ee-86d6-1ad51f6b2013 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.276834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.280649 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.8921382 Dec 22 17:16:32.286160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58898) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:32.291950 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-cdfe5452-ef53-4527-936f-5772fdb242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:32.292628 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe5452-ef53-4527-936f-5772fdb242c0 None None] The sync data for ids ['62bfe8aa-594f-455a-9b93-3139efb5470e'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:16:32.302649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:16:32.390011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0be2-32d8-41ee-86d6-1ad51f6b2013 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.412934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.452484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.453733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d6fbda-6982-4dff-93ef-93fde92615ed tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:32.459063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:32.459680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.460370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d6fbda-6982-4dff-93ef-93fde92615ed tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:32.461136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-39d6fbda-6982-4dff-93ef-93fde92615ed tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:32.469546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f28c5f2d-432b-4e8a-b305-59e106e8c55d tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:32.539809 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No active binding found for port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe {{(pid=87588) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 17:16:32.540262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:16:32.545785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-812e72c5-176a-493e-99df-87151660c2da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:32.546192 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-812e72c5-176a-493e-99df-87151660c2da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:32.549320 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.555871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.565667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-39d6fbda-6982-4dff-93ef-93fde92615ed tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:32.570404 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-39d6fbda-6982-4dff-93ef-93fde92615ed tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3318872 Dec 22 17:16:32.578288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58904) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:32.659683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] No DVR routers for this DVR port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:32.668901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.679442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Transition to ACTIVE for port object 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:32.696819 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3531914 Dec 22 17:16:32.696819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0be2-32d8-41ee-86d6-1ad51f6b2013 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.697448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0be2-32d8-41ee-86d6-1ad51f6b2013 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.698448 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d3fa0be2-32d8-41ee-86d6-1ad51f6b2013 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-groups/8401c179-d229-4ec1-a2a6-8f27fdcf065a HTTP/1.1" status: 204 len: 168 time: 0.8339517 Dec 22 17:16:32.699047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58908) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:32.701834 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Transition to ACTIVE for port object 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:32.707195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Network': ['ID=718d52db-d2da-4000-a980-9ff5eb692a33,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:32.708547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.714693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:32.718643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'subnet': {'network_id': '718d52db-d2da-4000-a980-9ff5eb692a33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:32.723764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58910) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:32.733378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:32.738170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fa24d09b-e972-4f86-95fa-cf69b215e41c tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:32.795995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 718d52db-d2da-4000-a980-9ff5eb692a33 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:32.820400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Network f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:32.822037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Pushing event updated for resources: {'Port': ['ID=6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:32.831709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:32.835506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:32.837908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:32.911936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event deleted for resources: {'Port': ['ID=3c6c81bf-cd96-4467-b2be-ab782c7fa4fe,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:32.939649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Allocated IP 172.26.3.247 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/b275ce59-0c9b-4a28-8ace-1cb78d8e63bf) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:32.946810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ffe4b-8b93-4419-99d6-e19245352517 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 834a614c-249e-477e-a390-bf1c695e54bb {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:32.947171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4c0ffe4b-8b93-4419-99d6-e19245352517 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:32.981430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:32.985443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b71e59c6-5faf-4b98-bc33-08690fb097cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:33.053931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0be2-32d8-41ee-86d6-1ad51f6b2013 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8401c179-d229-4ec1-a2a6-8f27fdcf065a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:33.059702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.072786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d3fa0be2-32d8-41ee-86d6-1ad51f6b2013 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:33.074423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-812e72c5-176a-493e-99df-87151660c2da None None] Deleting port 3c6c81bf-cd96-4467-b2be-ab782c7fa4fe {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:33.075199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-812e72c5-176a-493e-99df-87151660c2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.101642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-48aba691-d531-4762-9853-d0e7402eeed9 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:33.154206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:33.164844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:33.177299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-812e72c5-176a-493e-99df-87151660c2da None None] The port '3c6c81bf-cd96-4467-b2be-ab782c7fa4fe' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:16:33.180559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:subnet and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:33.181362 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Attempting to bind port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:33.181989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Attempting to bind port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '18de9569-7630-4bb3-9c8a-153e812d3284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:33.182773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Attempting to bind port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 on network f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:33.189726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:33.190420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:33.198585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Checking segment: {'id': '18de9569-7630-4bb3-9c8a-153e812d3284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:33.198585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.198786 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Bound using segment: {'id': '18de9569-7630-4bb3-9c8a-153e812d3284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:33.200221 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Bound port: 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de9569-7630-4bb3-9c8a-153e812d3284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:33.200364 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.202047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9cede2-b884-41d1-aace-07a787ef5ec5') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:33.202346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9cede2-b884-41d1-aace-07a787ef5ec5') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:33.210947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:33.225570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.272157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-48aba691-d531-4762-9853-d0e7402eeed9 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:33.278205 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-48aba691-d531-4762-9853-d0e7402eeed9 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5402417 Dec 22 17:16:33.292780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58916) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:33.295740 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] For port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:33.300111 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656013385'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:33.302098 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] For port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1,segment=NetworkSegment(18de9569-7630-4bb3-9c8a-153e812d3284),segment_id=18de9569-7630-4bb3-9c8a-153e812d3284)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:33.302699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:33.306326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.308172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.316845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:33.325421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.331393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:33.343400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89636d70-0a07-4f13-9d4b-210e4fd83897 req-39ef2527-3f39-4b0f-9b63-dd8c09c7fab3 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:33.345067 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-89636d70-0a07-4f13-9d4b-210e4fd83897 req-39ef2527-3f39-4b0f-9b63-dd8c09c7fab3 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.7218797 Dec 22 17:16:33.394705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:33.415906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Pushing event updated for resources: {'Port': ['ID=6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:33.419390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:33.508366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:33.508761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:33.525578 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:33.552029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.567232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.584318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.599016 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-89636d70-0a07-4f13-9d4b-210e4fd83897 req-f5998566-ace8-4952-aac7-329d3a254a8d tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2356493 Dec 22 17:16:33.599632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.611530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-186a6ff8-6d48-418e-941e-8753a30966de tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:33.711818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_backend_mixin [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Performing IP validity checks on allocation pools {{(pid=87587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 17:16:33.712335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_backend_mixin [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 17:16:33.716856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.769561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7afc0ed5-869a-4e21-a894-f2e105871757 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:33.774255 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4c0ffe4b-8b93-4419-99d6-e19245352517 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.786533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:33.833178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Pushing event deleted for resources: {'Network': ['ID=4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:33.845654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:33.851827 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] 10.222.0.70 "DELETE /v2.0/networks/4fe8a8b2-f0a6-443b-8e79-c201b9f82d7f HTTP/1.1" status: 204 len: 168 time: 2.6936665 Dec 22 17:16:33.936003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:33.940574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:33.943675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:33.950340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:34.067728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ffe4b-8b93-4419-99d6-e19245352517 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for 834a614c-249e-477e-a390-bf1c695e54bb owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:34.139303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:34.145637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-341d2765-136d-450c-b5b0-5c3da5d7199a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:34.172227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9f644c80-de6d-4cb1-b613-d768a33d7e90 None None] Provisioning complete for port 1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:34.173117 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9f644c80-de6d-4cb1-b613-d768a33d7e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:34.189615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:34.207062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:34.222620 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:34.224641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Subnet': ['ID=7c043361-16a1-45bd-9f16-3d46cdcebbb3,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:34.227796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:34.240708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:34.279006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58924) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:34.282808 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9f644c80-de6d-4cb1-b613-d768a33d7e90 None None] Port 1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:34.283893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:34.303665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:34.330139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:34.400972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:34.434017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:34.444921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:34.452059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:34.486759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4c0ffe4b-8b93-4419-99d6-e19245352517 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:34.488409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2601a2dc-bdb9-4ad4-8bd2-0b14a6ab43e1,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:34.504698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:34.513403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Checking segment: {'id': '71ba58cf-1cba-400d-9c44-b883ff8d0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '718d52db-d2da-4000-a980-9ff5eb692a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:34.513755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network hostable DHCP agents. Network: 718d52db-d2da-4000-a980-9ff5eb692a33, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:34.553846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:34.556828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-034ac6ee-cf2c-4134-8149-7bba1cd5cb8d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:34.588281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network 718d52db-d2da-4000-a980-9ff5eb692a33 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:34.600647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:34.604336 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3081400 Dec 22 17:16:34.609269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58930) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:34.617032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': '2601a2dc-bdb9-4ad4-8bd2-0b14a6ab43e1', 'direction': 'ingress', 'protocol': 17}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:34.626610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:34.633459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 718d52db-d2da-4000-a980-9ff5eb692a33) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:34.638800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:34.645450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:34.648869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1152fd5d-b3c8-4998-ab16-6d688f00c484 None None] Network 718d52db-d2da-4000-a980-9ff5eb692a33 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:34.649018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:34.649441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:34.658287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4c0ffe4b-8b93-4419-99d6-e19245352517 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:34.700165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event updated for resources: {'Port': ['ID=b275ce59-0c9b-4a28-8ace-1cb78d8e63bf,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:34.709093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:34.772140 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0622916 Dec 22 17:16:34.784946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58936) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:34.808195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca777de-9eda-4657-9e0d-17ded02e8b65 None None] Network f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:34.844908 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-027eb21b-4eb3-451b-9029-a5bcea989adf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ee2c2d57bb84c37a7fc3cf0369df443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5644798 Dec 22 17:16:34.868793 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4c0ffe4b-8b93-4419-99d6-e19245352517 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/834a614c-249e-477e-a390-bf1c695e54bb HTTP/1.1" status: 204 len: 168 time: 2.2872369 Dec 22 17:16:34.874389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58940) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:34.874729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58942) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:34.920942 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ffe4b-8b93-4419-99d6-e19245352517 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=834a614c-249e-477e-a390-bf1c695e54bb,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:34.929781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:34.945332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4c0ffe4b-8b93-4419-99d6-e19245352517 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:34.952661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:34.953058 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:35.007810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.008453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f75d9db3-b3b2-41dd-83c1-f0d083b20fc1 None None] Provisioning for port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:35.033722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f75d9db3-b3b2-41dd-83c1-f0d083b20fc1 None None] Provisioning complete for port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:35.033722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f75d9db3-b3b2-41dd-83c1-f0d083b20fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.043213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.20.0.1 (6d2214d7-294b-4287-b7be-53138ca3af7e/b9f971b5-2427-43bd-80e5-0886a009a151/1380b1de-ce60-48a2-9dce-e6893a753922) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:35.069489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.194232 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-718d52db-d2da-4000-a980-9ff5eb692a33', 'network_id': '718d52db-d2da-4000-a980-9ff5eb692a33', 'tenant_id': 'ec75830dfc1f4aed97a82b04b4c99da0', 'fixed_ips': [{'subnet_id': '7c043361-16a1-45bd-9f16-3d46cdcebbb3'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:35.195045 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.216540 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.255265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644cfe5-7aec-46e5-a98c-a69a04cbebdc req-4244ae09-df50-48d6-b2f8-0ddbd3e1de55 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:35.256754 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2644cfe5-7aec-46e5-a98c-a69a04cbebdc req-4244ae09-df50-48d6-b2f8-0ddbd3e1de55 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.4279444 Dec 22 17:16:35.258578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.260464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Deleting port b275ce59-0c9b-4a28-8ace-1cb78d8e63bf {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:35.261104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.314586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1c35-2f9e-4f42-8df6-62d7577a118d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.363553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8830d9f6-bffa-4986-834c-626ae9c877e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:35.364279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8830d9f6-bffa-4986-834c-626ae9c877e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:35.393892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f75d9db3-b3b2-41dd-83c1-f0d083b20fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.395899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1c35-2f9e-4f42-8df6-62d7577a118d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.446926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.478443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:35.513783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f75d9db3-b3b2-41dd-83c1-f0d083b20fc1 None None] For port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1,segment=NetworkSegment(18de9569-7630-4bb3-9c8a-153e812d3284),segment_id=18de9569-7630-4bb3-9c8a-153e812d3284)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:35.524944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Allocated IP 2001:db8::3 (718d52db-d2da-4000-a980-9ff5eb692a33/7c043361-16a1-45bd-9f16-3d46cdcebbb3/e879679f-a5b7-4804-aea6-3f2f14e83638) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:35.527429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f75d9db3-b3b2-41dd-83c1-f0d083b20fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.528843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcca63bb-f5ed-4f83-8194-cadebeb45293,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:35.532411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ba60891b-e55f-4429-9431-1a6d3dd9d394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:35.561046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:35.561939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.625315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.628602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.629782 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0200429 Dec 22 17:16:35.633049 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2644cfe5-7aec-46e5-a98c-a69a04cbebdc req-65284d17-9af9-4841-be54-f07bf4a2a075 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1931357 Dec 22 17:16:35.647266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58952) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:35.674859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8830d9f6-bffa-4986-834c-626ae9c877e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:35.676244 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8830d9f6-bffa-4986-834c-626ae9c877e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7910075 Dec 22 17:16:35.683441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58958) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:35.701512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Transition to ACTIVE for port object 1380b1de-ce60-48a2-9dce-e6893a753922 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:35.749523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.768537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.769104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.816578 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d9db3-b3b2-41dd-83c1-f0d083b20fc1 None None] Pushing event updated for resources: {'Port': ['ID=6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:35.820916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f75d9db3-b3b2-41dd-83c1-f0d083b20fc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:35.942977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1c35-2f9e-4f42-8df6-62d7577a118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.946296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d5ad397f-f304-480d-88c1-6e741587e195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:35.950448 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4b3fb22c-f811-4757-8677-f9ff578184ce None None] Provisioning complete for port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:35.950994 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb22c-f811-4757-8677-f9ff578184ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.958858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-598c5017-ce06-4b4b-ad5d-09b63729fe5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:35.972561 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Calling delete_port for b275ce59-0c9b-4a28-8ace-1cb78d8e63bf owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:35.994013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-598c5017-ce06-4b4b-ad5d-09b63729fe5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.029294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb1c35-2f9e-4f42-8df6-62d7577a118d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe39b9f8-5f32-4349-80cf-3e63a0b3486c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:36.035349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a7cb1c35-2f9e-4f42-8df6-62d7577a118d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:36.053578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1c35-2f9e-4f42-8df6-62d7577a118d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.054853 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a7cb1c35-2f9e-4f42-8df6-62d7577a118d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe39b9f8-5f32-4349-80cf-3e63a0b3486c HTTP/1.1" status: 204 len: 168 time: 1.1712573 Dec 22 17:16:36.066372 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0537bf5b-b9b9-4b91-9e5e-895b9237cba9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:16:36.070400 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0537bf5b-b9b9-4b91-9e5e-895b9237cba9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/06ddcc22-021b-4dff-bbb2-d206fa5c35a6 HTTP/1.1" status: 404 len: 333 time: 0.3819005 Dec 22 17:16:36.074408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.088723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58968) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:36.091326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c4da1f48-77e8-468c-a1fc-905d5f907e54 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:36.100268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.118220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Transition to ACTIVE for port object e879679f-a5b7-4804-aea6-3f2f14e83638 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:36.278090 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Transition to ACTIVE for port object e879679f-a5b7-4804-aea6-3f2f14e83638 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:36.291900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.297475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-b65e8c06-df9c-4160-a3ce-955a78f048e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:36.298668 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-796f98dd-47dd-4900-b088-11a14c81e83e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:16:36.301002 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-796f98dd-47dd-4900-b088-11a14c81e83e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/834a614c-249e-477e-a390-bf1c695e54bb HTTP/1.1" status: 404 len: 333 time: 0.1442463 Dec 22 17:16:36.302074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-598c5017-ce06-4b4b-ad5d-09b63729fe5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.305373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58976) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:36.347502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:36.408317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 6d2214d7-294b-4287-b7be-53138ca3af7e is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:36.420119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-598c5017-ce06-4b4b-ad5d-09b63729fe5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.424535 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-598c5017-ce06-4b4b-ad5d-09b63729fe5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-groups/2601a2dc-bdb9-4ad4-8bd2-0b14a6ab43e1 HTTP/1.1" status: 204 len: 168 time: 0.7732012 Dec 22 17:16:36.427567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Network 718d52db-d2da-4000-a980-9ff5eb692a33 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:36.432314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:36.438673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:36.444112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 58980) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:36.467525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:36.471551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:36.533041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Pushing event updated for resources: {'Port': ['ID=e879679f-a5b7-4804-aea6-3f2f14e83638,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:36.545665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.547390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:36.596280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Attempting to bind port e879679f-a5b7-4804-aea6-3f2f14e83638 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:36.596684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Attempting to bind port e879679f-a5b7-4804-aea6-3f2f14e83638 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '71ba58cf-1cba-400d-9c44-b883ff8d0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '718d52db-d2da-4000-a980-9ff5eb692a33'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:36.597054 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Attempting to bind port e879679f-a5b7-4804-aea6-3f2f14e83638 on network 718d52db-d2da-4000-a980-9ff5eb692a33 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:36.619311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.620042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:36.620425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Checking segment: {'id': '71ba58cf-1cba-400d-9c44-b883ff8d0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '718d52db-d2da-4000-a980-9ff5eb692a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:36.620933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.621311 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Bound using segment: {'id': '71ba58cf-1cba-400d-9c44-b883ff8d0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '718d52db-d2da-4000-a980-9ff5eb692a33'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:36.621784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Bound port: e879679f-a5b7-4804-aea6-3f2f14e83638, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ba58cf-1cba-400d-9c44-b883ff8d0d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '718d52db-d2da-4000-a980-9ff5eb692a33'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:36.622163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.633394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.639926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8ff02212-6ebe-4409-b834-97cbc1ef9452 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:36.655192 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:36.655770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.669147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ef8cc6d4-61d7-44eb-a54a-cd2706b73169 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:36.712007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:36.712630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event deleted for resources: {'Port': ['ID=b275ce59-0c9b-4a28-8ace-1cb78d8e63bf,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:36.716183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:36.738073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=1380b1de-ce60-48a2-9dce-e6893a753922,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:36.761605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ef8cc6d4-61d7-44eb-a54a-cd2706b73169 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:36.762861 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ef8cc6d4-61d7-44eb-a54a-cd2706b73169 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2982295 Dec 22 17:16:36.767963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:36.770721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 58992) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:36.772503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:36.800234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group': {'name': 'tempest-secgroup--145738925'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:36.802663 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c5017-ce06-4b4b-ad5d-09b63729fe5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2601a2dc-bdb9-4ad4-8bd2-0b14a6ab43e1,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:36.834493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-598c5017-ce06-4b4b-ad5d-09b63729fe5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:36.836061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:36.876824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:36.933972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:36.975507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521d1b0-cf0f-4515-a0c3-e83c6beae47f req-1b06d0fe-05df-4952-8998-95ec5b8ac399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:36.977144 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d521d1b0-cf0f-4515-a0c3-e83c6beae47f req-1b06d0fe-05df-4952-8998-95ec5b8ac399 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2004647fb1f74a07a97b27f4fdea4794&device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 1099 time: 0.8179255 Dec 22 17:16:36.984803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Subnet': ['ID=7c043361-16a1-45bd-9f16-3d46cdcebbb3,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:36.997032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:37.031698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b238c48c-6794-4d62-99e0-8a6c11aede5c None None] Provisioning for port 1380b1de-ce60-48a2-9dce-e6893a753922 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:37.033917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.039861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] For port e879679f-a5b7-4804-aea6-3f2f14e83638, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:37.043561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b238c48c-6794-4d62-99e0-8a6c11aede5c None None] Provisioning complete for port 1380b1de-ce60-48a2-9dce-e6893a753922 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:37.045393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b238c48c-6794-4d62-99e0-8a6c11aede5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.079681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.102643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] For port e879679f-a5b7-4804-aea6-3f2f14e83638, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e879679f-a5b7-4804-aea6-3f2f14e83638,segment=NetworkSegment(71ba58cf-1cba-400d-9c44-b883ff8d0d47),segment_id=71ba58cf-1cba-400d-9c44-b883ff8d0d47)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:37.107066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.120864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:37.134167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:37.136533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.140229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.159540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-12e074d3-9cd0-4316-be84-0e6fdc83a2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:37.165613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d77bc-4c8e-416a-accf-65a03eee5e6d req-c6228c55-3d17-4eb3-a5b4-c29c28463a58 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:37.167082 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-120d77bc-4c8e-416a-accf-65a03eee5e6d req-c6228c55-3d17-4eb3-a5b4-c29c28463a58 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.8351295 Dec 22 17:16:37.168268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521d1b0-cf0f-4515-a0c3-e83c6beae47f req-37799b76-75bb-4c5d-ba78-a8c581ab921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:37.169578 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d521d1b0-cf0f-4515-a0c3-e83c6beae47f req-37799b76-75bb-4c5d-ba78-a8c581ab921a service neutron] 10.222.0.53 "GET /v2.0/networks?id=5951c9dd-e782-4b95-be40-418f146c5bbc HTTP/1.1" status: 200 len: 913 time: 0.1769979 Dec 22 17:16:37.172013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.177636 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] create failed (client error): The resource could not be found. Dec 22 17:16:37.178682 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.7305114 Dec 22 17:16:37.180613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e590b10f-4f26-4373-87ec-463b50ac085f']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:37.189366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:37.190300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59004) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:37.220218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b238c48c-6794-4d62-99e0-8a6c11aede5c None None] Port 1380b1de-ce60-48a2-9dce-e6893a753922 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:37.234939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-aa38df8e-b4a2-4c6f-8877-061ef068a46b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:37.295334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8ec158-d970-45d1-8254-523f0e5c7e4c') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:37.295699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8ec158-d970-45d1-8254-523f0e5c7e4c') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:37.309368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.329941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.341507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:37.341984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.343634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Pushing event updated for resources: {'Port': ['ID=e879679f-a5b7-4804-aea6-3f2f14e83638,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:37.349998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:37.359341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718d52db-d2da-4000-a980-9ff5eb692a33']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:37.375145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a38a84-9e50-4a5b-a449-bb8fc272273e None None] Network 718d52db-d2da-4000-a980-9ff5eb692a33 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:37.415551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ba58cf-1cba-400d-9c44-b883ff8d0d47') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:37.415948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ba58cf-1cba-400d-9c44-b883ff8d0d47') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:37.436630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59010) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:37.446293 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:37.450063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:37.476252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.480775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.493612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a485d-78c4-4128-8472-d754577b578b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Deleting port e3438ce6-1dd2-4fc7-8ca0-88f35abe873c {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:37.493951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d3a485d-78c4-4128-8472-d754577b578b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.529801 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d521d1b0-cf0f-4515-a0c3-e83c6beae47f req-1613a03f-2d32-4b3d-aeee-c7f43f3b14be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8 HTTP/1.1" status: 200 len: 1002 time: 0.3432703 Dec 22 17:16:37.543168 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-120d77bc-4c8e-416a-accf-65a03eee5e6d req-645204a6-2c92-4a8c-8308-d91d0536df12 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3518991 Dec 22 17:16:37.637964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d1ca0-2a2e-4ea4-93cf-0cb2f4723ada None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:16:37.639875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.658596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-906895624'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:37.678445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:37.678856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.696352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:37.709704 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:37.729625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:network and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:37.734597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:37.745005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3,revision_number=3']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:37.747689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:37.755141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.758800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.770821 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b622f91e-7741-4d62-aba5-ebdbf59b5715 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:37.798131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Network': ['ID=e590b10f-4f26-4373-87ec-463b50ac085f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:37.800782 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:37.812408 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/networks/e590b10f-4f26-4373-87ec-463b50ac085f HTTP/1.1" status: 204 len: 168 time: 1.5059044 Dec 22 17:16:37.818928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59016) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:37.825138 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1499316153'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:37.825876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705d1ca0-2a2e-4ea4-93cf-0cb2f4723ada None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:16:37.843746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:37.851257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:network and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:37.863530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:37.873259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:37.888298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 03b5051f-d31d-4286-beab-72294239751b is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:37.889660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:37.895966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:37.899404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:37.981582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:38.006674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521d1b0-cf0f-4515-a0c3-e83c6beae47f req-77b356ca-ce0c-4ee7-aa31-0f4397105a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:38.008220 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d521d1b0-cf0f-4515-a0c3-e83c6beae47f req-77b356ca-ce0c-4ee7-aa31-0f4397105a7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2908b485-0fbe-48a1-9d18-552208b51232 HTTP/1.1" status: 200 len: 851 time: 0.4547818 Dec 22 17:16:38.037879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.109660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:38.113008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 17:16:38.113008 dv-neutron-822513-1-hyperv neutron-server[87587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 17:16:38.113008 dv-neutron-822513-1-hyperv neutron-server[87587]: [parameters: {'id': '718d52db-d2da-4000-a980-9ff5eb692a33'}] Dec 22 17:16:38.113008 dv-neutron-822513-1-hyperv neutron-server[87587]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:38.113421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:38.113796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:38.117179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.140599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.140938 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Added segment 9c0d0edc-9765-463a-b35e-549682856e45 of type vlan for network 28bea56f-c683-48dc-994b-968e3ac92a95 Dec 22 17:16:38.170849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Router a2914d3d-e21a-4eb1-a0a1-44e72783ce91 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:16:38.178350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.202683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.266363 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.292648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:38.295474 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.359339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b7381c73-35ea-428f-9ae1-9a957ca74afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:38.363513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:security_group_rule and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:38.378087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:38.400186 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:38.465826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.469797 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6916955 Dec 22 17:16:38.472139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347ca943-b5d0-404c-84b0-93f2925f6c85,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:38.475365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:38.479828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59020) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:38.487697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group': {'name': 'tempest-secgroup--200265623'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:38.494938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.500530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:38.501109 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.505813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b49642fa-db64-4fd5-94bb-df3bb708be2c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:38.521215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:16:38.526233 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "PUT /v2.0/routers/a2914d3d-e21a-4eb1-a0a1-44e72783ce91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4342694 Dec 22 17:16:38.529923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59024) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:38.531941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c52a79-bb68-47ac-8af4-6370747b6d2d None None] Sync routers for ids ['a2914d3d-e21a-4eb1-a0a1-44e72783ce91'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:16:38.540263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:38.551412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c52a79-bb68-47ac-8af4-6370747b6d2d None None] Routers {'a2914d3d-e21a-4eb1-a0a1-44e72783ce91'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:38.552000 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-94c52a79-bb68-47ac-8af4-6370747b6d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a2914d3d-e21a-4eb1-a0a1-44e72783ce91'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:38.599562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d3a485d-78c4-4128-8472-d754577b578b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.609969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521d1b0-cf0f-4515-a0c3-e83c6beae47f req-cda3e309-4a8d-4a96-9bdd-05dfce00e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:38.611471 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d521d1b0-cf0f-4515-a0c3-e83c6beae47f req-cda3e309-4a8d-4a96-9bdd-05dfce00e38c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5951c9dd-e782-4b95-be40-418f146c5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5802004 Dec 22 17:16:38.622226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.622610 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8025866 Dec 22 17:16:38.624522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c9d19a82-7c04-405f-9ed2-50fa492e22a4 None None] Provisioning complete for port 1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:38.625023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c9d19a82-7c04-405f-9ed2-50fa492e22a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.628881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59030) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:38.638329 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:38.650365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-94c52a79-bb68-47ac-8af4-6370747b6d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:38.658499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Network': ['ID=28bea56f-c683-48dc-994b-968e3ac92a95,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:38.661176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:38.665633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.676914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 28bea56f-c683-48dc-994b-968e3ac92a95 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:38.701324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:38.709612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c52a79-bb68-47ac-8af4-6370747b6d2d None None] Routers {'a2914d3d-e21a-4eb1-a0a1-44e72783ce91'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:38.710141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:38.710618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-94c52a79-bb68-47ac-8af4-6370747b6d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a2914d3d-e21a-4eb1-a0a1-44e72783ce91'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:38.714164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:38.725776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:38.726285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': '28bea56f-c683-48dc-994b-968e3ac92a95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:38.835596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a485d-78c4-4128-8472-d754577b578b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Calling delete_port for e3438ce6-1dd2-4fc7-8ca0-88f35abe873c owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:38.840540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25313c-7f1d-4c8e-b837-d7c2d7845cd3 req-76ffaab1-7ed2-4558-88a1-e24ee2a410a3 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:38.842113 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ea25313c-7f1d-4c8e-b837-d7c2d7845cd3 req-76ffaab1-7ed2-4558-88a1-e24ee2a410a3 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.1197941 Dec 22 17:16:38.929053 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ea25313c-7f1d-4c8e-b837-d7c2d7845cd3 req-16329e5e-e532-4532-8604-63658a0d82a2 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755904 Dec 22 17:16:38.931179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.936447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:38.940275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-af88da82-d1d4-41bf-9522-771bb238f1d5 tempest-RoutersAdminNegativeIpV6Test-1544833709 tempest-RoutersAdminNegativeIpV6Test-1544833709-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:38.944977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c9d19a82-7c04-405f-9ed2-50fa492e22a4 None None] Port 1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:38.949819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-94c52a79-bb68-47ac-8af4-6370747b6d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:38.949819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c52a79-bb68-47ac-8af4-6370747b6d2d None None] The sync data for ids ['a2914d3d-e21a-4eb1-a0a1-44e72783ce91'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:16:39.002989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ff8edf-9dd3-450c-8f99-847d1d0e1589,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:39.007537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:39.016698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.018777 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5380657 Dec 22 17:16:39.021574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59036) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:39.026613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': '347ca943-b5d0-404c-84b0-93f2925f6c85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd4ff8edf-9dd3-450c-8f99-847d1d0e1589', 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:39.032352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:39.037364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:39.040278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:39.046251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:39.072522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.081927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting port e879679f-a5b7-4804-aea6-3f2f14e83638 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:39.082272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.143843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.147904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.154052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e1dc14a1-3efc-46ed-a403-afc23196d8fb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:39.176819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb855a3-3f19-405d-8ceb-9f44292351fe,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:39.179066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:39.191514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.192828 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1702912 Dec 22 17:16:39.195640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59042) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:39.223796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dea9f78-851e-4720-abcf-278f5de89f85 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.234772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dea9f78-851e-4720-abcf-278f5de89f85 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.259929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dea9f78-851e-4720-abcf-278f5de89f85 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.262118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:39.278465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea9f78-851e-4720-abcf-278f5de89f85 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cb855a3-3f19-405d-8ceb-9f44292351fe,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:39.282207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5dea9f78-851e-4720-abcf-278f5de89f85 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:39.283516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dea9f78-851e-4720-abcf-278f5de89f85 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.287196 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5dea9f78-851e-4720-abcf-278f5de89f85 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/8cb855a3-3f19-405d-8ceb-9f44292351fe HTTP/1.1" status: 204 len: 168 time: 0.0906119 Dec 22 17:16:39.287756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59046) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:39.314678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:39.337019 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-51ce3a75-c692-4a13-a26d-cf37baca246b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:39.352142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-51ce3a75-c692-4a13-a26d-cf37baca246b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:39.353423 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-51ce3a75-c692-4a13-a26d-cf37baca246b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0648003 Dec 22 17:16:39.356598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:39.356984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59050) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:39.424119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0033901b-0d90-4557-975e-ea188a597ce5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.424292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:39.452393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0033901b-0d90-4557-975e-ea188a597ce5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.506724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0033901b-0d90-4557-975e-ea188a597ce5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.511200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-658e5df0-767a-4739-a1e7-2b134b057aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:39.533665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033901b-0d90-4557-975e-ea188a597ce5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ff8edf-9dd3-450c-8f99-847d1d0e1589,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:39.536075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0033901b-0d90-4557-975e-ea188a597ce5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:39.550524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0033901b-0d90-4557-975e-ea188a597ce5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.554169 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0033901b-0d90-4557-975e-ea188a597ce5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-groups/d4ff8edf-9dd3-450c-8f99-847d1d0e1589 HTTP/1.1" status: 204 len: 168 time: 0.1939046 Dec 22 17:16:39.554490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59056) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:39.590631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:39.599572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.613125 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d521d1b0-cf0f-4515-a0c3-e83c6beae47f req-4dbb36c2-b995-421c-870c-d0e0b4e26a48 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9833119 Dec 22 17:16:39.619346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cb37f7d1-6c84-4576-9863-f78fcb9e5490 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:39.633954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cb37f7d1-6c84-4576-9863-f78fcb9e5490 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:39.638377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.638569 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cb37f7d1-6c84-4576-9863-f78fcb9e5490 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.0799785 Dec 22 17:16:39.638569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59060) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:39.644961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bede29-4d90-4fc3-9927-c6cc73eff21d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:39.645699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-20bede29-4d90-4fc3-9927-c6cc73eff21d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:39.674484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:39.701547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e382b76b-30a0-4d2d-b574-b283270737b7 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.728981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e382b76b-30a0-4d2d-b574-b283270737b7 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.776836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e382b76b-30a0-4d2d-b574-b283270737b7 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.781293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bd43439f-b0a8-46bf-9cbd-dbed9f4237d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:39.784835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:39.788338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.796141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382b76b-30a0-4d2d-b574-b283270737b7 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347ca943-b5d0-404c-84b0-93f2925f6c85,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:39.799463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e382b76b-30a0-4d2d-b574-b283270737b7 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:39.819480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:39.825783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e382b76b-30a0-4d2d-b574-b283270737b7 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.829610 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e382b76b-30a0-4d2d-b574-b283270737b7 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-groups/347ca943-b5d0-404c-84b0-93f2925f6c85 HTTP/1.1" status: 204 len: 168 time: 0.1901534 Dec 22 17:16:39.830317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59064) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:39.884983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5c47ab55-ee7e-4001-8769-c5f170263d8e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:39.900904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5c47ab55-ee7e-4001-8769-c5f170263d8e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:39.911722 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5c47ab55-ee7e-4001-8769-c5f170263d8e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0804224 Dec 22 17:16:39.912491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59068) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:39.922893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group': {'name': 'tempest-secgroup--723919398'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:39.929519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:39.938972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:39.948862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.969951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:39.974359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:39.977453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:39.983264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:39.989606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1734b037-3b52-40f7-bb66-40779658f593,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:39.992116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d3a485d-78c4-4128-8472-d754577b578b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:39.993949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:16:40.004057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:40.007827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.008174 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Added segment b2a242fd-0941-4877-bd5f-11be6e78c6bf of type vlan for network 1719665a-967c-4b0a-ab06-6816cb17c416 Dec 22 17:16:40.032786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:40.068502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.069089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-20bede29-4d90-4fc3-9927-c6cc73eff21d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:40.070391 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-20bede29-4d90-4fc3-9927-c6cc73eff21d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2914d3d-e21a-4eb1-a0a1-44e72783ce91 HTTP/1.1" status: 200 len: 980 time: 1.5234489 Dec 22 17:16:40.073786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59076) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:40.089373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_backend_mixin [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Performing IP validity checks on allocation pools {{(pid=87587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 17:16:40.092662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_backend_mixin [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 17:16:40.118697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.131931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a485d-78c4-4128-8472-d754577b578b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event deleted for resources: {'Port': ['ID=e3438ce6-1dd2-4fc7-8ca0-88f35abe873c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:40.135849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.138643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] For port e879679f-a5b7-4804-aea6-3f2f14e83638, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e879679f-a5b7-4804-aea6-3f2f14e83638,segment=NetworkSegment(71ba58cf-1cba-400d-9c44-b883ff8d0d47),segment_id=71ba58cf-1cba-400d-9c44-b883ff8d0d47)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:40.138991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.145515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:40.198575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3d3a485d-78c4-4128-8472-d754577b578b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:40.203395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.284163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b9d5d0c5-8c4c-475e-8306-8241b7994b84 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:40.389127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc022a24-045e-4458-93f8-a2135c168d8a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:40.397543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:40.400286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.417584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.422022 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5052948 Dec 22 17:16:40.422208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59080) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:40.428815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': 'fc022a24-045e-4458-93f8-a2135c168d8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:40.486812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Calling delete_port for e879679f-a5b7-4804-aea6-3f2f14e83638 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:40.493833 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:40.558274 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:40.565441 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d521d1b0-cf0f-4515-a0c3-e83c6beae47f req-7ffd130e-9418-45c5-8eb7-2d4ec9576852 service neutron] 10.222.0.53 "GET /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9370000 Dec 22 17:16:40.568159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:40.587047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:40.645520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.652407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=1380b1de-ce60-48a2-9dce-e6893a753922,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:40.662112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.674789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:40.721736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.727191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:40.727773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.738425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.768155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d3a485d-78c4-4128-8472-d754577b578b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.769579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.773965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:40.781999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:40.806492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5571bedb-9903-4c81-94c6-07a63d33c4b5,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:40.809786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:40.826824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.830867 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4049227 Dec 22 17:16:40.830867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59086) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:40.868839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63aa2e1a-d954-440c-b692-8f05c42998bf tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.897518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.907831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd510cf-391b-4df7-9fc3-c5fdc74d2059 req-292c9662-bb30-4ee9-b31e-9cd1276c6e5b tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:40.909299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bbd510cf-391b-4df7-9fc3-c5fdc74d2059 req-292c9662-bb30-4ee9-b31e-9cd1276c6e5b tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.7929156 Dec 22 17:16:40.914540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63aa2e1a-d954-440c-b692-8f05c42998bf tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:40.951449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.019007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63aa2e1a-d954-440c-b692-8f05c42998bf tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.019474 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3d3a485d-78c4-4128-8472-d754577b578b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "DELETE /v2.0/ports/e3438ce6-1dd2-4fc7-8ca0-88f35abe873c HTTP/1.1" status: 204 len: 168 time: 3.8270357 Dec 22 17:16:41.024870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No DVR routers for this DVR port e879679f-a5b7-4804-aea6-3f2f14e83638 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:41.031671 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.5940483 Dec 22 17:16:41.035270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59090) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:41.035595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59092) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:41.080572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Network': ['ID=1719665a-967c-4b0a-ab06-6816cb17c416,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:41.082033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-13735957-a269-43c7-9512-7d5f2984ae2c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:41.087666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:41.093863 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:41.100964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4b21e058-d410-4ad3-9432-6a1c3b2b0389 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:41.112797 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa2e1a-d954-440c-b692-8f05c42998bf tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5571bedb-9903-4c81-94c6-07a63d33c4b5,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:41.115070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-63aa2e1a-d954-440c-b692-8f05c42998bf tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:41.118524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63aa2e1a-d954-440c-b692-8f05c42998bf tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.119707 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-63aa2e1a-d954-440c-b692-8f05c42998bf tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5571bedb-9903-4c81-94c6-07a63d33c4b5 HTTP/1.1" status: 204 len: 168 time: 0.2878735 Dec 22 17:16:41.122271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59098) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:41.168697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:41.280929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-820407e7-cbfd-411b-936b-23d40fa8a74f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:41.310197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-820407e7-cbfd-411b-936b-23d40fa8a74f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:41.314404 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-820407e7-cbfd-411b-936b-23d40fa8a74f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1886394 Dec 22 17:16:41.315634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59102) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:41.368747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:41.368999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.438573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-df209b8a-625b-4423-988a-f1f8add350bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.498815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Port': ['ID=e879679f-a5b7-4804-aea6-3f2f14e83638,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:41.520547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:41.549875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-df209b8a-625b-4423-988a-f1f8add350bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.550954 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bbd510cf-391b-4df7-9fc3-c5fdc74d2059 req-3eeecdaf-0e4c-4d0d-931c-41bf7b739847 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5879743 Dec 22 17:16:41.633057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.635461 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.642090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:41.643304 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-df209b8a-625b-4423-988a-f1f8add350bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.650272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-43489139-22de-4a55-9770-93a3ad49a3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:41.672482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 6d2214d7-294b-4287-b7be-53138ca3af7e is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:41.682290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:41.693142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:41.697572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.715871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:41.723473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:41.741329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:41.781640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df209b8a-625b-4423-988a-f1f8add350bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc022a24-045e-4458-93f8-a2135c168d8a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:41.791352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:41.822425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-df209b8a-625b-4423-988a-f1f8add350bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:41.844260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718d52db-d2da-4000-a980-9ff5eb692a33']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:41.861998 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-df209b8a-625b-4423-988a-f1f8add350bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.863207 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-df209b8a-625b-4423-988a-f1f8add350bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-groups/fc022a24-045e-4458-93f8-a2135c168d8a HTTP/1.1" status: 204 len: 168 time: 0.5466204 Dec 22 17:16:41.866052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Subnet': ['ID=98df555e-4cdf-4eac-ba30-327ed07bdcb6,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:41.866225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59106) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:41.883434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:41.888033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ba58cf-1cba-400d-9c44-b883ff8d0d47') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:41.888324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ba58cf-1cba-400d-9c44-b883ff8d0d47') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:41.900203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:41.903655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.935484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:41.950938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-17cfc114-a91c-47b9-a3a7-57b40cd92fcb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:41.953358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d58a9c-09a9-47eb-bdf4-59a5a4963916 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:41.954576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b4d58a9c-09a9-47eb-bdf4-59a5a4963916 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Synchronizing usage tracker for tenant:74ab92149d6f476a80a92e44890d97b1 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:41.979840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-17cfc114-a91c-47b9-a3a7-57b40cd92fcb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:41.982447 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-17cfc114-a91c-47b9-a3a7-57b40cd92fcb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1143076 Dec 22 17:16:41.985822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59110) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:41.992719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289208289'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:41.999315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f6a64830-1c16-475f-add6-38627dfc9298 None None] Provisioning complete for port 1380b1de-ce60-48a2-9dce-e6893a753922 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:41.999788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f6a64830-1c16-475f-add6-38627dfc9298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:42.001522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:42.031527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Checking segment: {'id': '9c0d0edc-9765-463a-b35e-549682856e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '28bea56f-c683-48dc-994b-968e3ac92a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:42.031978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network hostable DHCP agents. Network: 28bea56f-c683-48dc-994b-968e3ac92a95, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:42.044841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:42.065692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:42.066962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f6a64830-1c16-475f-add6-38627dfc9298 None None] Port 1380b1de-ce60-48a2-9dce-e6893a753922 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:42.096330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:42.100146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:42.102223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:42.108543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-12daca71-9e09-42e3-ae5a-6ad219315827 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:42.128531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:42.148296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:42.148823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:42.149188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:42.169946 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:42.213442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b4d58a9c-09a9-47eb-bdf4-59a5a4963916 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Unset dirty status for tenant:74ab92149d6f476a80a92e44890d97b1 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:42.214626 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b4d58a9c-09a9-47eb-bdf4-59a5a4963916 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "GET /v2.0/ports?device_id=7db9663b-562e-45ce-a0eb-520e90a620df HTTP/1.1" status: 200 len: 913 time: 1.1369410 Dec 22 17:16:42.280362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59114) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:42.290109 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 28bea56f-c683-48dc-994b-968e3ac92a95 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:42.292533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:42.295407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:42.299563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:42.431535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router 62bfe8aa-594f-455a-9b93-3139efb5470e has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:16:42.441225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 28bea56f-c683-48dc-994b-968e3ac92a95) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:42.449399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff718b7-0577-41bf-8a2f-92f5d1e8f468 None None] Network 28bea56f-c683-48dc-994b-968e3ac92a95 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:42.604678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:42.623611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:42.683322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:42.688110 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:42.700063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c852a6bb-bfcb-4763-92ba-1caf84cf8d2b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:42.701202 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c53236ec-d8ba-4390-8b62-4a2504954430 tempest-ServersTestManualDisk-1242104926 tempest-ServersTestManualDisk-1242104926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:42.789760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-28bea56f-c683-48dc-994b-968e3ac92a95', 'network_id': '28bea56f-c683-48dc-994b-968e3ac92a95', 'tenant_id': '7f29491bf5a54984b0446c34c11fddd2', 'fixed_ips': [{'subnet_id': '98df555e-4cdf-4eac-ba30-327ed07bdcb6'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:42.790610 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:42.793277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:42.804725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:42.805668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:42.874418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Network': ['ID=718d52db-d2da-4000-a980-9ff5eb692a33,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:42.877325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:42.911306 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/718d52db-d2da-4000-a980-9ff5eb692a33 HTTP/1.1" status: 204 len: 168 time: 8.1243486 Dec 22 17:16:42.921916 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2801363 Dec 22 17:16:42.928555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59120) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:42.928989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59122) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:42.952145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d505bb-835f-4cff-9780-7f822022d19f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:42.971239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Allocated IP 2001:db8::2 (28bea56f-c683-48dc-994b-968e3ac92a95/98df555e-4cdf-4eac-ba30-327ed07bdcb6/13e64c6d-00f8-4b62-b304-a67a902607aa) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:42.975751 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:43.047724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.048950 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0615201 Dec 22 17:16:43.053459 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59126) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:43.062854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': '59d505bb-835f-4cff-9780-7f822022d19f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:43.073190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:43.083159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Router a2914d3d-e21a-4eb1-a0a1-44e72783ce91 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:16:43.088116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:43.092028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:43.101573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:43.125413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d5c6a-227d-4702-a663-ade4f67423e2 req-a4f9a9ea-a723-4b23-8404-acf6c4ff2069 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:43.127123 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7f3d5c6a-227d-4702-a663-ade4f67423e2 req-a4f9a9ea-a723-4b23-8404-acf6c4ff2069 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.3262002 Dec 22 17:16:43.233840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': '28bea56f-c683-48dc-994b-968e3ac92a95', 'name': 'tempest-PortsIpV6TestJSON-263231307'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:43.243446 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.254836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Transition to ACTIVE for port object 13e64c6d-00f8-4b62-b304-a67a902607aa will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:43.274596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Transition to ACTIVE for port object 13e64c6d-00f8-4b62-b304-a67a902607aa will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:43.280960 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.284193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.290346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:43.337992 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7f3d5c6a-227d-4702-a663-ade4f67423e2 req-0caae92d-ef45-4f72-bfc9-e805541aabaa tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1561942 Dec 22 17:16:43.344354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:16:43.353813 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "PUT /v2.0/routers/a2914d3d-e21a-4eb1-a0a1-44e72783ce91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2780039 Dec 22 17:16:43.356028 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87838bc4-dad0-44ee-853d-30eb75a7a655 None None] Sync routers for ids ['a2914d3d-e21a-4eb1-a0a1-44e72783ce91'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:16:43.357819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59132) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:43.369712 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87838bc4-dad0-44ee-853d-30eb75a7a655 None None] Routers {'a2914d3d-e21a-4eb1-a0a1-44e72783ce91'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:43.382510 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-87838bc4-dad0-44ee-853d-30eb75a7a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a2914d3d-e21a-4eb1-a0a1-44e72783ce91'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:43.393289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Network 28bea56f-c683-48dc-994b-968e3ac92a95 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:43.397993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:43.401459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:43.404229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1070302009'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:43.423271 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1e7f27-177c-4a3e-8c46-73259ab406e6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:16:43.423813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-be1e7f27-177c-4a3e-8c46-73259ab406e6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:43.432630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:43.440056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:43.491657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-be1e7f27-177c-4a3e-8c46-73259ab406e6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:43.492735 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-be1e7f27-177c-4a3e-8c46-73259ab406e6 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/1086fc58-f356-41a5-b0c4-c1cd3dbd2ed3 HTTP/1.1" status: 404 len: 333 time: 0.1338041 Dec 22 17:16:43.494432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.507624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59138) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:43.510719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.535490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Pushing event updated for resources: {'Port': ['ID=13e64c6d-00f8-4b62-b304-a67a902607aa,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:43.536570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:network and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:43.542689 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-87838bc4-dad0-44ee-853d-30eb75a7a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:43.545364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:43.548797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:43.557504 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87838bc4-dad0-44ee-853d-30eb75a7a655 None None] Routers {'a2914d3d-e21a-4eb1-a0a1-44e72783ce91'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:43.558113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Attempting to bind port 13e64c6d-00f8-4b62-b304-a67a902607aa on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:43.558285 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-87838bc4-dad0-44ee-853d-30eb75a7a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a2914d3d-e21a-4eb1-a0a1-44e72783ce91'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:43.559338 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Attempting to bind port 13e64c6d-00f8-4b62-b304-a67a902607aa by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '9c0d0edc-9765-463a-b35e-549682856e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '28bea56f-c683-48dc-994b-968e3ac92a95'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:43.559783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Attempting to bind port 13e64c6d-00f8-4b62-b304-a67a902607aa on network 28bea56f-c683-48dc-994b-968e3ac92a95 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:43.561732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:43.566410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:43.566984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Checking segment: {'id': '9c0d0edc-9765-463a-b35e-549682856e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '28bea56f-c683-48dc-994b-968e3ac92a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:43.567511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.568007 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Bound using segment: {'id': '9c0d0edc-9765-463a-b35e-549682856e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '28bea56f-c683-48dc-994b-968e3ac92a95'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:43.568782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Bound port: 13e64c6d-00f8-4b62-b304-a67a902607aa, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0d0edc-9765-463a-b35e-549682856e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '28bea56f-c683-48dc-994b-968e3ac92a95'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:43.569319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.594104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5dea9f78-851e-4720-abcf-278f5de89f85 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:43.637859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:43.668408 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-87838bc4-dad0-44ee-853d-30eb75a7a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:43.668822 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87838bc4-dad0-44ee-853d-30eb75a7a655 None None] The sync data for ids ['a2914d3d-e21a-4eb1-a0a1-44e72783ce91'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:16:43.673648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:43.677957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.690274 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a209d30-ce58-4eb1-8c23-356217b2e278,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:43.698541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:43.710409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-829fd6d2-43ed-450c-bd19-d3eff711761d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.712512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.717681 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] For port 13e64c6d-00f8-4b62-b304-a67a902607aa, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:43.720953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:43.721107 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] For port 13e64c6d-00f8-4b62-b304-a67a902607aa, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=13e64c6d-00f8-4b62-b304-a67a902607aa,segment=NetworkSegment(9c0d0edc-9765-463a-b35e-549682856e45),segment_id=9c0d0edc-9765-463a-b35e-549682856e45)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:43.725229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.728910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:43.757940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:43.761981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.768281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:43.770052 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7149193 Dec 22 17:16:43.778834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59142) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:43.791012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:16:43.804835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port 14404456-1181-4245-ba4c-723764d95618 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:43.806699 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c76384-3656-4515-aa21-8a6aa64046af None None] Sync routers for ids ['62bfe8aa-594f-455a-9b93-3139efb5470e'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:16:43.829132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c76384-3656-4515-aa21-8a6aa64046af None None] Routers {'62bfe8aa-594f-455a-9b93-3139efb5470e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:43.829662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-67c76384-3656-4515-aa21-8a6aa64046af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['62bfe8aa-594f-455a-9b93-3139efb5470e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:43.852689 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "PUT /v2.0/routers/62bfe8aa-594f-455a-9b93-3139efb5470e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5641844 Dec 22 17:16:43.883715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Pushing event updated for resources: {'Port': ['ID=13e64c6d-00f8-4b62-b304-a67a902607aa,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:43.887552 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:43.898268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59146) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:43.903146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-67c76384-3656-4515-aa21-8a6aa64046af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:43.917349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c76384-3656-4515-aa21-8a6aa64046af None None] Routers {'62bfe8aa-594f-455a-9b93-3139efb5470e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:43.918141 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-67c76384-3656-4515-aa21-8a6aa64046af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['62bfe8aa-594f-455a-9b93-3139efb5470e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:43.933561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'port': {'network_id': '6d2214d7-294b-4287-b7be-53138ca3af7e', 'name': 'tempest-FloatingIPTestJSON-1425828046'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:43.989450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-67c76384-3656-4515-aa21-8a6aa64046af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:43.989869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c76384-3656-4515-aa21-8a6aa64046af None None] The sync data for ids ['62bfe8aa-594f-455a-9b93-3139efb5470e'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:16:44.003061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc362b7e-11f0-44cf-b738-eaf2a8146a54 req-a15c8fb6-b2db-47c9-a8f6-037c0d809f51 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:44.004666 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc362b7e-11f0-44cf-b738-eaf2a8146a54 req-a15c8fb6-b2db-47c9-a8f6-037c0d809f51 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.4441113 Dec 22 17:16:44.034369 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1963116a-7a80-4330-be62-ef75ae3a8ce8 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules/9a209d30-ce58-4eb1-8c23-356217b2e278 HTTP/1.1" status: 200 len: 763 time: 0.2541640 Dec 22 17:16:44.037024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59150) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:44.070549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=5a07c7fd-01a4-4631-95a0-3d059587639b,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:44.083812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:44.097013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:44.161973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.162328 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Added segment 589f4535-06aa-42c6-ad64-790d39224832 of type vlan for network 9438313a-b60f-4cf9-957d-a2d7a346e5d0 Dec 22 17:16:44.231326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:44.231691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network hostable DHCP agents. Network: 1719665a-967c-4b0a-ab06-6816cb17c416, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:44.291339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-829fd6d2-43ed-450c-bd19-d3eff711761d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.298031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 13e64c6d-00f8-4b62-b304-a67a902607aa up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:44.300226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-829fd6d2-43ed-450c-bd19-d3eff711761d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.310864 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc362b7e-11f0-44cf-b738-eaf2a8146a54 req-e6760395-c00c-4ec1-aba9-d1879e81cd2f tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2310255 Dec 22 17:16:44.316633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6f95a99b-1ac1-4d6e-aadf-90d9ef571cb0 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:44.333791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.365300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-829fd6d2-43ed-450c-bd19-d3eff711761d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.365877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829fd6d2-43ed-450c-bd19-d3eff711761d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Fanout notify agent at l3_agent the message router_deleted on router a2914d3d-e21a-4eb1-a0a1-44e72783ce91 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:16:44.382251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-829fd6d2-43ed-450c-bd19-d3eff711761d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.384050 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-829fd6d2-43ed-450c-bd19-d3eff711761d tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/routers/a2914d3d-e21a-4eb1-a0a1-44e72783ce91 HTTP/1.1" status: 204 len: 168 time: 0.8749633 Dec 22 17:16:44.385346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6f95a99b-1ac1-4d6e-aadf-90d9ef571cb0 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:44.386548 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6f95a99b-1ac1-4d6e-aadf-90d9ef571cb0 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3485680 Dec 22 17:16:44.387054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59156) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:44.388229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:44.389368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59158) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:44.391295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 13e64c6d-00f8-4b62-b304-a67a902607aa completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:44.393504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8::29a (28bea56f-c683-48dc-994b-968e3ac92a95/98df555e-4cdf-4eac-ba30-327ed07bdcb6/14404456-1181-4245-ba4c-723764d95618) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:44.402346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Usage tracker for resource:port and tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:44.405574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:44.407743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:44.423051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.474096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-195dde85-690b-4987-b358-94ec1210e53d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.495212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-195dde85-690b-4987-b358-94ec1210e53d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.505068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:44.509345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc74541-ab7d-4289-8eb6-f85fa0accdaf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting subnet be939460-c67f-427d-b359-86b1bb5bb010 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:16:44.512531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6fc74541-ab7d-4289-8eb6-f85fa0accdaf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.576751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 1719665a-967c-4b0a-ab06-6816cb17c416) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:44.591375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a8e91-0452-4c57-9c56-337bc3534a81 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:44.593011 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6fc74541-ab7d-4289-8eb6-f85fa0accdaf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.612014 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:44.612596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.641045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.646702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:44.647318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.670721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c2fed2b8-5bb3-4038-9c4e-9a030c1874da tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:44.703392 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6215789 Dec 22 17:16:44.708532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-195dde85-690b-4987-b358-94ec1210e53d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.710578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59166) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:44.712312 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6fc74541-ab7d-4289-8eb6-f85fa0accdaf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.764566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'name': 'tempest-NetworksTestDHCPv6-721068485'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:44.770558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Made reservation on behalf of 3c489bb601fc4ceb8db7a3eb25cfbac4 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:44.782887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.786446 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:44.882377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195dde85-690b-4987-b358-94ec1210e53d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a209d30-ce58-4eb1-8c23-356217b2e278,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:44.884759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-195dde85-690b-4987-b358-94ec1210e53d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:44.920019 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': '5a07c7fd-01a4-4631-95a0-3d059587639b'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:44.921569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.922953 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-195dde85-690b-4987-b358-94ec1210e53d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:44.924130 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-195dde85-690b-4987-b358-94ec1210e53d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9a209d30-ce58-4eb1-8c23-356217b2e278 HTTP/1.1" status: 204 len: 168 time: 0.5330966 Dec 22 17:16:44.937504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59170) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:44.997950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6fc74541-ab7d-4289-8eb6-f85fa0accdaf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.006483 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ecc6d301-2108-4011-a027-fd5c874739c2 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:45.025553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] device_id is not set on port b663d0fd-b445-488e-9d41-a1ea04d062b0 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:45.059704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc74541-ab7d-4289-8eb6-f85fa0accdaf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Subnet': ['ID=be939460-c67f-427d-b359-86b1bb5bb010,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:45.062360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6fc74541-ab7d-4289-8eb6-f85fa0accdaf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:45.068634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6fc74541-ab7d-4289-8eb6-f85fa0accdaf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.068727 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0442114 Dec 22 17:16:45.080234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-98ebc947-19a4-44b8-bf51-467d1200f1d9 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:45.083666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59174) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:45.088062 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6fc74541-ab7d-4289-8eb6-f85fa0accdaf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/be939460-c67f-427d-b359-86b1bb5bb010 HTTP/1.1" status: 204 len: 168 time: 0.6943917 Dec 22 17:16:45.091435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59178) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:45.109625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1713a8-cff0-4a31-936b-d839024f02e1 None None] Network 03b5051f-d31d-4286-beab-72294239751b requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:45.130264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-98ebc947-19a4-44b8-bf51-467d1200f1d9 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:45.131509 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-98ebc947-19a4-44b8-bf51-467d1200f1d9 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1930890 Dec 22 17:16:45.142296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59182) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:45.152601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'subnet': {'network_id': '9438313a-b60f-4cf9-957d-a2d7a346e5d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:45.153097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6097d1ec-34a5-4e41-8882-b60fb87b15a4 None None] Network 28bea56f-c683-48dc-994b-968e3ac92a95 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:45.191005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:45.195966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7c5c8e61-cd38-4552-bfe4-87d25123180a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': '59d505bb-835f-4cff-9780-7f822022d19f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:45.219740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:port and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:45.226137 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7c5c8e61-cd38-4552-bfe4-87d25123180a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:45.228545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:45.254678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:45.265751 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.269711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7c5c8e61-cd38-4552-bfe4-87d25123180a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:45.284423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:45.287919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.306912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:45.307291 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.353580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/5a07c7fd-01a4-4631-95a0-3d059587639b/70c0311d-0724-48e9-b30f-a8ec8f7aeb06) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:45.373443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-192bb874-24b5-4444-a06e-11e66a900bab None None] Provisioning for port 13e64c6d-00f8-4b62-b304-a67a902607aa completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:45.374758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port 2d59444d-4c0c-4900-a77d-e189b6fff26d yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:45.411311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8e61-cd38-4552-bfe4-87d25123180a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.461666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-192bb874-24b5-4444-a06e-11e66a900bab None None] Provisioning complete for port 13e64c6d-00f8-4b62-b304-a67a902607aa triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:45.462165 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-192bb874-24b5-4444-a06e-11e66a900bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.522174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.570428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Network': ['ID=9438313a-b60f-4cf9-957d-a2d7a346e5d0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:45.585305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:45.594037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Transition to ACTIVE for port object 14404456-1181-4245-ba4c-723764d95618 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:45.623939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 9438313a-b60f-4cf9-957d-a2d7a346e5d0 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:45.652348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8e61-cd38-4552-bfe4-87d25123180a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.660266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] For port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2f7babb8-3234-4ab3-95d9-cb0cce2658f9,segment=NetworkSegment(9e56e055-0e5f-42d9-b4a1-54466245d2d2),segment_id=9e56e055-0e5f-42d9-b4a1-54466245d2d2)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:45.660609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.671511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8e61-cd38-4552-bfe4-87d25123180a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.683101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77790a-ecee-4aa7-81f0-b531954ad5c7 req-51a9f3bb-3082-4e48-8c38-906474797566 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:45.685129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ed77790a-ecee-4aa7-81f0-b531954ad5c7 req-51a9f3bb-3082-4e48-8c38-906474797566 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.9749012 Dec 22 17:16:45.691497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:45.705875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:subnet and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:45.723469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:45.728206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:45.740442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:45.754446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Allocated IP 172.20.0.4 (6d2214d7-294b-4287-b7be-53138ca3af7e/b9f971b5-2427-43bd-80e5-0886a009a151/b663d0fd-b445-488e-9d41-a1ea04d062b0) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:45.793070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.807343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:45.824036 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ed77790a-ecee-4aa7-81f0-b531954ad5c7 req-5d12138b-cfb4-450a-9d8b-9138fc4bfbeb tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1272416 Dec 22 17:16:45.835872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c76648d4-056a-401f-839a-5a3e90eefb43 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:45.859531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c8e61-cd38-4552-bfe4-87d25123180a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d09ec3b-2ef4-46b3-8270-abb85e0737f3,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:45.861913 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7c5c8e61-cd38-4552-bfe4-87d25123180a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:45.880535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:45.884039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.884585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8e61-cd38-4552-bfe4-87d25123180a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:45.885886 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7c5c8e61-cd38-4552-bfe4-87d25123180a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7405038 Dec 22 17:16:45.898054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59186) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:45.923655 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1804edfd-e587-41f9-b9f2-ca8945861682 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules/5d09ec3b-2ef4-46b3-8270-abb85e0737f3 HTTP/1.1" status: 200 len: 763 time: 0.0242035 Dec 22 17:16:45.926017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59190) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:46.062352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74c99a0-daf4-481e-84aa-5f2ac48efcb2 None None] DHCP port deletion for 03b5051f-d31d-4286-beab-72294239751b request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:16:46.067192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 28bea56f-c683-48dc-994b-968e3ac92a95 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:46.077138 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:46.079009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-192bb874-24b5-4444-a06e-11e66a900bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.095674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Deleting port 0ddd3f98-dab6-4a63-ae20-e67271aaf515 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:46.096022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.118965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.124897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:46.130465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:46.131505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.136453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Transition to ACTIVE for port object 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:46.139614 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-192bb874-24b5-4444-a06e-11e66a900bab None None] For port 13e64c6d-00f8-4b62-b304-a67a902607aa, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=13e64c6d-00f8-4b62-b304-a67a902607aa,segment=NetworkSegment(9c0d0edc-9765-463a-b35e-549682856e45),segment_id=9c0d0edc-9765-463a-b35e-549682856e45)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:46.141435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-18fe2cc1-af45-4d5e-a89c-90f63c04fc4c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:46.144706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.149174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-192bb874-24b5-4444-a06e-11e66a900bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.153280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f75d9db3-b3b2-41dd-83c1-f0d083b20fc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:46.153557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:46.168625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=14404456-1181-4245-ba4c-723764d95618,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:46.194761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:46.198314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Transition to ACTIVE for port object 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:46.211207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=2f7babb8-3234-4ab3-95d9-cb0cce2658f9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:46.224612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.228217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:46.252018 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:46.252997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bb874-24b5-4444-a06e-11e66a900bab None None] Pushing event updated for resources: {'Port': ['ID=13e64c6d-00f8-4b62-b304-a67a902607aa,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:46.255843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:46.257510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-192bb874-24b5-4444-a06e-11e66a900bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:46.257971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:46.290791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No DVR routers for this DVR port 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:46.292391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-18fe2cc1-af45-4d5e-a89c-90f63c04fc4c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:46.294522 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-18fe2cc1-af45-4d5e-a89c-90f63c04fc4c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3675404 Dec 22 17:16:46.302315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:46.314248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:16:46.332880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59194) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:46.344153 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3187540 Dec 22 17:16:46.359192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59198) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:46.395309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-660b8458-6cf2-4134-a58f-97dcef0e96a8 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.401163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:16:46.401508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2f7babb8-3234-4ab3-95d9-cb0cce2658f9 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:16:46.498637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-660b8458-6cf2-4134-a58f-97dcef0e96a8 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.509718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Pushing event updated for resources: {'Port': ['ID=70c0311d-0724-48e9-b30f-a8ec8f7aeb06,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:46.515073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:46.520422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Attempting to bind port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:46.521065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Attempting to bind port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:46.521798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Attempting to bind port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:46.529152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:46.529684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:46.530214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.531180 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:46.531344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Bound port: 70c0311d-0724-48e9-b30f-a8ec8f7aeb06, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:46.531866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.533024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::50 (1719665a-967c-4b0a-ab06-6816cb17c416/5a07c7fd-01a4-4631-95a0-3d059587639b/2d59444d-4c0c-4900-a77d-e189b6fff26d) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:46.542513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.608149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e8269e95-5410-40c4-8a05-889ed2d64d5c tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 14404456-1181-4245-ba4c-723764d95618 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:46.608509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e8269e95-5410-40c4-8a05-889ed2d64d5c tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.619317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b5051f-d31d-4286-beab-72294239751b']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:46.636443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e56e055-0e5f-42d9-b4a1-54466245d2d2') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:46.637083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e56e055-0e5f-42d9-b4a1-54466245d2d2') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:46.653573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.677492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-660b8458-6cf2-4134-a58f-97dcef0e96a8 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.687252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bf21200a-993b-4559-916e-ba9c324a7645 None None] Provisioning for port 14404456-1181-4245-ba4c-723764d95618 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:46.699127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bf21200a-993b-4559-916e-ba9c324a7645 None None] Provisioning complete for port 14404456-1181-4245-ba4c-723764d95618 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:46.699952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf21200a-993b-4559-916e-ba9c324a7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.700532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:46.716935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.726789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.736975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.739835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b8458-6cf2-4134-a58f-97dcef0e96a8 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d09ec3b-2ef4-46b3-8270-abb85e0737f3,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:46.754762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] For port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:46.760234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:46.760452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.769664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] For port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=70c0311d-0724-48e9-b30f-a8ec8f7aeb06,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:46.775198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bf21200a-993b-4559-916e-ba9c324a7645 None None] Port 14404456-1181-4245-ba4c-723764d95618 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:46.779591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:46.779785 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:46.782179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-660b8458-6cf2-4134-a58f-97dcef0e96a8 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:46.787898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:46.897754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Pushing event updated for resources: {'Port': ['ID=70c0311d-0724-48e9-b30f-a8ec8f7aeb06,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:46.902732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-660b8458-6cf2-4134-a58f-97dcef0e96a8 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:46.903370 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-660b8458-6cf2-4134-a58f-97dcef0e96a8 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5d09ec3b-2ef4-46b3-8270-abb85e0737f3 HTTP/1.1" status: 204 len: 168 time: 0.5646465 Dec 22 17:16:46.909906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:46.926849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59204) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:46.937098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Transition to ACTIVE for port object b663d0fd-b445-488e-9d41-a1ea04d062b0 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:46.971575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Calling delete_port for 0ddd3f98-dab6-4a63-ae20-e67271aaf515 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:46.974762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bf21200a-993b-4559-916e-ba9c324a7645 None None] Provisioning complete for port 13e64c6d-00f8-4b62-b304-a67a902607aa triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:46.976641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf21200a-993b-4559-916e-ba9c324a7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.048477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.057170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:47.062649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-753c8a97-9a66-40e4-9fa6-7007cc586b72 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:47.073021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.100286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-04d3cd4c-7177-438a-a5f3-a8eff0f26433 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:47.115793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.129213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-753c8a97-9a66-40e4-9fa6-7007cc586b72 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:47.133112 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-753c8a97-9a66-40e4-9fa6-7007cc586b72 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2028046 Dec 22 17:16:47.143930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59208) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:47.146651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Network': ['ID=03b5051f-d31d-4286-beab-72294239751b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:47.151774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-afa6d6b2-e9ee-4d6e-9755-0b1f9e84b356 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': '59d505bb-835f-4cff-9780-7f822022d19f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:47.167147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:47.172902 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/networks/03b5051f-d31d-4286-beab-72294239751b HTTP/1.1" status: 204 len: 168 time: 2.0803208 Dec 22 17:16:47.174231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-afa6d6b2-e9ee-4d6e-9755-0b1f9e84b356 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:47.181746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.185887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59212) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:47.276401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-afa6d6b2-e9ee-4d6e-9755-0b1f9e84b356 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:47.309480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cdf137df-9f41-4bc9-bba5-281a56762967 None None] Provisioning complete for port 14404456-1181-4245-ba4c-723764d95618 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:47.309480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cdf137df-9f41-4bc9-bba5-281a56762967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.311090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object 2d59444d-4c0c-4900-a77d-e189b6fff26d will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:47.330402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db82c6-1f78-4ec0-bdfd-290f800660bc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:47.331234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f5db82c6-1f78-4ec0-bdfd-290f800660bc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:47.354355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afa6d6b2-e9ee-4d6e-9755-0b1f9e84b356 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.380579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-cdf137df-9f41-4bc9-bba5-281a56762967 None None] Port 14404456-1181-4245-ba4c-723764d95618 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:47.381002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33651a-a32d-46fd-8c40-e038eee3753a req-3e8894f9-b0c1-4082-bc0d-31b78cdcc009 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:47.383564 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ca33651a-a32d-46fd-8c40-e038eee3753a req-3e8894f9-b0c1-4082-bc0d-31b78cdcc009 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.3926597 Dec 22 17:16:47.422335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f5db82c6-1f78-4ec0-bdfd-290f800660bc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:47.427433 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f5db82c6-1f78-4ec0-bdfd-290f800660bc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/849b8054-0fc9-4809-a1d2-01fdbf5949fe HTTP/1.1" status: 200 len: 840 time: 0.2403476 Dec 22 17:16:47.432705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59216) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:47.435535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.528245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.535094 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ca33651a-a32d-46fd-8c40-e038eee3753a req-d2664a7c-e397-41fa-93b4-12bb838a6651 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411183 Dec 22 17:16:47.543017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c6c9ae60-00ad-4056-8f13-4f20e6f95d95 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:47.602398 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e8ad43fb-a30e-43a8-b5bd-f07d72144fa7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/849b8054-0fc9-4809-a1d2-01fdbf5949fe?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1666672 Dec 22 17:16:47.610988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Subnet': ['ID=9fba2968-e05c-413a-9ec8-8c5571576a6a,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:47.616009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59220) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:47.632387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:47.635371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afa6d6b2-e9ee-4d6e-9755-0b1f9e84b356 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.637855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:47.639483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ff68dd30-eda4-46bb-badb-81ebbbd34b17 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:47.641836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:47.658831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:47.665480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afa6d6b2-e9ee-4d6e-9755-0b1f9e84b356 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.669315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:47.674873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:47.675427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.702631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=2d59444d-4c0c-4900-a77d-e189b6fff26d,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:47.706664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Checking segment: {'id': '589f4535-06aa-42c6-ad64-790d39224832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9438313a-b60f-4cf9-957d-a2d7a346e5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:47.707020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network hostable DHCP agents. Network: 9438313a-b60f-4cf9-957d-a2d7a346e5d0, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:16:47.721748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Network 6d2214d7-294b-4287-b7be-53138ca3af7e is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:47.733452 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:47.745142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:47.755787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:47.758689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-660b8458-6cf2-4134-a58f-97dcef0e96a8 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:47.800869 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0477552 Dec 22 17:16:47.815247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59224) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:47.815992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6d6b2-e9ee-4d6e-9755-0b1f9e84b356 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fc9037-a945-4399-847b-19f539f12e9b,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:47.819857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-afa6d6b2-e9ee-4d6e-9755-0b1f9e84b356 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:47.849330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event updated for resources: {'Port': ['ID=b663d0fd-b445-488e-9d41-a1ea04d062b0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:47.852490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:47.856520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e8269e95-5410-40c4-8a05-889ed2d64d5c tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.889427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afa6d6b2-e9ee-4d6e-9755-0b1f9e84b356 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:47.890709 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-afa6d6b2-e9ee-4d6e-9755-0b1f9e84b356 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7455809 Dec 22 17:16:47.894202 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59228) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:47.911256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:47.932932 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b72084ca-c45d-49ce-aed5-b460ea7f9248 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules/96fc9037-a945-4399-847b-19f539f12e9b HTTP/1.1" status: 200 len: 764 time: 0.0266564 Dec 22 17:16:47.935174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:47.937926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59232) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:47.947439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network 9438313a-b60f-4cf9-957d-a2d7a346e5d0 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:16:47.953847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:47.982510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:48.008031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:48.012433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.021333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-c4432d9b-8e15-4159-b627-b2876b444b60 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:48.023648 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-c4432d9b-8e15-4159-b627-b2876b444b60 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.53 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.8845928 Dec 22 17:16:48.031081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e8269e95-5410-40c4-8a05-889ed2d64d5c tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for 14404456-1181-4245-ba4c-723764d95618 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:48.067912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:48.068530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.100860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b564535c-a037-43b7-9d9f-c2a76a1e2f4b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:48.107432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6d8ace36-eded-41c5-8fa0-3a096bd96d52 None None] Provisioning for port b663d0fd-b445-488e-9d41-a1ea04d062b0 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:48.115088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6d8ace36-eded-41c5-8fa0-3a096bd96d52 None None] Provisioning complete for port b663d0fd-b445-488e-9d41-a1ea04d062b0 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:48.115563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6d8ace36-eded-41c5-8fa0-3a096bd96d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.131633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e6b44c-0ccb-4d01-943e-b7176d2240c8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:48.138303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e6b44c-0ccb-4d01-943e-b7176d2240c8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:48.139139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-10e6b44c-0ccb-4d01-943e-b7176d2240c8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:48.176468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 9438313a-b60f-4cf9-957d-a2d7a346e5d0) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:48.178471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b564535c-a037-43b7-9d9f-c2a76a1e2f4b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:48.182173 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b564535c-a037-43b7-9d9f-c2a76a1e2f4b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2406986 Dec 22 17:16:48.182331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:48.182635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59236) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:48.182754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.197076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-10e6b44c-0ccb-4d01-943e-b7176d2240c8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:48.198223 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-10e6b44c-0ccb-4d01-943e-b7176d2240c8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3800416 Dec 22 17:16:48.202117 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a9c73-c497-40e8-a0e7-1e1ce95b77d8 None None] Network 9438313a-b60f-4cf9-957d-a2d7a346e5d0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:48.208911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59240) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:48.220306 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ace36-eded-41c5-8fa0-3a096bd96d52 None None] Port b663d0fd-b445-488e-9d41-a1ea04d062b0 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:48.269444 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3678536 Dec 22 17:16:48.273384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59244) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:48.283147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-2badcba3-2fd8-4636-a1ce-1af14eb77715 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Request body: {'floatingip': {'port_id': 'b663d0fd-b445-488e-9d41-a1ea04d062b0'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:48.323390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-705e026b-6c1d-407a-b620-7c55ffe56a08 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.349226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-705e026b-6c1d-407a-b620-7c55ffe56a08 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.354191 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2679114 Dec 22 17:16:48.358965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Deleting port 4f8c628f-a744-4941-9f26-c2a92f574aa8 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:48.359699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.391589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59248) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:48.513545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 13e64c6d-00f8-4b62-b304-a67a902607aa up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:48.543913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4237be1e-943d-4890-886d-741b5b495495 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:48.550211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.550987 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-98d1dd2b-81b6-4ab1-aae6-4dcaa5ad8251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port 2d59444d-4c0c-4900-a77d-e189b6fff26d {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:48.551566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-98d1dd2b-81b6-4ab1-aae6-4dcaa5ad8251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.598479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:48.630522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-705e026b-6c1d-407a-b620-7c55ffe56a08 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.644022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:48.658006 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-9438313a-b60f-4cf9-957d-a2d7a346e5d0', 'network_id': '9438313a-b60f-4cf9-957d-a2d7a346e5d0', 'tenant_id': 'ec75830dfc1f4aed97a82b04b4c99da0', 'fixed_ips': [{'subnet_id': '9fba2968-e05c-413a-9ec8-8c5571576a6a'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:48.658858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.692911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event deleted for resources: {'Port': ['ID=0ddd3f98-dab6-4a63-ae20-e67271aaf515,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:48.703600 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e026b-6c1d-407a-b620-7c55ffe56a08 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96fc9037-a945-4399-847b-19f539f12e9b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:48.717815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-705e026b-6c1d-407a-b620-7c55ffe56a08 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:48.743250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.751985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bdf90b85-6ccc-4ba1-a4bc-8dcbb07cb50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:48.772862 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2badcba3-2fd8-4636-a1ce-1af14eb77715 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.882655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-12b85e7d-c45a-4603-b47c-18b618490905 None None] Provisioning for port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:48.910908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-705e026b-6c1d-407a-b620-7c55ffe56a08 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:48.916427 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-705e026b-6c1d-407a-b620-7c55ffe56a08 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/96fc9037-a945-4399-847b-19f539f12e9b HTTP/1.1" status: 204 len: 168 time: 0.7322016 Dec 22 17:16:48.921550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59254) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:48.928760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Allocated IP 2001:db8::1 (9438313a-b60f-4cf9-957d-a2d7a346e5d0/9fba2968-e05c-413a-9ec8-8c5571576a6a/23b2b647-dc3d-45f9-be71-3876a211618b) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:49.005167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 13e64c6d-00f8-4b62-b304-a67a902607aa triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:49.005631 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.022203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:49.032530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:49.042163 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-21f22997-421c-4a94-9006-e63edbee9b4b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:49.047575 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:49.048294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.051828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa45786-cbd3-4494-a418-c108e0fb7418 None None] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:49.062218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:49.062755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:49.063057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:49.063445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:49.063802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:49.064156 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:49.064505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:49.064850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:49.065194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:49.065541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:49.065887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:49.066228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:49.069465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:49.083535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Subnet': ['ID=66ce58af-ccc5-4b45-b13b-8fc0a1e15105,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:49.093763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:49.097202 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-21f22997-421c-4a94-9006-e63edbee9b4b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:49.101534 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-21f22997-421c-4a94-9006-e63edbee9b4b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1589205 Dec 22 17:16:49.113510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59258) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:49.161322 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-98d1dd2b-81b6-4ab1-aae6-4dcaa5ad8251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.177722 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5514987 Dec 22 17:16:49.194178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59262) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:49.237470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'security_group': {'name': 'tempest-secgroup-1452443551'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:49.249044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e8269e95-5410-40c4-8a05-889ed2d64d5c tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.270593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-37fc48b9-7a2d-41ba-bfc2-06ca4ad2d50d tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:49.302943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.312939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-98d1dd2b-81b6-4ab1-aae6-4dcaa5ad8251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for 2d59444d-4c0c-4900-a77d-e189b6fff26d owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:49.357036 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:49.372610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e823f9-5d18-4c37-a2fd-b903292279cc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.424413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e823f9-5d18-4c37-a2fd-b903292279cc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.429179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:security_group and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:49.434609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8269e95-5410-40c4-8a05-889ed2d64d5c tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=14404456-1181-4245-ba4c-723764d95618,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:49.437181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e8269e95-5410-40c4-8a05-889ed2d64d5c tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:49.482568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:49.483101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:49.562952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e823f9-5d18-4c37-a2fd-b903292279cc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.570194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:49.572364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ab1e4a47-feef-4ae7-b3b7-ba6cac423d34 tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:49.580264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e8269e95-5410-40c4-8a05-889ed2d64d5c tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.609093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e823f9-5d18-4c37-a2fd-b903292279cc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d505bb-835f-4cff-9780-7f822022d19f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:49.628318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-91e823f9-5d18-4c37-a2fd-b903292279cc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:49.640563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-98d1dd2b-81b6-4ab1-aae6-4dcaa5ad8251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.648504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8dc32c66-5eb6-4791-9b3c-4781a03a3249 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:49.707362 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1dd2b-81b6-4ab1-aae6-4dcaa5ad8251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=2d59444d-4c0c-4900-a77d-e189b6fff26d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:49.711907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91e823f9-5d18-4c37-a2fd-b903292279cc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.713242 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-91e823f9-5d18-4c37-a2fd-b903292279cc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-groups/59d505bb-835f-4cff-9780-7f822022d19f HTTP/1.1" status: 204 len: 168 time: 0.5993936 Dec 22 17:16:49.717001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-98d1dd2b-81b6-4ab1-aae6-4dcaa5ad8251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:49.717711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59266) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:49.769797 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e8269e95-5410-40c4-8a05-889ed2d64d5c tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/14404456-1181-4245-ba4c-723764d95618 HTTP/1.1" status: 204 len: 168 time: 3.4050395 Dec 22 17:16:49.778102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59270) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:49.787998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.827456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-98d1dd2b-81b6-4ab1-aae6-4dcaa5ad8251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.829252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.829536 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-98d1dd2b-81b6-4ab1-aae6-4dcaa5ad8251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/2d59444d-4c0c-4900-a77d-e189b6fff26d HTTP/1.1" status: 204 len: 168 time: 1.6161098 Dec 22 17:16:49.832357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.833692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59274) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:49.850604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Transition to ACTIVE for port object 23b2b647-dc3d-45f9-be71-3876a211618b will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:49.881116 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Transition to ACTIVE for port object 23b2b647-dc3d-45f9-be71-3876a211618b will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:49.903945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:49.914233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-52e43838-29a4-4c59-a21a-3853fc8de772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:49.915437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-870a3033-1b9c-4c4f-8d41-767a57d8f842 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:49.950373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-870a3033-1b9c-4c4f-8d41-767a57d8f842 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:49.959367 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc73289-c6c6-401a-a9fa-30e60364b489 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] DELETE failed (client error): The resource could not be found. Dec 22 17:16:49.959367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc73289-c6c6-401a-a9fa-30e60364b489 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:16:49.962664 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-870a3033-1b9c-4c4f-8d41-767a57d8f842 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2425952 Dec 22 17:16:49.963048 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9cc73289-c6c6-401a-a9fa-30e60364b489 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/14404456-1181-4245-ba4c-723764d95618 HTTP/1.1" status: 404 len: 333 time: 0.1712954 Dec 22 17:16:49.963536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59278) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:49.963918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59280) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:49.975251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group': {'name': 'tempest-secgroup--833890118'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:49.981768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:49.993037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:49.993712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cde6b-f08f-4da2-a939-0bfdd65c04a5 req-fe7108ca-56bc-4727-841f-64508785a16a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:49.995431 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e75cde6b-f08f-4da2-a939-0bfdd65c04a5 req-fe7108ca-56bc-4727-841f-64508785a16a tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 0.9850421 Dec 22 17:16:50.027544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Network 9438313a-b60f-4cf9-957d-a2d7a346e5d0 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:50.029370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:50.039391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:50.039773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.053303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba27ba-a712-4768-bf3a-716f8ae34e3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:50.054913 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba27ba-a712-4768-bf3a-716f8ae34e3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:50.059149 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e6ba27ba-a712-4768-bf3a-716f8ae34e3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2218394 Dec 22 17:16:50.059149 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-246ff9ad-e4f5-489d-a5e4-1d8c2af22fe0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:16:50.061917 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-246ff9ad-e4f5-489d-a5e4-1d8c2af22fe0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/14404456-1181-4245-ba4c-723764d95618 HTTP/1.1" status: 404 len: 333 time: 0.0910978 Dec 22 17:16:50.062978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59286) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:50.063484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59288) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:50.064218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.068129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:50.081175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:50.086160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.122931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Pushing event updated for resources: {'Port': ['ID=23b2b647-dc3d-45f9-be71-3876a211618b,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:50.125619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:50.130481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] For port 4f8c628f-a744-4941-9f26-c2a92f574aa8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4f8c628f-a744-4941-9f26-c2a92f574aa8,segment=NetworkSegment(cf298350-1a1c-4f11-982d-86d935fceefd),segment_id=cf298350-1a1c-4f11-982d-86d935fceefd)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:50.131299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.172498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:50.195403 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:50.199639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:50.202502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:50.209088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-4940b49d-9888-4167-9ba3-cad6c97dcc95', 'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'tenant_id': 'b0ee63329cf14e019ca8df08e1ed40c3', 'fixed_ips': [{'subnet_id': '66ce58af-ccc5-4b45-b13b-8fc0a1e15105'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:50.209371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:50.209937 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.211959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:security_group_rule and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:50.225037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:50.237852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ce99ea-7d76-47e0-bc88-1af17204f464 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting subnet 98df555e-4cdf-4eac-ba30-327ed07bdcb6 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:16:50.244001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92ce99ea-7d76-47e0-bc88-1af17204f464 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.256284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-62103c19-ccba-4417-a55b-57b9cf191e28 None None] Provisioning complete for port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:50.256667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-62103c19-ccba-4417-a55b-57b9cf191e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.286951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 5a07c7fd-01a4-4631-95a0-3d059587639b {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:16:50.296581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:50.311851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.329784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Attempting to bind port 23b2b647-dc3d-45f9-be71-3876a211618b on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:50.330402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Attempting to bind port 23b2b647-dc3d-45f9-be71-3876a211618b by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '589f4535-06aa-42c6-ad64-790d39224832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9438313a-b60f-4cf9-957d-a2d7a346e5d0'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:50.331087 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Attempting to bind port 23b2b647-dc3d-45f9-be71-3876a211618b on network 9438313a-b60f-4cf9-957d-a2d7a346e5d0 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:50.379192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.401452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:50.402570 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Checking segment: {'id': '589f4535-06aa-42c6-ad64-790d39224832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9438313a-b60f-4cf9-957d-a2d7a346e5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:50.403143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.403585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Bound using segment: {'id': '589f4535-06aa-42c6-ad64-790d39224832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9438313a-b60f-4cf9-957d-a2d7a346e5d0'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:50.404061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Bound port: 23b2b647-dc3d-45f9-be71-3876a211618b, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589f4535-06aa-42c6-ad64-790d39224832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9438313a-b60f-4cf9-957d-a2d7a346e5d0'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:50.404451 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.444158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92ce99ea-7d76-47e0-bc88-1af17204f464 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.614707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.643862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.670710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.685444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.691491 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e75cde6b-f08f-4da2-a939-0bfdd65c04a5 req-a12794c3-154e-4ba2-858f-6fbdb68e5a34 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6303954 Dec 22 17:16:50.703164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:50.739040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Allocated IP 172.20.0.2 (4940b49d-9888-4167-9ba3-cad6c97dcc95/66ce58af-ccc5-4b45-b13b-8fc0a1e15105/8f82c7bb-3e5d-46fb-9ea1-347f64ee937b) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:50.753968 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-62103c19-ccba-4417-a55b-57b9cf191e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.767905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] For port 23b2b647-dc3d-45f9-be71-3876a211618b, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:50.778884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafa9179-23c5-4850-902e-582a46099045,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:50.785331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] For port 23b2b647-dc3d-45f9-be71-3876a211618b, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=23b2b647-dc3d-45f9-be71-3876a211618b,segment=NetworkSegment(589f4535-06aa-42c6-ad64-790d39224832),segment_id=589f4535-06aa-42c6-ad64-790d39224832)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:50.791581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.797175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:50.799825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92ce99ea-7d76-47e0-bc88-1af17204f464 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.877428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Router 7db9663b-562e-45ce-a0eb-520e90a620df has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:16:50.887313 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Pushing event updated for resources: {'Port': ['ID=23b2b647-dc3d-45f9-be71-3876a211618b,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:50.893895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:50.966737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:50.981097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:50.983472 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0144649 Dec 22 17:16:50.985275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59294) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:50.998089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Request body: {'security_group_rule': {'security_group_id': 'cafa9179-23c5-4850-902e-582a46099045', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:51.007002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.013418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:51.016479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a05a9acd-e926-4bfd-b7a9-f84cb75e7152 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:51.051561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.062679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=5a07c7fd-01a4-4631-95a0-3d059587639b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:51.067382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Usage tracker for resource:security_group_rule and tenant:9029aadeda1348d28030b2e748512541 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:51.076711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:51.089519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:51.089519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:51.089519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:51.089879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:51.090136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:51.090495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:51.090851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:51.091285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:51.091647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:51.092005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:51.092360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:51.092719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:51.095745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.105736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:51.112017 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/5a07c7fd-01a4-4631-95a0-3d059587639b HTTP/1.1" status: 204 len: 168 time: 1.0382035 Dec 22 17:16:51.112253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-62103c19-ccba-4417-a55b-57b9cf191e28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:51.112560 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-62103c19-ccba-4417-a55b-57b9cf191e28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:51.114219 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:51.115931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59298) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:51.122225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fbe9f456-2cb6-4637-86b0-68cf2153bbfb tempest-AllowedAddressPairIpV6TestJSON-496872772 tempest-AllowedAddressPairIpV6TestJSON-496872772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:51.122924 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2318499b-2a5b-4d4b-8baa-65c7bd0be7ca None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:51.212996 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8a85f120-95fd-479e-9268-bef193c968ee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931404 Dec 22 17:16:51.213247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59302) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:51.219556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:51.257121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92ce99ea-7d76-47e0-bc88-1af17204f464 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.265738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.273399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-39d990d6-b3be-4e54-be6b-6334b4640e54 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:51.313302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Subnet': ['ID=9fba2968-e05c-413a-9ec8-8c5571576a6a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:51.317658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:51.318014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:51.438718 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce99ea-7d76-47e0-bc88-1af17204f464 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Subnet': ['ID=98df555e-4cdf-4eac-ba30-327ed07bdcb6,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:51.449555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:51.473704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.480752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-92ce99ea-7d76-47e0-bc88-1af17204f464 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:51.481794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92ce99ea-7d76-47e0-bc88-1af17204f464 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.488276 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-92ce99ea-7d76-47e0-bc88-1af17204f464 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/98df555e-4cdf-4eac-ba30-327ed07bdcb6 HTTP/1.1" status: 204 len: 168 time: 1.4126141 Dec 22 17:16:51.491093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59306) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:51.524979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.527374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:51.528970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2dc0e7-e588-4226-b110-fcde76270c8d None None] Network 28bea56f-c683-48dc-994b-968e3ac92a95 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:51.532685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:51.536431 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:51.539935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.546395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e9dd399-ae88-4062-8b28-91a097b540d0 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:51.554607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:51.564736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:16:51.581623 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5c613a-2078-4d0a-86e5-4432dbc3274e None None] Sync routers for ids ['7db9663b-562e-45ce-a0eb-520e90a620df'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:16:51.594605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.602883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.604247 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6148620 Dec 22 17:16:51.607887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbbab83-313b-4947-8f2f-3a01e3cbe5de,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:51.610531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59310) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:51.614391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:51.616717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:51.634636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.635003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.635335 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Floating IP f388a464-360f-4ead-8267-cedd08675f42 disassociated. External IP: 172.26.3.141, port: 4f8c628f-a744-4941-9f26-c2a92f574aa8. Dec 22 17:16:51.635671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Calling delete_port for 4f8c628f-a744-4941-9f26-c2a92f574aa8 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:51.643067 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c613a-2078-4d0a-86e5-4432dbc3274e None None] Routers {'7db9663b-562e-45ce-a0eb-520e90a620df'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:51.646387 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5e5c613a-2078-4d0a-86e5-4432dbc3274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['7db9663b-562e-45ce-a0eb-520e90a620df'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:51.675967 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:51.679239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.797016 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1672ff5e-bdfb-4da9-b339-f85248c18553 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.815229 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5e5c613a-2078-4d0a-86e5-4432dbc3274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:51.829808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1672ff5e-bdfb-4da9-b339-f85248c18553 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.844961 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c613a-2078-4d0a-86e5-4432dbc3274e None None] Routers {'7db9663b-562e-45ce-a0eb-520e90a620df'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:51.845824 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5e5c613a-2078-4d0a-86e5-4432dbc3274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['7db9663b-562e-45ce-a0eb-520e90a620df'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:51.861011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abac42f9-ef69-4100-98aa-997412893f06,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:51.877103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.933083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:51.939505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:51.944985 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.7371502 Dec 22 17:16:51.953038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59316) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:51.955576 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "PUT /v2.0/routers/7db9663b-562e-45ce-a0eb-520e90a620df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6734166 Dec 22 17:16:51.963641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59318) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:51.967832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'security_group': {'name': 'tempest-secgroup-1970607926'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:51.975193 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5e5c613a-2078-4d0a-86e5-4432dbc3274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:51.975773 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5c613a-2078-4d0a-86e5-4432dbc3274e None None] The sync data for ids ['7db9663b-562e-45ce-a0eb-520e90a620df'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:16:51.987355 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-62103c19-ccba-4417-a55b-57b9cf191e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.018484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9438313a-b60f-4cf9-957d-a2d7a346e5d0']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:52.038615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.049011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589f4535-06aa-42c6-ad64-790d39224832') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:52.049301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589f4535-06aa-42c6-ad64-790d39224832') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:52.080416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.083824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:52.094907 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.118858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 13e64c6d-00f8-4b62-b304-a67a902607aa {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:52.119463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.182264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.190956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:security_group and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:52.204149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.228078 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-62103c19-ccba-4417-a55b-57b9cf191e28 None None] For port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=70c0311d-0724-48e9-b30f-a8ec8f7aeb06,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:52.235250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa151f-653a-409f-aac4-66ce59a918e7 None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:16:52.244389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Transition to ACTIVE for port object 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:52.253650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-62103c19-ccba-4417-a55b-57b9cf191e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.261746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:52.280691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:52.281097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.294281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4caa151f-653a-409f-aac4-66ce59a918e7 None None] Deleting port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:52.294955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4caa151f-653a-409f-aac4-66ce59a918e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:52.296282 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:52.313703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:52.321487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:52.353788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1672ff5e-bdfb-4da9-b339-f85248c18553 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.360229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-62103c19-ccba-4417-a55b-57b9cf191e28 None None] Could not find standard attr ID for object 2d59444d-4c0c-4900-a77d-e189b6fff26d. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:16:52.363245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e382b76b-30a0-4d2d-b574-b283270737b7 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:52.379337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.388923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Transition to ACTIVE for port object 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:52.394377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-2badcba3-2fd8-4636-a1ce-1af14eb77715 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:16:52.408974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a491-1b9d-4938-b9c2-8af9fa33f522 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.430659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 4f8c628f-a744-4941-9f26-c2a92f574aa8 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:16:52.457458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd315f59-0d3e-4a19-b24b-30dabf33f27f None None] Network 9438313a-b60f-4cf9-957d-a2d7a346e5d0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:52.461359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672ff5e-bdfb-4da9-b339-f85248c18553 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafa9179-23c5-4850-902e-582a46099045,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:52.473660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:52.483630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1672ff5e-bdfb-4da9-b339-f85248c18553 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:52.517237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:security_group_rule and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:52.527814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.551846 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5db90f4a-e2e0-47c2-a0f9-b38f984e210f None None] Could not find standard attr ID for object 2d59444d-4c0c-4900-a77d-e189b6fff26d. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:16:52.567458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:52.587027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:52.601787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1672ff5e-bdfb-4da9-b339-f85248c18553 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.602903 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1672ff5e-bdfb-4da9-b339-f85248c18553 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-groups/cafa9179-23c5-4850-902e-582a46099045 HTTP/1.1" status: 204 len: 168 time: 0.9910398 Dec 22 17:16:52.615567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59326) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:52.688316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5db90f4a-e2e0-47c2-a0f9-b38f984e210f None None] Provisioning for port 23b2b647-dc3d-45f9-be71-3876a211618b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:52.691286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62103c19-ccba-4417-a55b-57b9cf191e28 None None] Pushing event updated for resources: {'Port': ['ID=70c0311d-0724-48e9-b30f-a8ec8f7aeb06,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:52.710741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-62103c19-ccba-4417-a55b-57b9cf191e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:52.715295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:52.764290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2badcba3-2fd8-4636-a1ce-1af14eb77715 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.767950 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:52.768296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:52.769326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.770715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 17:16:52.770715 dv-neutron-822513-1-hyperv neutron-server[87587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 17:16:52.770715 dv-neutron-822513-1-hyperv neutron-server[87587]: [parameters: {'id': '9438313a-b60f-4cf9-957d-a2d7a346e5d0'}] Dec 22 17:16:52.770715 dv-neutron-822513-1-hyperv neutron-server[87587]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:52.772231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:52.773383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.784669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:52.786585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:52.806615 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:52.822776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ff993114-a82b-409c-b31b-eb45099218db tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:52.841452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:52.863069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No active binding found for port 4f8c628f-a744-4941-9f26-c2a92f574aa8 {{(pid=87588) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 17:16:52.863521 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 4f8c628f-a744-4941-9f26-c2a92f574aa8 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:16:52.870529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Pushing event deleted for resources: {'Port': ['ID=4f8c628f-a744-4941-9f26-c2a92f574aa8,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:52.872770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2badcba3-2fd8-4636-a1ce-1af14eb77715 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:52.933851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:52.953500 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Pushing event updated for resources: {'Port': ['ID=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:52.956060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a99f9c-a0be-4d5a-bdd1-ba4832c3b36d None None] DHCP port deletion for 28bea56f-c683-48dc-994b-968e3ac92a95 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:16:52.991898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:53.019622 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c3a99f9c-a0be-4d5a-bdd1-ba4832c3b36d None None] Deleting port 13e64c6d-00f8-4b62-b304-a67a902607aa {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:53.020293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c3a99f9c-a0be-4d5a-bdd1-ba4832c3b36d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.034433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a491-1b9d-4938-b9c2-8af9fa33f522 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.036807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a491-1b9d-4938-b9c2-8af9fa33f522 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.054578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] For port 13e64c6d-00f8-4b62-b304-a67a902607aa, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=13e64c6d-00f8-4b62-b304-a67a902607aa,segment=NetworkSegment(9c0d0edc-9765-463a-b35e-549682856e45),segment_id=9c0d0edc-9765-463a-b35e-549682856e45)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:53.054962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.160008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.175605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a491-1b9d-4938-b9c2-8af9fa33f522 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.176117 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff2a491-1b9d-4938-b9c2-8af9fa33f522 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Fanout notify agent at l3_agent the message router_deleted on router 7db9663b-562e-45ce-a0eb-520e90a620df {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:16:53.178856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:53.190390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.193856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=6e32bb11-7321-4932-aace-b195179eb470,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:53.196057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:53.200990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:53.201735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:53.218119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d36d8f-23aa-4af0-8efe-96425dd7688d req-3f5244b6-6835-4ffc-a073-99d550662be3 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:53.219627 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-27d36d8f-23aa-4af0-8efe-96425dd7688d req-3f5244b6-6835-4ffc-a073-99d550662be3 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 946 time: 1.2603009 Dec 22 17:16:53.222786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:53.223608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.229899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Attempting to bind port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:53.230788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Attempting to bind port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '689e76e7-2027-43bf-974b-8c92ba1ed565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:53.231166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Attempting to bind port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b on network 4940b49d-9888-4167-9ba3-cad6c97dcc95 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:53.234981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-44385c2e-beeb-4c04-b001-0888b995298c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:53.259876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:53.260167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Checking segment: {'id': '689e76e7-2027-43bf-974b-8c92ba1ed565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:53.260489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.261620 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Bound using segment: {'id': '689e76e7-2027-43bf-974b-8c92ba1ed565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:53.262280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Bound port: 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689e76e7-2027-43bf-974b-8c92ba1ed565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:53.262816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.294897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.315247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a491-1b9d-4938-b9c2-8af9fa33f522 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.316742 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7ff2a491-1b9d-4938-b9c2-8af9fa33f522 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "DELETE /v2.0/routers/7db9663b-562e-45ce-a0eb-520e90a620df HTTP/1.1" status: 204 len: 168 time: 1.3432279 Dec 22 17:16:53.317516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.319191 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3614345 Dec 22 17:16:53.320415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fff0834-0c5e-495e-a727-8b39591c0e28,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:53.323246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59330) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:53.323805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59332) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:53.333797 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1196637 Dec 22 17:16:53.341573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1615095166', 'security_groups': ['5fff0834-0c5e-495e-a727-8b39591c0e28'], 'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '66ce58af-ccc5-4b45-b13b-8fc0a1e15105'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:53.360344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59336) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:53.361494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:53.364351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-44385c2e-beeb-4c04-b001-0888b995298c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:53.365768 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-44385c2e-beeb-4c04-b001-0888b995298c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7492268 Dec 22 17:16:53.369795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for 13e64c6d-00f8-4b62-b304-a67a902607aa owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:53.372865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'name': 'tempest-NetworksTestDHCPv6-631493912'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:53.398093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59342) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:53.483254 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-2badcba3-2fd8-4636-a1ce-1af14eb77715 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Floating IP 2e354e3d-7f7e-4005-bc26-609f00049523 associated. External IP: 172.26.3.47, port: 67a07221-4241-45ba-9634-3d69bbf575c4. Dec 22 17:16:53.483819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4caa151f-653a-409f-aac4-66ce59a918e7 None None] For port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=70c0311d-0724-48e9-b30f-a8ec8f7aeb06,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:53.484289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4caa151f-653a-409f-aac4-66ce59a918e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.542199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting port 23b2b647-dc3d-45f9-be71-3876a211618b {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:53.542583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.563431 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-27d36d8f-23aa-4af0-8efe-96425dd7688d req-189ba453-7260-47df-8735-7ca77ba950af tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c285752-06ec-4f60-9245-7f47450ec666&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3171616 Dec 22 17:16:53.628798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0d1d9f-e2df-4603-aee5-1ab1e1087ecd tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Deleting subnet 18973c6a-6654-429e-b593-d7b1d11e48fc {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:16:53.649119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1d9f-e2df-4603-aee5-1ab1e1087ecd tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.665214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1c5df72b-658d-4a48-b2e7-bd3c31e5e0e4 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Synchronizing usage tracker for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:53.708121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4caa151f-653a-409f-aac4-66ce59a918e7 None None] Calling delete_port for 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:53.725336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:16:53.734884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e7d0a9-d654-4406-a8ff-2ce1ae6ba766 None None] DHCP port deletion for 9438313a-b60f-4cf9-957d-a2d7a346e5d0 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:16:53.746040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:53.752296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:53.757000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1d9f-e2df-4603-aee5-1ab1e1087ecd tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.786914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:port and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:53.788663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d7e7d0a9-d654-4406-a8ff-2ce1ae6ba766 None None] Deleting port 23b2b647-dc3d-45f9-be71-3876a211618b {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:53.789384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d0a9-d654-4406-a8ff-2ce1ae6ba766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.800201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:53.816657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:53.821533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:53.841193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:53.845978 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c3a99f9c-a0be-4d5a-bdd1-ba4832c3b36d None None] For port 13e64c6d-00f8-4b62-b304-a67a902607aa, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=13e64c6d-00f8-4b62-b304-a67a902607aa,segment=NetworkSegment(9c0d0edc-9765-463a-b35e-549682856e45),segment_id=9c0d0edc-9765-463a-b35e-549682856e45)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:53.846409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c3a99f9c-a0be-4d5a-bdd1-ba4832c3b36d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.854088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.863605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:53.868021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:53.872313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6c624ae-92c9-45ce-bb72-dfec798b78d5 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:53.920795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1c5df72b-658d-4a48-b2e7-bd3c31e5e0e4 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Unset dirty status for tenant:9029aadeda1348d28030b2e748512541 on resource:security_group_rule {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:53.921073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] For port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:53.924246 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1c5df72b-658d-4a48-b2e7-bd3c31e5e0e4 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5070448 Dec 22 17:16:53.927962 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59346) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:53.948328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No DVR routers for this DVR port 13e64c6d-00f8-4b62-b304-a67a902607aa on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:53.950086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=13e64c6d-00f8-4b62-b304-a67a902607aa,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:53.986246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:53.987014 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-138ad18d-a5fa-4614-b3d5-a71242dcd928 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] delete failed (client error): The resource could not be found. Dec 22 17:16:53.991273 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-138ad18d-a5fa-4614-b3d5-a71242dcd928 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "DELETE /v2.0/security-groups/cafa9179-23c5-4850-902e-582a46099045 HTTP/1.1" status: 404 len: 347 time: 0.0521319 Dec 22 17:16:53.991551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 13e64c6d-00f8-4b62-b304-a67a902607aa no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:16:53.997179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59350) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:53.999060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port 6f92fe49-5744-4e16-8f6c-cb8dbe485551 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:54.024607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c3a99f9c-a0be-4d5a-bdd1-ba4832c3b36d None None] Calling delete_port for 13e64c6d-00f8-4b62-b304-a67a902607aa owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:54.069479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] For port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,segment=NetworkSegment(689e76e7-2027-43bf-974b-8c92ba1ed565),segment_id=689e76e7-2027-43bf-974b-8c92ba1ed565)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:54.084355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1d9f-e2df-4603-aee5-1ab1e1087ecd tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:54.112213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 13e64c6d-00f8-4b62-b304-a67a902607aa {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:16:54.112839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 13e64c6d-00f8-4b62-b304-a67a902607aa not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:16:54.113422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:16:54.152497 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:54.171414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-62103c19-ccba-4417-a55b-57b9cf191e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:54.200279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:54.251390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port d936de45-5713-470f-98ea-db5197c125b7 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:16:54.264102 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4caa151f-653a-409f-aac4-66ce59a918e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:54.331955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa151f-653a-409f-aac4-66ce59a918e7 None None] No DVR routers for this DVR port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:54.345333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::2fd (1719665a-967c-4b0a-ab06-6816cb17c416/6e32bb11-7321-4932-aace-b195179eb470/6f92fe49-5744-4e16-8f6c-cb8dbe485551) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:54.397581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No active binding found for port 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 {{(pid=87588) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 17:16:54.398236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 70c0311d-0724-48e9-b30f-a8ec8f7aeb06 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:16:54.408882 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Pushing event updated for resources: {'Port': ['ID=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:54.430724 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-c3a99f9c-a0be-4d5a-bdd1-ba4832c3b36d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:54.431426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-c3a99f9c-a0be-4d5a-bdd1-ba4832c3b36d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:54.438932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f9de77-5bf6-4b01-ab25-696de7ecbc02 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:54.462049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:54.462387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:54.462894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:54.463435 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:54.463914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:54.464977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:54.465468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:54.465952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:54.466667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:54.467196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:54.467692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:54.468173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:16:54.471181 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1d9f-e2df-4603-aee5-1ab1e1087ecd tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:54.473255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d7e7d0a9-d654-4406-a8ff-2ce1ae6ba766 None None] For port 23b2b647-dc3d-45f9-be71-3876a211618b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=23b2b647-dc3d-45f9-be71-3876a211618b,segment=NetworkSegment(589f4535-06aa-42c6-ad64-790d39224832),segment_id=589f4535-06aa-42c6-ad64-790d39224832)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:54.473855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d0a9-d654-4406-a8ff-2ce1ae6ba766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:54.485699 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:54.488688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:54.497779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:54.566562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:54.595988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d1d9f-e2df-4603-aee5-1ab1e1087ecd tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event deleted for resources: {'Subnet': ['ID=18973c6a-6654-429e-b593-d7b1d11e48fc,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:54.602515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0f0d1d9f-e2df-4603-aee5-1ab1e1087ecd tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:54.618810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1d9f-e2df-4603-aee5-1ab1e1087ecd tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:54.642432 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0f0d1d9f-e2df-4603-aee5-1ab1e1087ecd tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "DELETE /v2.0/subnets/18973c6a-6654-429e-b593-d7b1d11e48fc HTTP/1.1" status: 204 len: 168 time: 1.3070614 Dec 22 17:16:54.648653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59356) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:54.668805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] For port 23b2b647-dc3d-45f9-be71-3876a211618b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=23b2b647-dc3d-45f9-be71-3876a211618b,segment=NetworkSegment(589f4535-06aa-42c6-ad64-790d39224832),segment_id=589f4535-06aa-42c6-ad64-790d39224832)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:54.669170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:54.703176 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-76eb2b5b-28c8-4d6a-bb2a-242fd8ec2fdb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6516242 Dec 22 17:16:54.722524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bea56f-c683-48dc-994b-968e3ac92a95']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:54.752777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f091268-469f-49d6-ab68-e77c5eb8e817 None None] Network be1ff070-aaee-48bf-8c86-628986af2693 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:16:54.781990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa151f-653a-409f-aac4-66ce59a918e7 None None] Pushing event deleted for resources: {'Port': ['ID=70c0311d-0724-48e9-b30f-a8ec8f7aeb06,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:54.800860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d7e7d0a9-d654-4406-a8ff-2ce1ae6ba766 None None] Calling delete_port for 23b2b647-dc3d-45f9-be71-3876a211618b owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:54.864096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4caa151f-653a-409f-aac4-66ce59a918e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:54.900847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0d0edc-9765-463a-b35e-549682856e45') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:54.901053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0d0edc-9765-463a-b35e-549682856e45') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:54.944322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c3a99f9c-a0be-4d5a-bdd1-ba4832c3b36d None None] Deleting port 13e64c6d-00f8-4b62-b304-a67a902607aa {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:54.944636 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c3a99f9c-a0be-4d5a-bdd1-ba4832c3b36d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:54.952654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:54.958342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.8 (4940b49d-9888-4167-9ba3-cad6c97dcc95/66ce58af-ccc5-4b45-b13b-8fc0a1e15105/d936de45-5713-470f-98ea-db5197c125b7) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:54.991730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.019169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Calling delete_port for 23b2b647-dc3d-45f9-be71-3876a211618b owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:55.021764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Deleting port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:55.022170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.063017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object 6f92fe49-5744-4e16-8f6c-cb8dbe485551 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:55.071956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c3a99f9c-a0be-4d5a-bdd1-ba4832c3b36d None None] The port '13e64c6d-00f8-4b62-b304-a67a902607aa' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:16:55.150598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:16:55.231655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ae298-66c2-4bd4-8950-651fe707e6e8 None None] Sync routers for ids ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:16:55.280755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59364) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:55.301287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.317231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d0a9-d654-4406-a8ff-2ce1ae6ba766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.325982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:55.332896 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-81423218-5bee-4a34-969f-bc2e9206c51f req-ba240f00-15b8-43b3-b345-2bd8db2422a9 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/ports?device_id=452dcbe2-3f49-464f-a6b1-892652cc924f HTTP/1.1" status: 200 len: 210 time: 0.2286165 Dec 22 17:16:55.397028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] No DVR routers for this DVR port 4f8c628f-a744-4941-9f26-c2a92f574aa8 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:55.402034 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:55.402652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:55.403903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.409225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.428894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7d0a9-d654-4406-a8ff-2ce1ae6ba766 None None] Pushing event deleted for resources: {'Port': ['ID=23b2b647-dc3d-45f9-be71-3876a211618b,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:55.433595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'name': 'network-vif-deleted', 'tag': '4f8c628f-a744-4941-9f26-c2a92f574aa8'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:16:55.456158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2badcba3-2fd8-4636-a1ce-1af14eb77715 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:16:55.458541 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b43fd1ff-ce67-48a6-81c1-51b672c2ddb3 req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.53 "DELETE /v2.0/ports/4f8c628f-a744-4941-9f26-c2a92f574aa8 HTTP/1.1" status: 204 len: 173 time: 7.3699999 Dec 22 17:16:55.458679 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e7d0a9-d654-4406-a8ff-2ce1ae6ba766 None None] No DVR routers for this DVR port 23b2b647-dc3d-45f9-be71-3876a211618b on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:55.480798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:55.481206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.483251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] For port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee,segment=NetworkSegment(4dd2a4ec-0bec-4727-974b-e6deae716aca),segment_id=4dd2a4ec-0bec-4727-974b-e6deae716aca)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:55.483796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.490317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d7e7d0a9-d654-4406-a8ff-2ce1ae6ba766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:55.496395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ae298-66c2-4bd4-8950-651fe707e6e8 None None] Routers {'9bff035c-f4ae-4b56-ad44-76599bb9ec26'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:55.497055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-0d5ae298-66c2-4bd4-8950-651fe707e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:55.630709 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:55.656769 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452dcbe2-3f49-464f-a6b1-892652cc924f', 'name': 'network-vif-deleted', 'tag': '4f8c628f-a744-4941-9f26-c2a92f574aa8', 'status': 'completed', 'code': 200} Dec 22 17:16:55.707449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': '6e32bb11-7321-4932-aace-b195179eb470'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:16:55.708551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.745049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.754031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:55.768782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.823159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Calling delete_port for cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:55.824738 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-62015597-f96e-4c39-956c-41f4c49d0169 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9029aadeda1348d28030b2e748512541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378046 Dec 22 17:16:55.855385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59372) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:55.867163 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/networks/28bea56f-c683-48dc-994b-968e3ac92a95 HTTP/1.1" status: 204 len: 168 time: 4.3724184 Dec 22 17:16:55.870355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Network': ['ID=28bea56f-c683-48dc-994b-968e3ac92a95,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:55.871133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59376) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:55.882858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:55.897736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-414176020'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:55.911257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:55.935775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:network and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:55.942536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:55.965288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.972132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:55.978214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting port 23b2b647-dc3d-45f9-be71-3876a211618b {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:55.978879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:55.980808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.009875 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:16:56.024877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-98d1dd2b-81b6-4ab1-aae6-4dcaa5ad8251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:56.070675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-0d5ae298-66c2-4bd4-8950-651fe707e6e8 None None] Set router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:16:56.114374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=6f92fe49-5744-4e16-8f6c-cb8dbe485551,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:56.120806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] The port '23b2b647-dc3d-45f9-be71-3876a211618b' was deleted {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:16:56.125264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:56.126818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object d936de45-5713-470f-98ea-db5197c125b7 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:56.137956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee84aa53-8506-4222-8ed8-f01fbfaad217 None None] DHCP port deletion for be1ff070-aaee-48bf-8c86-628986af2693 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:16:56.140297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:56.142401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:56.146086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.160261 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:56.162230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.167309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:56.174517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:56.174517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.206581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76f15627-5064-439b-8066-f2f639ec1a25 tempest-RoutersIpV6AdminTest-209536564 tempest-RoutersIpV6AdminTest-209536564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:56.256406 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8930233 Dec 22 17:16:56.272950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59380) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:56.275583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event deleted for resources: {'Port': ['ID=cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:56.279502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] No DVR routers for this DVR port cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:16:56.312759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:56.339339 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-08821ade-d2dd-4af6-8d85-b0908bed789f None None] Provisioning complete for port 849b8054-0fc9-4809-a1d2-01fdbf5949fe triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:56.340077 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-08821ade-d2dd-4af6-8d85-b0908bed789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.394220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:56.477446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2badcba3-2fd8-4636-a1ce-1af14eb77715 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:16:56.481719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.490321 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8ddbcc-517e-40c3-943b-319f61609902 None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:16:56.497589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:56.498198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:56.505495 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ddbcc-517e-40c3-943b-319f61609902 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:56.506503 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3b8ddbcc-517e-40c3-943b-319f61609902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:56.516112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-08821ade-d2dd-4af6-8d85-b0908bed789f None None] Port 849b8054-0fc9-4809-a1d2-01fdbf5949fe cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:56.516327 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a0a5e6e2-cb2d-4e3d-abb6-2c2f8d0e9e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.520171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/6e32bb11-7321-4932-aace-b195179eb470/5dc0dc63-0b90-4a2e-91d8-b7655952a88a) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:16:56.530393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.538661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59388) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:56.548877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.549228 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Added segment f1a99e74-73bc-4e8a-bfaa-df01e2b0849f of type vlan for network 838731ea-aaa2-4e7a-9dce-ee16764b4aea Dec 22 17:16:56.595516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-08821ade-d2dd-4af6-8d85-b0908bed789f None None] Provisioning for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:56.626253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.638309 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3b8ddbcc-517e-40c3-943b-319f61609902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:56.642020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:56.645793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1ff070-aaee-48bf-8c86-628986af2693']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:56.657658 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ddbcc-517e-40c3-943b-319f61609902 None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:56.658682 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3b8ddbcc-517e-40c3-943b-319f61609902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:56.669390 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a0a5e6e2-cb2d-4e3d-abb6-2c2f8d0e9e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.673389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:56.691945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:56.697530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-08821ade-d2dd-4af6-8d85-b0908bed789f None None] Provisioning complete for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:56.698112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-08821ade-d2dd-4af6-8d85-b0908bed789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.742558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd2a4ec-0bec-4727-974b-e6deae716aca') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:56.742847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd2a4ec-0bec-4727-974b-e6deae716aca') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:56.758132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.761222 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3b8ddbcc-517e-40c3-943b-319f61609902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:56.762235 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8ddbcc-517e-40c3-943b-319f61609902 None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:16:56.765511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9438313a-b60f-4cf9-957d-a2d7a346e5d0']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:56.773971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=d936de45-5713-470f-98ea-db5197c125b7,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:56.794150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.803949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589f4535-06aa-42c6-ad64-790d39224832') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:56.804395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589f4535-06aa-42c6-ad64-790d39224832') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:56.808346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:56.830622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.835677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f1032f-acf4-41e0-9136-b3d467a5c88c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:56.836420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-50f1032f-acf4-41e0-9136-b3d467a5c88c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:56.860882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.864130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.874134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:56.874701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.888284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3210bb9a-445d-43ba-b88f-afb1c0723a25 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.902830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:16:56.903169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:56.919633 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:56.937503 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:56.938471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:56.983722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-50f1032f-acf4-41e0-9136-b3d467a5c88c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:56.984851 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-50f1032f-acf4-41e0-9136-b3d467a5c88c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7068985 Dec 22 17:16:56.988822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3210bb9a-445d-43ba-b88f-afb1c0723a25 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:16:57.024017 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:16:57.036841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59392) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:57.040405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.048326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.054107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:57.054732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.063564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.075941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-734b1f36-68a5-4e79-91da-4a8a8703b65a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:57.078257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-0d5ae298-66c2-4bd4-8950-651fe707e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 4, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'acad9b74-e0ce-4e92-972e-087808c23582', 'name': '', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'mac_address': 'fa:16:3e:19:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2908b485-0fbe-48a1-9d18-552208b51232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:06Z', 'revision_number': 5, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'subnets': [{'id': '2908b485-0fbe-48a1-9d18-552208b51232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:57.081562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:57.085795 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ae298-66c2-4bd4-8950-651fe707e6e8 None None] Checking router: 9bff035c-f4ae-4b56-ad44-76599bb9ec26 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:16:57.089895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Transition to ACTIVE for port object 5dc0dc63-0b90-4a2e-91d8-b7655952a88a will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:57.096572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-08821ade-d2dd-4af6-8d85-b0908bed789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.106277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.125538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Network': ['ID=9438313a-b60f-4cf9-957d-a2d7a346e5d0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:57.128696 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ae298-66c2-4bd4-8950-651fe707e6e8 None None] Routers {'9bff035c-f4ae-4b56-ad44-76599bb9ec26'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:57.129633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-0d5ae298-66c2-4bd4-8950-651fe707e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:57.139024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a0a5e6e2-cb2d-4e3d-abb6-2c2f8d0e9e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.148701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:57.150096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8c1a1ab3-9517-476f-8481-1fb4c42ce7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:57.168716 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/9438313a-b60f-4cf9-957d-a2d7a346e5d0 HTTP/1.1" status: 204 len: 168 time: 8.7696221 Dec 22 17:16:57.176777 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59396) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:57.186189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-860013265'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:57.194667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Network': ['ID=838731ea-aaa2-4e7a-9dce-ee16764b4aea,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:57.194909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5e6e2-cb2d-4e3d-abb6-2c2f8d0e9e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ca83eb-4e1a-4163-88cf-012f801fc495,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:57.208827 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Transition to ACTIVE for port object 5dc0dc63-0b90-4a2e-91d8-b7655952a88a will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:16:57.212306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:57.222369 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8831604 Dec 22 17:16:57.222589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 838731ea-aaa2-4e7a-9dce-ee16764b4aea details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:57.222700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59400) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:57.236818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-62e22a43-0faa-4348-999a-edccfbf0e07e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:57.253807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2bc7b-e20e-4e2e-88ad-e9701b5c8bf8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port 6f92fe49-5744-4e16-8f6c-cb8dbe485551 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:57.254278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aeb2bc7b-e20e-4e2e-88ad-e9701b5c8bf8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.264628 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3822615 Dec 22 17:16:57.264842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.269102 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59404) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:57.269930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.277795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': '838731ea-aaa2-4e7a-9dce-ee16764b4aea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:57.278632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-08821ade-d2dd-4af6-8d85-b0908bed789f None None] For port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,segment=NetworkSegment(689e76e7-2027-43bf-974b-8c92ba1ed565),segment_id=689e76e7-2027-43bf-974b-8c92ba1ed565)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:16:57.280266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a0a5e6e2-cb2d-4e3d-abb6-2c2f8d0e9e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.281378 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a0a5e6e2-cb2d-4e3d-abb6-2c2f8d0e9e01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60ca83eb-4e1a-4163-88cf-012f801fc495 HTTP/1.1" status: 204 len: 168 time: 1.4248176 Dec 22 17:16:57.282486 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:57.282943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a0a5e6e2-cb2d-4e3d-abb6-2c2f8d0e9e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:57.294895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:57.320979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:57.333745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:network and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:57.346399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.354314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:57.365628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:57.457916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-08821ade-d2dd-4af6-8d85-b0908bed789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.507980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:57.512748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.557636 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] 10.222.0.70 "DELETE /v2.0/networks/be1ff070-aaee-48bf-8c86-628986af2693 HTTP/1.1" status: 204 len: 168 time: 2.9058483 Dec 22 17:16:57.599679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Pushing event deleted for resources: {'Network': ['ID=be1ff070-aaee-48bf-8c86-628986af2693,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:57.599938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:16:57.612873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:16:57.617091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:16:57.632178 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Pushing event updated for resources: {'Port': ['ID=5dc0dc63-0b90-4a2e-91d8-b7655952a88a,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:57.637146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:57.642106 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-192bb874-24b5-4444-a06e-11e66a900bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:57.713104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:57.747446 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fe95c690-b08f-4b48-b5a0-d449e7d01336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.770722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3210bb9a-445d-43ba-b88f-afb1c0723a25 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.780052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-779edaa3-d146-4040-a910-d294bee987a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:57.792538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a481aa86-daad-4b95-b3fd-afe9cd0667b2 None None] Provisioning for port d936de45-5713-470f-98ea-db5197c125b7 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:16:57.807487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-0d5ae298-66c2-4bd4-8950-651fe707e6e8 None None] Set router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:16:57.815488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210bb9a-445d-43ba-b88f-afb1c0723a25 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c285752-06ec-4f60-9245-7f47450ec666,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:57.822886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:57.826414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3210bb9a-445d-43ba-b88f-afb1c0723a25 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:57.849339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62e22a43-0faa-4348-999a-edccfbf0e07e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:57.853333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-62e22a43-0faa-4348-999a-edccfbf0e07e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:57.859468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-62e22a43-0faa-4348-999a-edccfbf0e07e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:57.882566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:57.885780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62e22a43-0faa-4348-999a-edccfbf0e07e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:57.903507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:57.911593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3210bb9a-445d-43ba-b88f-afb1c0723a25 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.912714 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3210bb9a-445d-43ba-b88f-afb1c0723a25 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "DELETE /v2.0/security-groups/0c285752-06ec-4f60-9245-7f47450ec666 HTTP/1.1" status: 204 len: 168 time: 1.3717253 Dec 22 17:16:57.921114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59422) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:57.921978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:57.957375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e22a43-0faa-4348-999a-edccfbf0e07e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:57.961404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62e22a43-0faa-4348-999a-edccfbf0e07e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:57.969051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:16:57.985105 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-3d1b2f1c-e85f-4b08-a6fb-26653f5dc46c tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] show failed (client error): The resource could not be found. Dec 22 17:16:57.986181 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3d1b2f1c-e85f-4b08-a6fb-26653f5dc46c tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "GET /v2.0/security-groups/0c285752-06ec-4f60-9245-7f47450ec666 HTTP/1.1" status: 404 len: 347 time: 0.0499036 Dec 22 17:16:57.989313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59428) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:57.994389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aeb2bc7b-e20e-4e2e-88ad-e9701b5c8bf8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:58.040850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2badcba3-2fd8-4636-a1ce-1af14eb77715 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router 62bfe8aa-594f-455a-9b93-3139efb5470e has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:16:58.041174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:58.045012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:58.059074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59432) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:58.104765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:58.105415 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Added segment 7b23eb1a-555d-43a5-9f52-4048eff189dc of type vlan for network 0acfd6fc-5834-49c4-a2c8-7b57f0054e64 Dec 22 17:16:58.174741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:16:58.186527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2bc7b-e20e-4e2e-88ad-e9701b5c8bf8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for 6f92fe49-5744-4e16-8f6c-cb8dbe485551 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:58.222543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a481aa86-daad-4b95-b3fd-afe9cd0667b2 None None] Provisioning complete for port d936de45-5713-470f-98ea-db5197c125b7 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:16:58.223087 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a481aa86-daad-4b95-b3fd-afe9cd0667b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:58.258657 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08821ade-d2dd-4af6-8d85-b0908bed789f None None] Pushing event updated for resources: {'Port': ['ID=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:58.264150 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-08821ade-d2dd-4af6-8d85-b0908bed789f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:58.283943 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:16:58.284688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device cc80f7b7-9aaa-4e0a-8989-52a82b50c8ee not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:16:58.311353 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Attempting to bind port 5dc0dc63-0b90-4a2e-91d8-b7655952a88a on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:16:58.311921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Attempting to bind port 5dc0dc63-0b90-4a2e-91d8-b7655952a88a by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:16:58.312479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Attempting to bind port 5dc0dc63-0b90-4a2e-91d8-b7655952a88a on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:16:58.326914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:16:58.327567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:58.328165 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:58.328721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:16:58.329508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Bound port: 5dc0dc63-0b90-4a2e-91d8-b7655952a88a, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:16:58.330872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:58.360002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Deleting port b1e3ba9f-bf6a-43c5-980a-346dbef80ad2 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:58.360339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:58.460525 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.ipam_backend_mixin [None req-62e22a43-0faa-4348-999a-edccfbf0e07e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 66ce58af-ccc5-4b45-b13b-8fc0a1e15105 (CIDR: 172.20.0.0/28) Dec 22 17:16:58.465882 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a481aa86-daad-4b95-b3fd-afe9cd0667b2 None None] Port d936de45-5713-470f-98ea-db5197c125b7 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:16:58.492351 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e22a43-0faa-4348-999a-edccfbf0e07e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:16:58.493124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e22a43-0faa-4348-999a-edccfbf0e07e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:16:58.522135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] For port 5dc0dc63-0b90-4a2e-91d8-b7655952a88a, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:16:58.527608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] For port 5dc0dc63-0b90-4a2e-91d8-b7655952a88a, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5dc0dc63-0b90-4a2e-91d8-b7655952a88a,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:16:58.538548 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-0d5ae298-66c2-4bd4-8950-651fe707e6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 4, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'acad9b74-e0ce-4e92-972e-087808c23582', 'name': '', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'mac_address': 'fa:16:3e:19:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2908b485-0fbe-48a1-9d18-552208b51232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:06Z', 'revision_number': 5, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'subnets': [{'id': '2908b485-0fbe-48a1-9d18-552208b51232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:58.544457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ae298-66c2-4bd4-8950-651fe707e6e8 None None] The sync data for ids ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'] in dv-neutron-822513-1-hyperv is: [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:55Z', 'revision_number': 4, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'acad9b74-e0ce-4e92-972e-087808c23582', 'name': '', 'network_id': '5951c9dd-e782-4b95-be40-418f146c5bbc', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'mac_address': 'fa:16:3e:19:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2908b485-0fbe-48a1-9d18-552208b51232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:52Z', 'updated_at': '2021-12-22T17:13:06Z', 'revision_number': 5, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'subnets': [{'id': '2908b485-0fbe-48a1-9d18-552208b51232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:16:58.547183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:58.557530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-08821ade-d2dd-4af6-8d85-b0908bed789f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:58.596358 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b6a18071-1401-4f98-9767-0cc731fcd280 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74ab92149d6f476a80a92e44890d97b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730079 Dec 22 17:16:58.658346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Pushing event updated for resources: {'Port': ['ID=5dc0dc63-0b90-4a2e-91d8-b7655952a88a,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:58.663812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:58.670205 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59446) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:58.670535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59448) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:58.725538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aeb2bc7b-e20e-4e2e-88ad-e9701b5c8bf8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:58.737728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:58.738036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:58.763688 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-62e22a43-0faa-4348-999a-edccfbf0e07e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5270832 Dec 22 17:16:58.770018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59456) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:58.850469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:58.861854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:58.882144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:58.906459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2badcba3-2fd8-4636-a1ce-1af14eb77715 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:16:58.926687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96fcbf-11be-4816-9e7a-a008e9adf6d4 None None] Sync routers for ids ['62bfe8aa-594f-455a-9b93-3139efb5470e'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:16:58.940220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96fcbf-11be-4816-9e7a-a008e9adf6d4 None None] Routers {'62bfe8aa-594f-455a-9b93-3139efb5470e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:58.940861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-af96fcbf-11be-4816-9e7a-a008e9adf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['62bfe8aa-594f-455a-9b93-3139efb5470e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:58.982031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2bc7b-e20e-4e2e-88ad-e9701b5c8bf8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=6f92fe49-5744-4e16-8f6c-cb8dbe485551,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:58.984393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:16:58.988189 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9a2f94-c4bf-4849-b942-dc0cd2e6b64e None None] New status for floating IP f388a464-360f-4ead-8267-cedd08675f42: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:16:59.002700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-aeb2bc7b-e20e-4e2e-88ad-e9701b5c8bf8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:59.003763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Calling delete_port for b1e3ba9f-bf6a-43c5-980a-346dbef80ad2 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:16:59.009523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aeb2bc7b-e20e-4e2e-88ad-e9701b5c8bf8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.011454 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-aeb2bc7b-e20e-4e2e-88ad-e9701b5c8bf8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/6f92fe49-5744-4e16-8f6c-cb8dbe485551 HTTP/1.1" status: 204 len: 168 time: 1.9723663 Dec 22 17:16:59.013473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2badcba3-2fd8-4636-a1ce-1af14eb77715 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.038489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-af96fcbf-11be-4816-9e7a-a008e9adf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:59.055860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59460) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:59.064282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96fcbf-11be-4816-9e7a-a008e9adf6d4 None None] Routers {'62bfe8aa-594f-455a-9b93-3139efb5470e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:16:59.065191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-af96fcbf-11be-4816-9e7a-a008e9adf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:16:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['62bfe8aa-594f-455a-9b93-3139efb5470e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:59.074894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f3b9bf0c-f500-478f-bfb3-58b5f4352bde tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:59.075900 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-f3b9bf0c-f500-478f-bfb3-58b5f4352bde tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 17:16:59.076395 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-f3b9bf0c-f500-478f-bfb3-58b5f4352bde tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 17:16:59.081372 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f3b9bf0c-f500-478f-bfb3-58b5f4352bde tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4020362 Dec 22 17:16:59.119672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59464) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:59.146235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62703209-8687-4ec5-8b5a-de34a49e8c37 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:59.147993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62703209-8687-4ec5-8b5a-de34a49e8c37 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:59.148757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-62703209-8687-4ec5-8b5a-de34a49e8c37 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:16:59.150537 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-af96fcbf-11be-4816-9e7a-a008e9adf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:16:59.151242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96fcbf-11be-4816-9e7a-a008e9adf6d4 None None] The sync data for ids ['62bfe8aa-594f-455a-9b93-3139efb5470e'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:16:59.163997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.170030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:16:59.170624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.187656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0bef07c1-4a94-40ac-b905-60b4e180dc44 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:59.205973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146124723'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:59.223387 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0421257 Dec 22 17:16:59.232118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59468) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:59.243025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:59.267211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:59.280107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:59.315362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'subnet': {'network_id': '0acfd6fc-5834-49c4-a2c8-7b57f0054e64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:16:59.316668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:59.365726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-62703209-8687-4ec5-8b5a-de34a49e8c37 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:16:59.366878 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-62703209-8687-4ec5-8b5a-de34a49e8c37 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3099773 Dec 22 17:16:59.372737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-46373c34-1587-4254-96d8-74c77c87f21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.375890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59472) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:59.394062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.404394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.446059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-52cd28c5-a118-4ad3-a40f-0abba9cf132d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:16:59.447590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Network': ['ID=0acfd6fc-5834-49c4-a2c8-7b57f0054e64,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:59.457446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:59.461598 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 0acfd6fc-5834-49c4-a2c8-7b57f0054e64 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:16:59.476377 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2badcba3-2fd8-4636-a1ce-1af14eb77715 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "PUT /v2.0/floatingips/2e354e3d-7f7e-4005-bc26-609f00049523 HTTP/1.1" status: 200 len: 977 time: 11.1954041 Dec 22 17:16:59.477086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59476) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:16:59.540633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:59.548078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:subnet and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:59.552924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:59.562090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:59.567287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port b663d0fd-b445-488e-9d41-a1ea04d062b0 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:16:59.567634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.622570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:59.626160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.650134 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.683192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:59.705102 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:59.711487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-46373c34-1587-4254-96d8-74c77c87f21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.719977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:16:59.720289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:16:59.724497 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:59.740704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:16:59.747203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:59.767048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:16:59.784875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47a8f95-6a16-46ee-bf89-28349452dd74 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 6e32bb11-7321-4932-aace-b195179eb470 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:16:59.794447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:16:59.798065 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Subnet': ['ID=a907963d-ad4c-4211-875a-61cabaf37650,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:16:59.800741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:16:59.808553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d47a8f95-6a16-46ee-bf89-28349452dd74 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.849052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:16:59.860846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:16:59.864273 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:16:59.917095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Checking segment: {'id': 'f1a99e74-73bc-4e8a-bfaa-df01e2b0849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '838731ea-aaa2-4e7a-9dce-ee16764b4aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:16:59.918022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network hostable DHCP agents. Network: 838731ea-aaa2-4e7a-9dce-ee16764b4aea, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:17:00.027919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d47a8f95-6a16-46ee-bf89-28349452dd74 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.029823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.034215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7a572bca-d1d2-45ad-9096-4a59f876dd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.048096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:00.126641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 838731ea-aaa2-4e7a-9dce-ee16764b4aea is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:17:00.148635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c6d8da04-77e2-4356-9031-11c75ed1d82a None None] Provisioning for port 5dc0dc63-0b90-4a2e-91d8-b7655952a88a completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:00.152771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-46373c34-1587-4254-96d8-74c77c87f21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.168629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9c6de0b1-30f6-4021-b26e-565b1c4af754 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:00.179512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:00.180219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.196701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 838731ea-aaa2-4e7a-9dce-ee16764b4aea) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:00.202242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:00.202897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.214825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd69da-61b5-431d-8dc4-e9a0c1a97b15 None None] Network 838731ea-aaa2-4e7a-9dce-ee16764b4aea requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:00.217225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46373c34-1587-4254-96d8-74c77c87f21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f34de2-24b0-4df5-a8ba-d58f0cb15012,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:00.219659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-46373c34-1587-4254-96d8-74c77c87f21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:00.230593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Deleting port b1e3ba9f-bf6a-43c5-980a-346dbef80ad2 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:00.230933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.251605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.264069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-11586ed7-76ce-45df-9191-882a15d8944e tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:00.401272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.410712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d47a8f95-6a16-46ee-bf89-28349452dd74 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.446578 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1744850 Dec 22 17:17:00.447778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-46373c34-1587-4254-96d8-74c77c87f21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.451158 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-46373c34-1587-4254-96d8-74c77c87f21b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80f34de2-24b0-4df5-a8ba-d58f0cb15012 HTTP/1.1" status: 204 len: 168 time: 1.7715442 Dec 22 17:17:00.451158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59480) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:00.487246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': '838731ea-aaa2-4e7a-9dce-ee16764b4aea', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1242544614'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:00.501112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0a367dc-2b87-4305-9360-e386113e701c None None] Could not find standard attr ID for object 6f92fe49-5744-4e16-8f6c-cb8dbe485551. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:17:00.611724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Subnet': ['ID=65223665-92ab-4bf7-904f-66df77ff1b09,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:00.622882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:00.647281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5dc0dc63-0b90-4a2e-91d8-b7655952a88a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:00.674887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.678004 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.678292 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Floating IP 2e354e3d-7f7e-4005-bc26-609f00049523 disassociated. External IP: 172.26.3.47, port: b663d0fd-b445-488e-9d41-a1ea04d062b0. Dec 22 17:17:00.678639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for b663d0fd-b445-488e-9d41-a1ea04d062b0 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:00.701598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.716171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-838731ea-aaa2-4e7a-9dce-ee16764b4aea', 'network_id': '838731ea-aaa2-4e7a-9dce-ee16764b4aea', 'tenant_id': '7f29491bf5a54984b0446c34c11fddd2', 'fixed_ips': [{'subnet_id': 'a907963d-ad4c-4211-875a-61cabaf37650'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:00.717652 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.722263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4034d355-e22a-4562-8712-0b79010909f3 tempest-QuotasNegativeTest-1269989985 tempest-QuotasNegativeTest-1269989985-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:00.753169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:00.843065 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:00.858956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:00.864197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Checking segment: {'id': '7b23eb1a-555d-43a5-9f52-4048eff189dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0acfd6fc-5834-49c4-a2c8-7b57f0054e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:00.865050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network hostable DHCP agents. Network: 0acfd6fc-5834-49c4-a2c8-7b57f0054e64, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:17:00.888407 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 5dc0dc63-0b90-4a2e-91d8-b7655952a88a completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:00.888658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.890307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network 0acfd6fc-5834-49c4-a2c8-7b57f0054e64 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:17:00.898457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 5dc0dc63-0b90-4a2e-91d8-b7655952a88a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:00.898969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.903164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:00.907485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:00.965247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=b663d0fd-b445-488e-9d41-a1ea04d062b0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:00.970177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 0acfd6fc-5834-49c4-a2c8-7b57f0054e64) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:00.973345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:00.974176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd3a04a-f8e0-4861-825e-6f8c4b553526,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:00.977691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:00.978267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:00.993636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:01.075577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b719e-9d23-4ca7-a165-4596c90b7c2e None None] Network 0acfd6fc-5834-49c4-a2c8-7b57f0054e64 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:01.092544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.093155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.117397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:01.118424 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8825717 Dec 22 17:17:01.121828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d47a8f95-6a16-46ee-bf89-28349452dd74 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.123812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59496) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:01.204647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:01.225545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.253147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:port and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:01.326750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:01.348806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.350392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Calling delete_port for b1e3ba9f-bf6a-43c5-980a-346dbef80ad2 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:01.383941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a8f95-6a16-46ee-bf89-28349452dd74 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=6e32bb11-7321-4932-aace-b195179eb470,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:01.387633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d47a8f95-6a16-46ee-bf89-28349452dd74 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:01.393453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Allocated IP 2001:db8::2 (838731ea-aaa2-4e7a-9dce-ee16764b4aea/a907963d-ad4c-4211-875a-61cabaf37650/c3c47dbc-3036-4f4b-b7ef-eb28ba734368) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:01.403538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:01.408671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.415604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d47a8f95-6a16-46ee-bf89-28349452dd74 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.421285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd4efed-115a-41db-8698-4ba70661f5cb None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:01.463150 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router 62bfe8aa-594f-455a-9b93-3139efb5470e has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:17:01.482883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:01.486513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.560685 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d47a8f95-6a16-46ee-bf89-28349452dd74 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/6e32bb11-7321-4932-aace-b195179eb470 HTTP/1.1" status: 204 len: 168 time: 2.1708181 Dec 22 17:17:01.571204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.572376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59508) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:01.584277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.588995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port 802e04fd-da72-4cb6-a3c5-950f70feb8f6 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:01.592020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.663942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59512) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:01.687825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bd2bb98c-1b19-4ba6-a9a4-e7a75f92b26f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:01.710239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.712082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.742073 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a166be38-445b-4418-9881-71b4d3d09837 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1603024 Dec 22 17:17:01.742594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59518) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:01.758273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:01.834903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f18f24c-4ac0-4d0a-b2d5-bf3e25978914,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:01.841565 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:01.844386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.845842 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7244902 Dec 22 17:17:01.847226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:01.852393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:01.854193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c238bc51-8ba5-4d0c-94d1-442dab7add03 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:01.854325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59522) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:01.876417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:17:01.878506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:01.885250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': '9f18f24c-4ac0-4d0a-b2d5-bf3e25978914', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:01.891719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:01.893783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Transition to ACTIVE for port object c3c47dbc-3036-4f4b-b7ef-eb28ba734368 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:01.928095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:01.946561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:01.950293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c318707a-668f-4c74-a5e0-c46983a8066e None None] Sync routers for ids ['62bfe8aa-594f-455a-9b93-3139efb5470e'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:17:01.953469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc244d03-7351-4c05-801e-6464700c443b None None] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:01.962585 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-610582781'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:01.978997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:02.013362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:02.037321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:network and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:02.047081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:02.049315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:02.059822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:02.062934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:02.067276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:02.073852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.085370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:02.085633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-06fad33e-3b9d-4b2b-81f3-32c58e123158 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:02.085962 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.091530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Subnet': ['ID=cddb0563-8369-4b9e-b284-1a8250fa0d12,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:02.098348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:02.115713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c318707a-668f-4c74-a5e0-c46983a8066e None None] Routers {'62bfe8aa-594f-455a-9b93-3139efb5470e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:17:02.116075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.116220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-c318707a-668f-4c74-a5e0-c46983a8066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:17:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['62bfe8aa-594f-455a-9b93-3139efb5470e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:02.120811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:02.121426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bcd28c3b-f7a5-4a19-a9ec-a597bf71bd31 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:02.133075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.145640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Subnet': ['ID=65223665-92ab-4bf7-904f-66df77ff1b09,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:02.153012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:02.164287 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.3793190 Dec 22 17:17:02.171009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59526) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:02.172151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:02.173352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Pushing event deleted for resources: {'Port': ['ID=b1e3ba9f-bf6a-43c5-980a-346dbef80ad2,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:02.176123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.177225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:02.190515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Transition to ACTIVE for port object c3c47dbc-3036-4f4b-b7ef-eb28ba734368 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:02.192765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.208310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-554415689', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cddb0563-8369-4b9e-b284-1a8250fa0d12'}], 'security_groups': ['abac42f9-ef69-4100-98aa-997412893f06']}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:02.208563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:02.211766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.238588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.240937 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 5dc0dc63-0b90-4a2e-91d8-b7655952a88a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5dc0dc63-0b90-4a2e-91d8-b7655952a88a,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:02.246021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-c318707a-668f-4c74-a5e0-c46983a8066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:02.287242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.298736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0e093cab-e265-47bc-9c0c-2f7667d00f46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:02.303760 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/ports/b663d0fd-b445-488e-9d41-a1ea04d062b0 HTTP/1.1" status: 204 len: 168 time: 2.8232434 Dec 22 17:17:02.328179 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.354381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59530) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:02.359409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.361694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.362841 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] 10.222.0.70 "DELETE /v2.0/floatingips/f388a464-360f-4ead-8267-cedd08675f42 HTTP/1.1" status: 204 len: 168 time: 4.3726294 Dec 22 17:17:02.371189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59534) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:02.444563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c318707a-668f-4c74-a5e0-c46983a8066e None None] Routers {'62bfe8aa-594f-455a-9b93-3139efb5470e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:17:02.445220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-c318707a-668f-4c74-a5e0-c46983a8066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:17:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['62bfe8aa-594f-455a-9b93-3139efb5470e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:02.507435 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f797e9d-961a-4425-9dd6-9c6400a4de93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-0acfd6fc-5834-49c4-a2c8-7b57f0054e64', 'network_id': '0acfd6fc-5834-49c4-a2c8-7b57f0054e64', 'tenant_id': 'ec75830dfc1f4aed97a82b04b4c99da0', 'fixed_ips': [{'subnet_id': '65223665-92ab-4bf7-904f-66df77ff1b09'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:02.508269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3f797e9d-961a-4425-9dd6-9c6400a4de93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.564086 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Network 838731ea-aaa2-4e7a-9dce-ee16764b4aea is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:02.577419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:02.579847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:02.581723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:02.582001 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-c318707a-668f-4c74-a5e0-c46983a8066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:02.582394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c318707a-668f-4c74-a5e0-c46983a8066e None None] The sync data for ids ['62bfe8aa-594f-455a-9b93-3139efb5470e'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:17:02.602777 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.615670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:security_group_rule and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:02.628900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Pushing event updated for resources: {'Port': ['ID=c3c47dbc-3036-4f4b-b7ef-eb28ba734368,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:02.631948 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:02.639800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:02.665022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:02.673625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acfd6fc-5834-49c4-a2c8-7b57f0054e64']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:02.681116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8::ea (838731ea-aaa2-4e7a-9dce-ee16764b4aea/a907963d-ad4c-4211-875a-61cabaf37650/802e04fd-da72-4cb6-a3c5-950f70feb8f6) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:02.706840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:02.756623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b23eb1a-555d-43a5-9f52-4048eff189dc') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:02.756623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b23eb1a-555d-43a5-9f52-4048eff189dc') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:02.759840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.800478 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.802184 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.825018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.844687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:02.851638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.881432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:02.881835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:02.903862 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:02.906336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301cbab2-fc64-4307-b281-3c768a4fc9f6,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:02.906432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Attempting to bind port c3c47dbc-3036-4f4b-b7ef-eb28ba734368 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:02.907305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Attempting to bind port c3c47dbc-3036-4f4b-b7ef-eb28ba734368 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'f1a99e74-73bc-4e8a-bfaa-df01e2b0849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '838731ea-aaa2-4e7a-9dce-ee16764b4aea'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:02.907815 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Attempting to bind port c3c47dbc-3036-4f4b-b7ef-eb28ba734368 on network 838731ea-aaa2-4e7a-9dce-ee16764b4aea {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:02.919580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:02.935358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:02.935775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Checking segment: {'id': 'f1a99e74-73bc-4e8a-bfaa-df01e2b0849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '838731ea-aaa2-4e7a-9dce-ee16764b4aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:02.936283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.936855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Bound using segment: {'id': 'f1a99e74-73bc-4e8a-bfaa-df01e2b0849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '838731ea-aaa2-4e7a-9dce-ee16764b4aea'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:02.937515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Bound port: c3c47dbc-3036-4f4b-b7ef-eb28ba734368, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a99e74-73bc-4e8a-bfaa-df01e2b0849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '838731ea-aaa2-4e7a-9dce-ee16764b4aea'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:02.938011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:02.992277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=5dc0dc63-0b90-4a2e-91d8-b7655952a88a,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:02.996097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:03.036978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.049310 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46cf779-e63f-4884-bc62-3c41de5e8489 None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:03.065818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad19d87-5f7b-4dbb-9200-a65ed0de0128 None None] Network 0acfd6fc-5834-49c4-a2c8-7b57f0054e64 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:03.101129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c46cf779-e63f-4884-bc62-3c41de5e8489 None None] Deleting port 5dc0dc63-0b90-4a2e-91d8-b7655952a88a {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:03.101674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c46cf779-e63f-4884-bc62-3c41de5e8489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.152859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.156928 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2887056 Dec 22 17:17:03.157697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59538) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:03.231314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-9dca0587-ee5a-4558-9ffe-cdf4a1f4b036 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': '9f18f24c-4ac0-4d0a-b2d5-bf3e25978914', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:03.261979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.266031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9dca0587-ee5a-4558-9ffe-cdf4a1f4b036 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:03.272995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] For port c3c47dbc-3036-4f4b-b7ef-eb28ba734368, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:03.281585 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:03.304170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.307911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.319297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9dca0587-ee5a-4558-9ffe-cdf4a1f4b036 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:03.335964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9dca0587-ee5a-4558-9ffe-cdf4a1f4b036 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:03.340143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.341875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Network': ['ID=0acfd6fc-5834-49c4-a2c8-7b57f0054e64,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:03.360226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:03.365506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] For port c3c47dbc-3036-4f4b-b7ef-eb28ba734368, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c3c47dbc-3036-4f4b-b7ef-eb28ba734368,segment=NetworkSegment(f1a99e74-73bc-4e8a-bfaa-df01e2b0849f),segment_id=f1a99e74-73bc-4e8a-bfaa-df01e2b0849f)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:03.368024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Transition to ACTIVE for port object 802e04fd-da72-4cb6-a3c5-950f70feb8f6 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:03.369277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9dca0587-ee5a-4558-9ffe-cdf4a1f4b036 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:03.372227 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/0acfd6fc-5834-49c4-a2c8-7b57f0054e64 HTTP/1.1" status: 204 len: 168 time: 2.2472031 Dec 22 17:17:03.377980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.386521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59542) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:03.391754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:03.407729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.409373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.420139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1b10c5da-c4b3-49d8-9213-071b0dee5af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:03.444504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1336116804'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:03.467721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:03.491570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:17:03.504803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:network and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:03.511518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:03.515877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363bcd94-47f0-46d9-bebd-979d826320ed,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:03.518900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9dca0587-ee5a-4558-9ffe-cdf4a1f4b036 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.532430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:03.535340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-152e494b-605d-4ecf-b9db-1fa46b1a3df1 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:03.548492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.556365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ca12bd99-9f1a-4acc-a396-215c44011628 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:03.572205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:03.578728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:03.584194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.584829 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Added segment 6a022755-daf4-4702-86e7-cfdd2a09d864 of type vlan for network db23600b-4790-49fe-96ef-5a79eaf5ebd8 Dec 22 17:17:03.590691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:03.597164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:03.598033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.666212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Pushing event updated for resources: {'Port': ['ID=c3c47dbc-3036-4f4b-b7ef-eb28ba734368,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:03.669728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:03.671828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c46cf779-e63f-4884-bc62-3c41de5e8489 None None] For port 5dc0dc63-0b90-4a2e-91d8-b7655952a88a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5dc0dc63-0b90-4a2e-91d8-b7655952a88a,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:03.672234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c46cf779-e63f-4884-bc62-3c41de5e8489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.730120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.739171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:03.744991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.808860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:17:03.815595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c46cf779-e63f-4884-bc62-3c41de5e8489 None None] Calling delete_port for 5dc0dc63-0b90-4a2e-91d8-b7655952a88a owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:03.820915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.821265 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Added segment 43d6ad08-595b-4415-9425-96c3e04d10a2 of type vlan for network ca052a20-d183-48ff-b4ab-d9e1e6befb92 Dec 22 17:17:03.867612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.890169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30dac2d-9b43-47d2-b7f8-16cc6535a640 None None] Update dhcp port {'port': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'fixed_ips': [{'subnet_id': '66ce58af-ccc5-4b45-b13b-8fc0a1e15105', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cddb0563-8369-4b9e-b284-1a8250fa0d12'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '8f82c7bb-3e5d-46fb-9ea1-347f64ee937b'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:17:03.901775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 838731ea-aaa2-4e7a-9dce-ee16764b4aea is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:03.914719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:03.917812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=f84e6100-e20e-4b2a-b885-69ff0e7c7579,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:03.920705 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1739047 Dec 22 17:17:03.924494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:03.925990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:03.927251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59546) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:03.933825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:03.934534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:03.955288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=802e04fd-da72-4cb6-a3c5-950f70feb8f6,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:03.966871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:03.984527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'name': 'tempest-NetworksTestDHCPv6-1949481052'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:04.007365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e30dac2d-9b43-47d2-b7f8-16cc6535a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:04.039418 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.5682573 Dec 22 17:17:04.044907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59550) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:04.103076 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:17:04.114682 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-9dca0587-ee5a-4558-9ffe-cdf4a1f4b036 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 17:17:04.116209 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9dca0587-ee5a-4558-9ffe-cdf4a1f4b036 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9511719 Dec 22 17:17:04.128765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59554) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:04.129751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:04.136206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:04.137029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:04.141104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:04.154898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Delete allocated IP 172.20.0.8 (4940b49d-9888-4167-9ba3-cad6c97dcc95/66ce58af-ccc5-4b45-b13b-8fc0a1e15105) {{(pid=87586) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 17:17:04.162512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ac87f1b6-b6c4-4cfa-bee4-82e3a1b483a5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 802e04fd-da72-4cb6-a3c5-950f70feb8f6 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:04.162865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ac87f1b6-b6c4-4cfa-bee4-82e3a1b483a5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:04.197415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:04.242128 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c46cf779-e63f-4884-bc62-3c41de5e8489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:04.245832 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-30e7c605-0b0f-4d25-9a07-d0940357679a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:04.288146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.24 (4940b49d-9888-4167-9ba3-cad6c97dcc95/cddb0563-8369-4b9e-b284-1a8250fa0d12/d936de45-5713-470f-98ea-db5197c125b7) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:04.290341 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cf779-e63f-4884-bc62-3c41de5e8489 None None] Pushing event deleted for resources: {'Port': ['ID=5dc0dc63-0b90-4a2e-91d8-b7655952a88a,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:04.294693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c46cf779-e63f-4884-bc62-3c41de5e8489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:04.297042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46cf779-e63f-4884-bc62-3c41de5e8489 None None] No DVR routers for this DVR port 5dc0dc63-0b90-4a2e-91d8-b7655952a88a on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:04.297420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:04.303608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:04.304319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:04.317043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9201c0a5-8122-40eb-8cc2-85df5e4a9058 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:04.373681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Network': ['ID=ca052a20-d183-48ff-b4ab-d9e1e6befb92,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:04.404671 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0039303 Dec 22 17:17:04.408008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network ca052a20-d183-48ff-b4ab-d9e1e6befb92 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:04.409592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:04.412650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:04.414061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59558) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:04.422941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8d7c3b35-b6ef-4c7b-b745-cb8ac7b6cb7a tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:04.459792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'subnet': {'network_id': 'ca052a20-d183-48ff-b4ab-d9e1e6befb92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:04.496123 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.8304882 Dec 22 17:17:04.505684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:port and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:04.509059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:04.516100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:04.535912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d4885ccb-860a-4249-8d61-4226bd9e6d1f tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:04.537642 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c3c47dbc-3036-4f4b-b7ef-eb28ba734368 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:04.670610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:04.678044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:04.735712 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port c3c47dbc-3036-4f4b-b7ef-eb28ba734368 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:04.768246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:04.814741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object d936de45-5713-470f-98ea-db5197c125b7 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:04.862475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5dc0dc63-0b90-4a2e-91d8-b7655952a88a no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:04.866945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Network': ['ID=db23600b-4790-49fe-96ef-5a79eaf5ebd8,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:04.872262 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:04.919876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': 'f84e6100-e20e-4b2a-b885-69ff0e7c7579'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:04.921154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:04.955227 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:17:05.000472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network db23600b-4790-49fe-96ef-5a79eaf5ebd8 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:05.034967 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.064949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-62514e5a-7b4c-4861-8938-1ef23baf993b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:05.081744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 5dc0dc63-0b90-4a2e-91d8-b7655952a88a {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:17:05.082372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5dc0dc63-0b90-4a2e-91d8-b7655952a88a not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:05.206439 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2927e1f3-c5c4-4600-ba25-80983bf53e83 None None] Network 838731ea-aaa2-4e7a-9dce-ee16764b4aea requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:05.210490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d4885ccb-860a-4249-8d61-4226bd9e6d1f tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.228353 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port ea1bd1ab-edb7-4744-bd41-e01c344e77d0 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:05.249184 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.324144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:05.333156 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7ec5ad43-504d-492d-a077-ab6529faf0b0 None None] Provisioning for port c3c47dbc-3036-4f4b-b7ef-eb28ba734368 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:05.342954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:subnet and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:05.348677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:05.350801 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7ec5ad43-504d-492d-a077-ab6529faf0b0 None None] Provisioning complete for port c3c47dbc-3036-4f4b-b7ef-eb28ba734368 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:05.351462 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ad43-504d-492d-a077-ab6529faf0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.365262 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:05.389334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.396374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=d936de45-5713-470f-98ea-db5197c125b7,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:05.400278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-e30dac2d-9b43-47d2-b7f8-16cc6535a640 None None] Allocated IP 172.20.0.18 (4940b49d-9888-4167-9ba3-cad6c97dcc95/cddb0563-8369-4b9e-b284-1a8250fa0d12/8f82c7bb-3e5d-46fb-9ea1-347f64ee937b) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:05.403362 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:05.437980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ac87f1b6-b6c4-4cfa-bee4-82e3a1b483a5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.519587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:05.523191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.628255 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ac87f1b6-b6c4-4cfa-bee4-82e3a1b483a5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for 802e04fd-da72-4cb6-a3c5-950f70feb8f6 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:05.632025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d4885ccb-860a-4249-8d61-4226bd9e6d1f tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.655703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0ebf32ce-f758-4603-951a-c638d65d1b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:05.663725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] In _notify_port_updated(), no bound segment for port d936de45-5713-470f-98ea-db5197c125b7 on network 4940b49d-9888-4167-9ba3-cad6c97dcc95 {{(pid=87586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:17:05.670339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:05.671424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.675326 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "PUT /v2.0/ports/d936de45-5713-470f-98ea-db5197c125b7 HTTP/1.1" status: 200 len: 920 time: 3.4979742 Dec 22 17:17:05.678548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59562) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:05.754549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d4885ccb-860a-4249-8d61-4226bd9e6d1f tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.758351 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d4885ccb-860a-4249-8d61-4226bd9e6d1f tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "DELETE /v2.0/security-groups/9f18f24c-4ac0-4d0a-b2d5-bf3e25978914 HTTP/1.1" status: 204 len: 168 time: 1.5974691 Dec 22 17:17:05.759243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59566) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:05.777286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4885ccb-860a-4249-8d61-4226bd9e6d1f tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f18f24c-4ac0-4d0a-b2d5-bf3e25978914,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:05.804544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e30dac2d-9b43-47d2-b7f8-16cc6535a640 None None] For port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,segment=NetworkSegment(689e76e7-2027-43bf-974b-8c92ba1ed565),segment_id=689e76e7-2027-43bf-974b-8c92ba1ed565)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:05.822386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ad43-504d-492d-a077-ab6529faf0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.829801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d4885ccb-860a-4249-8d61-4226bd9e6d1f tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:05.840239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::2d6 (1719665a-967c-4b0a-ab06-6816cb17c416/f84e6100-e20e-4b2a-b885-69ff0e7c7579/ea1bd1ab-edb7-4744-bd41-e01c344e77d0) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:05.910254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e30dac2d-9b43-47d2-b7f8-16cc6535a640 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.925943 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7ec5ad43-504d-492d-a077-ab6529faf0b0 None None] For port c3c47dbc-3036-4f4b-b7ef-eb28ba734368, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c3c47dbc-3036-4f4b-b7ef-eb28ba734368,segment=NetworkSegment(f1a99e74-73bc-4e8a-bfaa-df01e2b0849f),segment_id=f1a99e74-73bc-4e8a-bfaa-df01e2b0849f)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:05.950890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ad43-504d-492d-a077-ab6529faf0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:05.955071 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0dd1b172-2a99-4e74-a3a8-6ec4ec41aca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:06.004712 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e30dac2d-9b43-47d2-b7f8-16cc6535a640 None None] Transition to ACTIVE for port object 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:06.023584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e30dac2d-9b43-47d2-b7f8-16cc6535a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:06.035380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-927cc406-c3ac-4fbb-9e72-5007f1a5ac2f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port d936de45-5713-470f-98ea-db5197c125b7 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:06.035938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-927cc406-c3ac-4fbb-9e72-5007f1a5ac2f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:06.148078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1632450f-9517-4014-8f2c-631575bcbba0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Synchronizing usage tracker for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:06.176676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5ad43-504d-492d-a077-ab6529faf0b0 None None] Pushing event updated for resources: {'Port': ['ID=c3c47dbc-3036-4f4b-b7ef-eb28ba734368,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:06.188056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7ec5ad43-504d-492d-a077-ab6529faf0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:06.188766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5060ae2a-3087-4069-a598-edc8d5daa43d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:06.494269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ac87f1b6-b6c4-4cfa-bee4-82e3a1b483a5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:06.504118 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c3c47dbc-3036-4f4b-b7ef-eb28ba734368 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:06.530285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-31251363-d034-482a-bee2-48e1bce31825 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:06.572918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port 1380b1de-ce60-48a2-9dce-e6893a753922 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:06.573523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:06.580199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b075bba2-16e8-4c7c-9a84-51423e4eeec0 None None] Provisioning complete for port c3c47dbc-3036-4f4b-b7ef-eb28ba734368 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:06.580841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b075bba2-16e8-4c7c-9a84-51423e4eeec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:06.587517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1632450f-9517-4014-8f2c-631575bcbba0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Unset dirty status for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:06.590546 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1632450f-9517-4014-8f2c-631575bcbba0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8153946 Dec 22 17:17:06.614707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59570) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:06.622054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:06.661137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group': {'name': 'tempest-secgroup--901789144'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:06.682410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:06.701593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30dac2d-9b43-47d2-b7f8-16cc6535a640 None None] Pushing event updated for resources: {'Port': ['ID=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:06.709725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e30dac2d-9b43-47d2-b7f8-16cc6535a640 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:06.780770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:06.781034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c3c47dbc-3036-4f4b-b7ef-eb28ba734368 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:06.781750 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.006860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:07.029041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Subnet': ['ID=7a5d0694-21bd-42ec-a81c-ae390090d7d8,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:07.037612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:07.043799 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b075bba2-16e8-4c7c-9a84-51423e4eeec0 None None] Could not find standard attr ID for object 802e04fd-da72-4cb6-a3c5-950f70feb8f6. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:17:07.046182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.074043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Checking segment: {'id': '43d6ad08-595b-4415-9425-96c3e04d10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca052a20-d183-48ff-b4ab-d9e1e6befb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:07.074640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network hostable DHCP agents. Network: ca052a20-d183-48ff-b4ab-d9e1e6befb92, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:17:07.128084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87f1b6-b6c4-4cfa-bee4-82e3a1b483a5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=802e04fd-da72-4cb6-a3c5-950f70feb8f6,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:07.139311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:07.161718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-51c5b5f8-1c84-4bd2-9734-85b701610a57 None None] Could not find standard attr ID for object 802e04fd-da72-4cb6-a3c5-950f70feb8f6. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:17:07.165872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:07.175392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:07.199609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:07.204605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] Deleting port acad9b74-e0ce-4e92-972e-087808c23582 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:07.204891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.241115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.255310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-927cc406-c3ac-4fbb-9e72-5007f1a5ac2f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.275235 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ac87f1b6-b6c4-4cfa-bee4-82e3a1b483a5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:07.280098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network ca052a20-d183-48ff-b4ab-d9e1e6befb92 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:17:07.282784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ac87f1b6-b6c4-4cfa-bee4-82e3a1b483a5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.289918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0bd94227-ec15-4f28-92be-80dc97b8e8af None None] Provisioning complete for port 849b8054-0fc9-4809-a1d2-01fdbf5949fe triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:07.291595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0bd94227-ec15-4f28-92be-80dc97b8e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.309367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object ea1bd1ab-edb7-4744-bd41-e01c344e77d0 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:07.375934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-0bd94227-ec15-4f28-92be-80dc97b8e8af None None] Port 849b8054-0fc9-4809-a1d2-01fdbf5949fe cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:07.386778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, ca052a20-d183-48ff-b4ab-d9e1e6befb92) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:07.404666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2658e2e8-ae93-4271-8c0b-3d0c8df0ea52 None None] Network ca052a20-d183-48ff-b4ab-d9e1e6befb92 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:07.406505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:07.407090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.429252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0bd94227-ec15-4f28-92be-80dc97b8e8af None None] Provisioning for port d936de45-5713-470f-98ea-db5197c125b7 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:07.436529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-927cc406-c3ac-4fbb-9e72-5007f1a5ac2f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for d936de45-5713-470f-98ea-db5197c125b7 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:07.494341 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ac87f1b6-b6c4-4cfa-bee4-82e3a1b483a5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/802e04fd-da72-4cb6-a3c5-950f70feb8f6 HTTP/1.1" status: 204 len: 168 time: 3.4479649 Dec 22 17:17:07.495457 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59574) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:07.502967 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0597224 Dec 22 17:17:07.504500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59578) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:07.512672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0bd94227-ec15-4f28-92be-80dc97b8e8af None None] Provisioning complete for port d936de45-5713-470f-98ea-db5197c125b7 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:07.513427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0bd94227-ec15-4f28-92be-80dc97b8e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.531603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'subnet': {'network_id': 'ca052a20-d183-48ff-b4ab-d9e1e6befb92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:07.571952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.573691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.598397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:07.655610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.677252 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fbf71c-7700-48bd-86c6-64e283163da4 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:17:07.678924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-06fbf71c-7700-48bd-86c6-64e283163da4 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:07.684936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/f84e6100-e20e-4b2a-b885-69ff0e7c7579/59a21231-189d-485c-8b72-d749185ee059) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:07.701901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.910453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59582) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:07.917888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for 1380b1de-ce60-48a2-9dce-e6893a753922 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:07.956422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'subnet': {'network_id': 'db23600b-4790-49fe-96ef-5a79eaf5ebd8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:07.959967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] For port acad9b74-e0ce-4e92-972e-087808c23582, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=acad9b74-e0ce-4e92-972e-087808c23582,segment=NetworkSegment(cf298350-1a1c-4f11-982d-86d935fceefd),segment_id=cf298350-1a1c-4f11-982d-86d935fceefd)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:07.960329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.969662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:07.971869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-0bd94227-ec15-4f28-92be-80dc97b8e8af None None] Port d936de45-5713-470f-98ea-db5197c125b7 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:07.976564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:07.978857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:07.985415 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:07.985861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.989572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:07.993459 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3706398 Dec 22 17:17:08.000131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59586) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:08.044010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0bd94227-ec15-4f28-92be-80dc97b8e8af None None] Provisioning for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:08.071225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-43d9342e-66f2-44f0-ad0b-b0891b2054b6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': '5a6cecfa-82ba-4130-8d6e-ae75a2693847', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:08.071983 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-43d9342e-66f2-44f0-ad0b-b0891b2054b6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 17:17:08.072475 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-43d9342e-66f2-44f0-ad0b-b0891b2054b6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:08.076513 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-43d9342e-66f2-44f0-ad0b-b0891b2054b6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0658638 Dec 22 17:17:08.078489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.089780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0bd94227-ec15-4f28-92be-80dc97b8e8af None None] Provisioning complete for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:08.090154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0bd94227-ec15-4f28-92be-80dc97b8e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.108157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59590) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:08.117710 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=ea1bd1ab-edb7-4744-bd41-e01c344e77d0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:08.130537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] Calling delete_port for acad9b74-e0ce-4e92-972e-087808c23582 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:08.153947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Transition to ACTIVE for port object 59a21231-189d-485c-8b72-d749185ee059 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:08.160649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:08.160962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-06fbf71c-7700-48bd-86c6-64e283163da4 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:08.165050 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-06fbf71c-7700-48bd-86c6-64e283163da4 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/802e04fd-da72-4cb6-a3c5-950f70feb8f6 HTTP/1.1" status: 404 len: 333 time: 0.6635478 Dec 22 17:17:08.165725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c083d662-1c5a-4791-add2-e0033ba5d3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:08.173950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:08.180895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59594) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:08.184947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-927cc406-c3ac-4fbb-9e72-5007f1a5ac2f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.210515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:subnet and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:08.213062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7116dd7e-163e-471c-950d-9b068f12e93a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:08.222997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Transition to ACTIVE for port object 59a21231-189d-485c-8b72-d749185ee059 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:08.234901 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2699544 Dec 22 17:17:08.236389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.241534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7ec5ad43-504d-492d-a077-ab6529faf0b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:08.259053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59598) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:08.272899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-ca052a20-d183-48ff-b4ab-d9e1e6befb92', 'network_id': 'ca052a20-d183-48ff-b4ab-d9e1e6befb92', 'tenant_id': 'ec75830dfc1f4aed97a82b04b4c99da0', 'fixed_ips': [{'subnet_id': '7a5d0694-21bd-42ec-a81c-ae390090d7d8'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:08.273763 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.342445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6cecfa-82ba-4130-8d6e-ae75a2693847,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:08.357936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:08.376184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:08.382587 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Pushing event updated for resources: {'Port': ['ID=59a21231-189d-485c-8b72-d749185ee059,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:08.384922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:08.395376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:08.405200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:subnet and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:08.409511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:08.411394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:08.412879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abf63bf-ec10-45b4-bca2-b0224b992f0d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting subnet a907963d-ad4c-4211-875a-61cabaf37650 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:08.414144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cc406-c3ac-4fbb-9e72-5007f1a5ac2f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=d936de45-5713-470f-98ea-db5197c125b7,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:08.416193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:08.419269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:08.429782 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-927cc406-c3ac-4fbb-9e72-5007f1a5ac2f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:08.431427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:08.438486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7abf63bf-ec10-45b4-bca2-b0224b992f0d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.464020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:08.477117 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:08.522428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:08.525930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.565963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:08.568446 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.601925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62a44d47-5e03-47e3-8620-eacdb89a04d0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.638811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9979545c-f7dc-41ca-8eb5-5cbc8b882fa9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:08.646845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9979545c-f7dc-41ca-8eb5-5cbc8b882fa9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:08.647654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9979545c-f7dc-41ca-8eb5-5cbc8b882fa9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:08.667998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7abf63bf-ec10-45b4-bca2-b0224b992f0d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.694843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Attempting to bind port 59a21231-189d-485c-8b72-d749185ee059 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:08.695259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Attempting to bind port 59a21231-189d-485c-8b72-d749185ee059 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:08.695626 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Attempting to bind port 59a21231-189d-485c-8b72-d749185ee059 on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:08.715739 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-72a520c1-e141-4bf8-bac4-29e2484946d5 None None] Could not find standard attr ID for object d936de45-5713-470f-98ea-db5197c125b7. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:17:08.719980 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:08.720354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:08.720757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.721145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:08.721628 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Bound port: 59a21231-189d-485c-8b72-d749185ee059, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:08.721969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.781350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-927cc406-c3ac-4fbb-9e72-5007f1a5ac2f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.789490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7abf63bf-ec10-45b4-bca2-b0224b992f0d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.806521 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62a44d47-5e03-47e3-8620-eacdb89a04d0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.849570 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-927cc406-c3ac-4fbb-9e72-5007f1a5ac2f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/d936de45-5713-470f-98ea-db5197c125b7 HTTP/1.1" status: 204 len: 168 time: 3.1578281 Dec 22 17:17:08.851197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59602) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:08.876987 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Allocated IP 2001:db8::2 (ca052a20-d183-48ff-b4ab-d9e1e6befb92/7a5d0694-21bd-42ec-a81c-ae390090d7d8/339bdd24-1068-4d78-bad2-7628bfa9beb3) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:08.899141 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:08.899692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.926293 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9ac7f4-55ac-4b14-a594-e098fd78d2fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:17:08.930541 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5b9ac7f4-55ac-4b14-a594-e098fd78d2fd tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/d936de45-5713-470f-98ea-db5197c125b7 HTTP/1.1" status: 404 len: 333 time: 0.0795622 Dec 22 17:17:08.931944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59606) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:08.941678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:08.946439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-309a05c6-6126-4e9e-b632-c734a2d90b89 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:08.984352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9979545c-f7dc-41ca-8eb5-5cbc8b882fa9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:08.985673 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9979545c-f7dc-41ca-8eb5-5cbc8b882fa9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7254109 Dec 22 17:17:08.990514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59610) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:09.000171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] Pushing event deleted for resources: {'Port': ['ID=acad9b74-e0ce-4e92-972e-087808c23582,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:09.005462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:09.031692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] For port 59a21231-189d-485c-8b72-d749185ee059, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:09.067986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] For port 59a21231-189d-485c-8b72-d749185ee059, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=59a21231-189d-485c-8b72-d749185ee059,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:09.087441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62a44d47-5e03-47e3-8620-eacdb89a04d0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.091072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.100300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7abf63bf-ec10-45b4-bca2-b0224b992f0d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.102784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:09.109591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6ac1233b-f21f-4c6b-b1ff-ed2438a926f2 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:09.148808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.159926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3dd81c0e-354c-4405-b21c-0822babb7513 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:09.160938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a44d47-5e03-47e3-8620-eacdb89a04d0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6cecfa-82ba-4130-8d6e-ae75a2693847,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:09.207918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-62a44d47-5e03-47e3-8620-eacdb89a04d0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:09.214949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7abf63bf-ec10-45b4-bca2-b0224b992f0d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.216323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d4e2a601-5b3f-43ba-a5b9-1492ddcc4236 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:09.244527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Pushing event updated for resources: {'Port': ['ID=59a21231-189d-485c-8b72-d749185ee059,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:09.272225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf63bf-ec10-45b4-bca2-b0224b992f0d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Subnet': ['ID=a907963d-ad4c-4211-875a-61cabaf37650,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:09.275651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7abf63bf-ec10-45b4-bca2-b0224b992f0d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:09.278452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec67be9a-6626-463d-b3d7-eadddfab359a None None] Network 838731ea-aaa2-4e7a-9dce-ee16764b4aea requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:09.281826 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7abf63bf-ec10-45b4-bca2-b0224b992f0d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/a907963d-ad4c-4211-875a-61cabaf37650 HTTP/1.1" status: 204 len: 168 time: 1.0972033 Dec 22 17:17:09.288654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59614) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:09.291280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:09.299760 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=1380b1de-ce60-48a2-9dce-e6893a753922,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:09.305689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-608a7062-3bc0-4b3e-af6d-0d9af73f09ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port ea1bd1ab-edb7-4744-bd41-e01c344e77d0 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:09.306034 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-608a7062-3bc0-4b3e-af6d-0d9af73f09ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.350761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:09.492420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-096ccfe2-1f80-44b9-81b3-14fe81b59f83 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.549696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.576103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port c3c47dbc-3036-4f4b-b7ef-eb28ba734368 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:09.576483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.664109 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62a44d47-5e03-47e3-8620-eacdb89a04d0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.665401 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-62a44d47-5e03-47e3-8620-eacdb89a04d0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "DELETE /v2.0/security-groups/5a6cecfa-82ba-4130-8d6e-ae75a2693847 HTTP/1.1" status: 204 len: 168 time: 1.5542316 Dec 22 17:17:09.685078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59618) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:09.686434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.692753 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.698922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b5c5bdb0-c9f2-441b-b3d9-33499f0cf15b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:09.699099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.712647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Transition to ACTIVE for port object 339bdd24-1068-4d78-bad2-7628bfa9beb3 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:09.741784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-096ccfe2-1f80-44b9-81b3-14fe81b59f83 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.748434 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Transition to ACTIVE for port object 339bdd24-1068-4d78-bad2-7628bfa9beb3 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:09.769441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.781142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:09.864221 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8adfed-3894-437e-acab-ec638e8f5d1b None None] DHCP port deletion for 838731ea-aaa2-4e7a-9dce-ee16764b4aea request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:09.876165 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Network ca052a20-d183-48ff-b4ab-d9e1e6befb92 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:09.880129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:09.884240 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ee8adfed-3894-437e-acab-ec638e8f5d1b None None] Deleting port c3c47dbc-3036-4f4b-b7ef-eb28ba734368 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:09.886527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ee8adfed-3894-437e-acab-ec638e8f5d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:09.911267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:09.955188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Pushing event updated for resources: {'Port': ['ID=339bdd24-1068-4d78-bad2-7628bfa9beb3,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:09.968295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:10.038380 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Attempting to bind port 339bdd24-1068-4d78-bad2-7628bfa9beb3 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:10.038760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Attempting to bind port 339bdd24-1068-4d78-bad2-7628bfa9beb3 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '43d6ad08-595b-4415-9425-96c3e04d10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca052a20-d183-48ff-b4ab-d9e1e6befb92'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:10.039151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Attempting to bind port 339bdd24-1068-4d78-bad2-7628bfa9beb3 on network ca052a20-d183-48ff-b4ab-d9e1e6befb92 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:10.078474 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:10.079303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Checking segment: {'id': '43d6ad08-595b-4415-9425-96c3e04d10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca052a20-d183-48ff-b4ab-d9e1e6befb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:10.079303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.079681 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Bound using segment: {'id': '43d6ad08-595b-4415-9425-96c3e04d10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca052a20-d183-48ff-b4ab-d9e1e6befb92'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:10.080263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Bound port: 339bdd24-1068-4d78-bad2-7628bfa9beb3, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d6ad08-595b-4415-9425-96c3e04d10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ca052a20-d183-48ff-b4ab-d9e1e6befb92'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:10.080544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.094355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Subnet': ['ID=cb49ec23-9e3b-4f07-bb2e-7bd65fb6771c,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:10.123796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c0743bbc-eae8-478f-962e-068d87ec00ae tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Synchronizing usage tracker for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:10.277275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ee8adfed-3894-437e-acab-ec638e8f5d1b None None] For port c3c47dbc-3036-4f4b-b7ef-eb28ba734368, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c3c47dbc-3036-4f4b-b7ef-eb28ba734368,segment=NetworkSegment(f1a99e74-73bc-4e8a-bfaa-df01e2b0849f),segment_id=f1a99e74-73bc-4e8a-bfaa-df01e2b0849f)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:10.277679 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ee8adfed-3894-437e-acab-ec638e8f5d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.289631 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] For port 339bdd24-1068-4d78-bad2-7628bfa9beb3, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:10.301378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:10.302008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c0743bbc-eae8-478f-962e-068d87ec00ae tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Unset dirty status for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:10.303000 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c0743bbc-eae8-478f-962e-068d87ec00ae tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6123002 Dec 22 17:17:10.308702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59622) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:10.315444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743557510'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:10.322331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:10.326324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] For port c3c47dbc-3036-4f4b-b7ef-eb28ba734368, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c3c47dbc-3036-4f4b-b7ef-eb28ba734368,segment=NetworkSegment(f1a99e74-73bc-4e8a-bfaa-df01e2b0849f),segment_id=f1a99e74-73bc-4e8a-bfaa-df01e2b0849f)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:10.326685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.343185 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.353274 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0f0d1d9f-e2df-4603-aee5-1ab1e1087ecd tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:10.433778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:10.446916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ee8adfed-3894-437e-acab-ec638e8f5d1b None None] Calling delete_port for c3c47dbc-3036-4f4b-b7ef-eb28ba734368 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:10.469890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-608a7062-3bc0-4b3e-af6d-0d9af73f09ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.489190 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] For port 339bdd24-1068-4d78-bad2-7628bfa9beb3, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=339bdd24-1068-4d78-bad2-7628bfa9beb3,segment=NetworkSegment(43d6ad08-595b-4415-9425-96c3e04d10a2),segment_id=43d6ad08-595b-4415-9425-96c3e04d10a2)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:10.506883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for c3c47dbc-3036-4f4b-b7ef-eb28ba734368 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:10.569498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.578991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1129aaf7-ce46-494a-99bb-cdb63e582dee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:10.614458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 59a21231-189d-485c-8b72-d749185ee059 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:10.650227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.695280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:10.701038 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ee8adfed-3894-437e-acab-ec638e8f5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.734505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:10.746316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:10.756537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:10.760007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Checking segment: {'id': '6a022755-daf4-4702-86e7-cfdd2a09d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'db23600b-4790-49fe-96ef-5a79eaf5ebd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:10.760375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network hostable DHCP agents. Network: db23600b-4790-49fe-96ef-5a79eaf5ebd8, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:17:10.765650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-096ccfe2-1f80-44b9-81b3-14fe81b59f83 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.766838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8adfed-3894-437e-acab-ec638e8f5d1b None None] No DVR routers for this DVR port c3c47dbc-3036-4f4b-b7ef-eb28ba734368 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:10.773090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] Router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:17:10.791482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-608a7062-3bc0-4b3e-af6d-0d9af73f09ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for ea1bd1ab-edb7-4744-bd41-e01c344e77d0 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:10.800435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:17:10.800760 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:17:10.808129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Pushing event updated for resources: {'Port': ['ID=339bdd24-1068-4d78-bad2-7628bfa9beb3,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:10.815940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:10.816524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:10.896376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 59a21231-189d-485c-8b72-d749185ee059 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:10.898027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network ca052a20-d183-48ff-b4ab-d9e1e6befb92 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:10.916634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8adfed-3894-437e-acab-ec638e8f5d1b None None] Pushing event deleted for resources: {'Port': ['ID=c3c47dbc-3036-4f4b-b7ef-eb28ba734368,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:10.919183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ee8adfed-3894-437e-acab-ec638e8f5d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:10.920502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.934347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:10.958674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-096ccfe2-1f80-44b9-81b3-14fe81b59f83 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.960000 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-096ccfe2-1f80-44b9-81b3-14fe81b59f83 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/security-groups/5fff0834-0c5e-495e-a727-8b39591c0e28 HTTP/1.1" status: 204 len: 168 time: 2.0215251 Dec 22 17:17:10.968675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59626) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:10.969480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:10.970298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:10.987651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c3c47dbc-3036-4f4b-b7ef-eb28ba734368 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:11.013221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network db23600b-4790-49fe-96ef-5a79eaf5ebd8 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:17:11.092866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Subnet': ['ID=c14d99d0-f298-4b67-a1d3-5ab25a696b47,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:11.116164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:11.117687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a7cb1c35-2f9e-4f42-8df6-62d7577a118d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:11.126410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: c3c47dbc-3036-4f4b-b7ef-eb28ba734368 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:17:11.127023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c3c47dbc-3036-4f4b-b7ef-eb28ba734368 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:11.132328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-30149cc9-b53e-4051-aef9-f80c1b1dc420 None None] Provisioning for port 59a21231-189d-485c-8b72-d749185ee059 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:11.137074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.142173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-30149cc9-b53e-4051-aef9-f80c1b1dc420 None None] Provisioning complete for port 59a21231-189d-485c-8b72-d749185ee059 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:11.142708 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30149cc9-b53e-4051-aef9-f80c1b1dc420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.159410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.169669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-27a6ca90-e9e0-41ff-adb7-c0ed3cf0cac5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:11.221112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:17:11.232849 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd1bf1-ab41-4f7b-9cfc-2c473df51ae0 None None] Sync routers for ids ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:17:11.248537 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd1bf1-ab41-4f7b-9cfc-2c473df51ae0 None None] Routers {'9bff035c-f4ae-4b56-ad44-76599bb9ec26'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:17:11.251321 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-becd1bf1-ab41-4f7b-9cfc-2c473df51ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:17:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:11.305907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port c3c47dbc-3036-4f4b-b7ef-eb28ba734368 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:11.307230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.313977 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.8092289 Dec 22 17:17:11.315070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ccfe2-1f80-44b9-81b3-14fe81b59f83 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fff0834-0c5e-495e-a727-8b39591c0e28,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:11.320613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59630) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:11.323023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, db23600b-4790-49fe-96ef-5a79eaf5ebd8) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:11.330559 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-608a7062-3bc0-4b3e-af6d-0d9af73f09ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.340084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-096ccfe2-1f80-44b9-81b3-14fe81b59f83 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:11.340663 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] 10.222.0.70 "PUT /v2.0/routers/9bff035c-f4ae-4b56-ad44-76599bb9ec26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9660497 Dec 22 17:17:11.343732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b293c7-6db5-4d50-97c4-1353d62e89ab,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:11.345905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59634) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:11.368899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3ecde196-b0b4-4129-a6de-586d6ed1ab51 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.379628 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e3064b-8f71-4212-8540-8b0fbd69297b None None] Network db23600b-4790-49fe-96ef-5a79eaf5ebd8 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:11.439502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3ecde196-b0b4-4129-a6de-586d6ed1ab51 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.506417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:11.509698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.512268 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2024319 Dec 22 17:17:11.515991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59638) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:11.531296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30149cc9-b53e-4051-aef9-f80c1b1dc420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.540717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:11.541566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.552903 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-becd1bf1-ab41-4f7b-9cfc-2c473df51ae0 None None] Set router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:17:11.562398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5d864211-7b51-40a8-9854-e63f2d9ad711 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:11.594870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-30149cc9-b53e-4051-aef9-f80c1b1dc420 None None] For port 59a21231-189d-485c-8b72-d749185ee059, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=59a21231-189d-485c-8b72-d749185ee059,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:11.624636 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30149cc9-b53e-4051-aef9-f80c1b1dc420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.630655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c46cf779-e63f-4884-bc62-3c41de5e8489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:11.634399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-7b573a7a-31d2-4650-a0d4-d6a70b7bf47f tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'f0b293c7-6db5-4d50-97c4-1353d62e89ab', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:11.636559 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING neutron.api.v2.base [None req-7b573a7a-31d2-4650-a0d4-d6a70b7bf47f tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 17:17:11.637345 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-7b573a7a-31d2-4650-a0d4-d6a70b7bf47f tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:11.638594 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7b573a7a-31d2-4650-a0d4-d6a70b7bf47f tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0546963 Dec 22 17:17:11.639623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3ecde196-b0b4-4129-a6de-586d6ed1ab51 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.645854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59642) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:11.651733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] The port 'c3c47dbc-3036-4f4b-b7ef-eb28ba734368' was deleted {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:17:11.653063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6f11d675-8690-4925-9ba4-2f478ca51dbb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:11.657016 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a7062-3bc0-4b3e-af6d-0d9af73f09ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=ea1bd1ab-edb7-4744-bd41-e01c344e77d0,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:11.662661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d147afd8-597a-40e8-98a9-f1ed1abea5cf tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:11.664727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d147afd8-597a-40e8-98a9-f1ed1abea5cf tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:11.666476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d147afd8-597a-40e8-98a9-f1ed1abea5cf tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:11.668641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d147afd8-597a-40e8-98a9-f1ed1abea5cf tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:11.671873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d147afd8-597a-40e8-98a9-f1ed1abea5cf tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:11.673113 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d147afd8-597a-40e8-98a9-f1ed1abea5cf tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Synchronizing usage tracker for tenant:ec75830dfc1f4aed97a82b04b4c99da0 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:11.680256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-608a7062-3bc0-4b3e-af6d-0d9af73f09ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:11.751014 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecde196-b0b4-4129-a6de-586d6ed1ab51 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abac42f9-ef69-4100-98aa-997412893f06,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:11.754086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3ecde196-b0b4-4129-a6de-586d6ed1ab51 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:11.779026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-608a7062-3bc0-4b3e-af6d-0d9af73f09ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.784223 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-608a7062-3bc0-4b3e-af6d-0d9af73f09ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/ea1bd1ab-edb7-4744-bd41-e01c344e77d0 HTTP/1.1" status: 204 len: 168 time: 2.7868507 Dec 22 17:17:11.786641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59646) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:11.797714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3ecde196-b0b4-4129-a6de-586d6ed1ab51 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.799302 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3ecde196-b0b4-4129-a6de-586d6ed1ab51 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/security-groups/abac42f9-ef69-4100-98aa-997412893f06 HTTP/1.1" status: 204 len: 168 time: 0.8272259 Dec 22 17:17:11.850389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-db23600b-4790-49fe-96ef-5a79eaf5ebd8', 'network_id': 'db23600b-4790-49fe-96ef-5a79eaf5ebd8', 'tenant_id': 'c1428821adf345448843a17f963c35d6', 'fixed_ips': [{'subnet_id': 'cb49ec23-9e3b-4f07-bb2e-7bd65fb6771c'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:11.851259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.853724 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9041557 Dec 22 17:17:11.854563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59650) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:11.854886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59652) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:11.872086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-503284251'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:11.878078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:11.887706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e71e4276-ca7b-429f-85de-fdc507ffeb9d None None] Could not find standard attr ID for object ea1bd1ab-edb7-4744-bd41-e01c344e77d0. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:17:11.888908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:network and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:11.894049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:11.903845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:11.906473 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30149cc9-b53e-4051-aef9-f80c1b1dc420 None None] Pushing event updated for resources: {'Port': ['ID=59a21231-189d-485c-8b72-d749185ee059,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:11.917683 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-30149cc9-b53e-4051-aef9-f80c1b1dc420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:11.918108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d147afd8-597a-40e8-98a9-f1ed1abea5cf tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Unset dirty status for tenant:ec75830dfc1f4aed97a82b04b4c99da0 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:11.925544 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d147afd8-597a-40e8-98a9-f1ed1abea5cf tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6004362 Dec 22 17:17:11.928073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59658) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:11.953283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:11.982725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838731ea-aaa2-4e7a-9dce-ee16764b4aea']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:11.996823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a99e74-73bc-4e8a-bfaa-df01e2b0849f') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:11.997212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a99e74-73bc-4e8a-bfaa-df01e2b0849f') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:12.011654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:12.012285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.022695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.041611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.049253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:12.049820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.078492 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-becd1bf1-ab41-4f7b-9cfc-2c473df51ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:17:08Z', 'revision_number': 5, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:12.078796 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:12.082303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1019384427'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:12.086192 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd1bf1-ab41-4f7b-9cfc-2c473df51ae0 None None] Checking router: 9bff035c-f4ae-4b56-ad44-76599bb9ec26 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:17:12.105461 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd1bf1-ab41-4f7b-9cfc-2c473df51ae0 None None] Routers {'9bff035c-f4ae-4b56-ad44-76599bb9ec26'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:17:12.106095 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-becd1bf1-ab41-4f7b-9cfc-2c473df51ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:17:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:12.151308 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Allocated IP 2001:db8:0:ffff::2 (db23600b-4790-49fe-96ef-5a79eaf5ebd8/cb49ec23-9e3b-4f07-bb2e-7bd65fb6771c/d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:12.189665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:12.237857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:network and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:12.250484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:12.280851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3712c7b0-9d5c-49ee-b243-9ffb8b97a9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:12.282356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3712c7b0-9d5c-49ee-b243-9ffb8b97a9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:12.283309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3712c7b0-9d5c-49ee-b243-9ffb8b97a9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:12.294139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:12.298091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:17:12.341779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2a996f-9799-4a60-9046-20dbb5b40f5f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting subnet 66ce58af-ccc5-4b45-b13b-8fc0a1e15105 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:12.348363 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3712c7b0-9d5c-49ee-b243-9ffb8b97a9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:12.352785 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3712c7b0-9d5c-49ee-b243-9ffb8b97a9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5629663 Dec 22 17:17:12.353000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59662) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:12.362385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.362739 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Added segment d4864391-e6ad-4813-80ee-ef72c2b79478 of type vlan for network 3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3 Dec 22 17:17:12.370647 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-becd1bf1-ab41-4f7b-9cfc-2c473df51ae0 None None] Set router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:17:12.411093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.471975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d2a996f-9799-4a60-9046-20dbb5b40f5f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.520201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.533678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Transition to ACTIVE for port object d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:12.556893 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Transition to ACTIVE for port object d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:12.564550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.576607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:12.581356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:12.585342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.618132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.632869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-978956a5-edbd-4e9b-b894-7483c97e60d6 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:12.646275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 59a21231-189d-485c-8b72-d749185ee059 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:12.654589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.668578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.691841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7e67f4-ccb3-4f17-a197-a8f79be92926 None None] Network ca052a20-d183-48ff-b4ab-d9e1e6befb92 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:12.695224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-742c6a2b-f79b-4aa4-a2af-f7e8caa2be47 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.724218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-742c6a2b-f79b-4aa4-a2af-f7e8caa2be47 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.738023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4bd78b-4268-4a3b-91a6-40a3e07aa99c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet f84e6100-e20e-4b2a-b885-69ff0e7c7579 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:12.741875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd78b-4268-4a3b-91a6-40a3e07aa99c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.779749 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/networks/838731ea-aaa2-4e7a-9dce-ee16764b4aea HTTP/1.1" status: 204 len: 168 time: 3.4893122 Dec 22 17:17:12.783491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Network': ['ID=838731ea-aaa2-4e7a-9dce-ee16764b4aea,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:12.785216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59666) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:12.816255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Network db23600b-4790-49fe-96ef-5a79eaf5ebd8 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:12.840557 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:12.843751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:12.849119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:12.860805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'name': 'tempest-PortsIpV6TestJSON-1578351837'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:12.875388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd78b-4268-4a3b-91a6-40a3e07aa99c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:12.920956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-00606c2e-60c4-4b77-8eac-c79b1715b647 None None] Provisioning for port 339bdd24-1068-4d78-bad2-7628bfa9beb3 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:12.923207 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-becd1bf1-ab41-4f7b-9cfc-2c473df51ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:17:08Z', 'revision_number': 5, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:12.934324 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd1bf1-ab41-4f7b-9cfc-2c473df51ae0 None None] The sync data for ids ['9bff035c-f4ae-4b56-ad44-76599bb9ec26'] in dv-neutron-822513-1-hyperv is: [{'id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'name': 'tempest-ServerActionsTestJSON-1420257573-router', 'tenant_id': '2004647fb1f74a07a97b27f4fdea4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': '68479444-8431-43ef-9183-ddff7dc14309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:17:08Z', 'revision_number': 5, 'project_id': '2004647fb1f74a07a97b27f4fdea4794', 'gw_port': {'id': '68479444-8431-43ef-9183-ddff7dc14309', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bff035c-f4ae-4b56-ad44-76599bb9ec26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:12:47Z', 'updated_at': '2021-12-22T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:17:12.959932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Pushing event updated for resources: {'Port': ['ID=d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:12.963035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:12.982704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:12.984868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-742c6a2b-f79b-4aa4-a2af-f7e8caa2be47 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.000375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6ae34f1-22da-4ccc-a415-a5a2715d3867 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:13.000656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd78b-4268-4a3b-91a6-40a3e07aa99c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.015249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:port and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:13.022410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:13.025671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6a2b-f79b-4aa4-a2af-f7e8caa2be47 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b293c7-6db5-4d50-97c4-1353d62e89ab,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:13.028495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.034169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:13.034691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.036553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:13.038809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-742c6a2b-f79b-4aa4-a2af-f7e8caa2be47 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:13.045734 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Attempting to bind port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:13.046113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Attempting to bind port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '6a022755-daf4-4702-86e7-cfdd2a09d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'db23600b-4790-49fe-96ef-5a79eaf5ebd8'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:13.046577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Attempting to bind port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 on network db23600b-4790-49fe-96ef-5a79eaf5ebd8 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:13.053434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-742c6a2b-f79b-4aa4-a2af-f7e8caa2be47 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.056555 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-742c6a2b-f79b-4aa4-a2af-f7e8caa2be47 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "DELETE /v2.0/security-groups/f0b293c7-6db5-4d50-97c4-1353d62e89ab HTTP/1.1" status: 204 len: 168 time: 1.3864439 Dec 22 17:17:13.057199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59670) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:13.060958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router 62bfe8aa-594f-455a-9b93-3139efb5470e has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:17:13.061804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-41f79831-6c34-49ab-bb91-5adfdd9dbc1a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:13.072203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:13.072585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Checking segment: {'id': '6a022755-daf4-4702-86e7-cfdd2a09d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'db23600b-4790-49fe-96ef-5a79eaf5ebd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:13.073518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.073920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Bound using segment: {'id': '6a022755-daf4-4702-86e7-cfdd2a09d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'db23600b-4790-49fe-96ef-5a79eaf5ebd8'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:13.074399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Bound port: d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a022755-daf4-4702-86e7-cfdd2a09d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'db23600b-4790-49fe-96ef-5a79eaf5ebd8'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:13.074778 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.080558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:13.084766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.113207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.126377 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 59a21231-189d-485c-8b72-d749185ee059 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:13.126833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.145791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port a21a67c3-3433-48e2-84e6-d4ca937a1174 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:13.190743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Deleting port 68479444-8431-43ef-9183-ddff7dc14309 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:13.191081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.258000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3c0f5458-4d49-46de-b16f-0434cb8ac48d tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Synchronizing usage tracker for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:13.262091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d2a996f-9799-4a60-9046-20dbb5b40f5f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.303966 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4430199 Dec 22 17:17:13.323194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] For port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:13.356616 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] For port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1,segment=NetworkSegment(6a022755-daf4-4702-86e7-cfdd2a09d864),segment_id=6a022755-daf4-4702-86e7-cfdd2a09d864)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:13.359948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59674) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:13.371637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.377090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'subnet': {'network_id': '3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:13.378356 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ea634b18-682b-45f3-935b-a1bac6e56f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:13.411536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3c0f5458-4d49-46de-b16f-0434cb8ac48d tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Unset dirty status for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:13.412804 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3c0f5458-4d49-46de-b16f-0434cb8ac48d tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3543735 Dec 22 17:17:13.426765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59678) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:13.443392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group': {'name': 'tempest-secgroup--758716314'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:13.482509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:17:13.510634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:13.511068 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 339bdd24-1068-4d78-bad2-7628bfa9beb3 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:13.561113 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Network': ['ID=3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:13.563468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:13.572771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:13.576925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.577433 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Added segment 24e1514b-a126-473d-b2f6-5b79370de74f of type vlan for network f9331961-f873-4cfe-a24d-598bfba31829 Dec 22 17:17:13.617035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:13.670393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd78b-4268-4a3b-91a6-40a3e07aa99c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.687711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0a1ea4c8-527a-4382-9c60-ed3d88b18343 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:13.692545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:13.694978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.724498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:subnet and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:13.730922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:13.737926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] For port 68479444-8431-43ef-9183-ddff7dc14309, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=68479444-8431-43ef-9183-ddff7dc14309,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:13.738608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.746427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bd78b-4268-4a3b-91a6-40a3e07aa99c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=f84e6100-e20e-4b2a-b885-69ff0e7c7579,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:13.747035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 339bdd24-1068-4d78-bad2-7628bfa9beb3 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:13.752241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.756560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:13.762002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5a4bd78b-4268-4a3b-91a6-40a3e07aa99c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:13.763178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd78b-4268-4a3b-91a6-40a3e07aa99c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.770829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 339bdd24-1068-4d78-bad2-7628bfa9beb3 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:13.771242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.789544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d2a996f-9799-4a60-9046-20dbb5b40f5f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.817431 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:17:13.837981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Pushing event updated for resources: {'Port': ['ID=d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:13.840309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.842300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:13.849082 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0ba8fe-3113-4064-a40f-d7668d2a0bb9 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:13.863330 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5a4bd78b-4268-4a3b-91a6-40a3e07aa99c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/f84e6100-e20e-4b2a-b885-69ff0e7c7579 HTTP/1.1" status: 204 len: 168 time: 1.5025513 Dec 22 17:17:13.869173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690125c8-db22-424d-a8b5-8c0b7b7e3db1 None None] Sync routers for ids ['62bfe8aa-594f-455a-9b93-3139efb5470e'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:17:13.877428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:13.877598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59682) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:13.879069 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "PUT /v2.0/routers/62bfe8aa-594f-455a-9b93-3139efb5470e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5211346 Dec 22 17:17:13.912237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:13.915769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59684) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:13.925331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Calling delete_port for 68479444-8431-43ef-9183-ddff7dc14309 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:13.958574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:13.978651 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a1157dbd-6fa2-4dfa-9633-8b579419c21b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970428 Dec 22 17:17:13.979456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.985005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:13.985597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:13.989367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59690) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:13.993016 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690125c8-db22-424d-a8b5-8c0b7b7e3db1 None None] Routers {'62bfe8aa-594f-455a-9b93-3139efb5470e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:17:13.993342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9ec18d79-d6ae-4a64-826e-5e0ca7292f51 tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:13.993556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-690125c8-db22-424d-a8b5-8c0b7b7e3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:17:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['62bfe8aa-594f-455a-9b93-3139efb5470e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:14.030035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:14.033972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.079216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68775e0c-b490-44fe-aa59-53abe60619f7 None None] Update dhcp port {'port': {'network_id': 'ca052a20-d183-48ff-b4ab-d9e1e6befb92', 'fixed_ips': [{'subnet_id': '7a5d0694-21bd-42ec-a81c-ae390090d7d8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c14d99d0-f298-4b67-a1d3-5ab25a696b47'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '339bdd24-1068-4d78-bad2-7628bfa9beb3'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:17:14.152048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68775e0c-b490-44fe-aa59-53abe60619f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.173646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-690125c8-db22-424d-a8b5-8c0b7b7e3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:14.185656 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2072742 Dec 22 17:17:14.205933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59694) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:14.206417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690125c8-db22-424d-a8b5-8c0b7b7e3db1 None None] Routers {'62bfe8aa-594f-455a-9b93-3139efb5470e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:17:14.207044 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-690125c8-db22-424d-a8b5-8c0b7b7e3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:17:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['62bfe8aa-594f-455a-9b93-3139efb5470e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:14.210927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:14.221655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0632366b-f0c8-4215-aae4-49aa88a127ee tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:14.246171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Network': ['ID=f9331961-f873-4cfe-a24d-598bfba31829,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:14.258788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d2a996f-9799-4a60-9046-20dbb5b40f5f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.277607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:14.279951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:14.294515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.308242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network f9331961-f873-4cfe-a24d-598bfba31829 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:14.324955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a996f-9799-4a60-9046-20dbb5b40f5f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Subnet': ['ID=66ce58af-ccc5-4b45-b13b-8fc0a1e15105,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:14.327822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4d2a996f-9799-4a60-9046-20dbb5b40f5f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:14.391044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d2a996f-9799-4a60-9046-20dbb5b40f5f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.397569 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4d2a996f-9799-4a60-9046-20dbb5b40f5f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/66ce58af-ccc5-4b45-b13b-8fc0a1e15105 HTTP/1.1" status: 204 len: 168 time: 2.5382574 Dec 22 17:17:14.399669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59698) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:14.413692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:14.416049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47773c2c-364c-4f05-a508-f3c0cf0a2947 None None] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:14.441108 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-690125c8-db22-424d-a8b5-8c0b7b7e3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:14.441725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690125c8-db22-424d-a8b5-8c0b7b7e3db1 None None] The sync data for ids ['62bfe8aa-594f-455a-9b93-3139efb5470e'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:17:14.527823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.545106 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6cda7fcf-1bd2-43d7-b2d8-a89179533172 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:14.578225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.610817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243626af-e5c6-45ed-aefb-22968e53f8a9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:14.612142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-243626af-e5c6-45ed-aefb-22968e53f8a9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:14.676710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 339bdd24-1068-4d78-bad2-7628bfa9beb3, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=339bdd24-1068-4d78-bad2-7628bfa9beb3,segment=NetworkSegment(43d6ad08-595b-4415-9425-96c3e04d10a2),segment_id=43d6ad08-595b-4415-9425-96c3e04d10a2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:14.701028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-243626af-e5c6-45ed-aefb-22968e53f8a9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:14.702453 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-243626af-e5c6-45ed-aefb-22968e53f8a9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6940231 Dec 22 17:17:14.706238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59702) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:14.714469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.716152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4caa151f-653a-409f-aac4-66ce59a918e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:14.762596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0632366b-f0c8-4215-aae4-49aa88a127ee tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.774820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:14.783831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:14.796756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:14.800237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:14.801271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:14.810438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:14.818361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0632366b-f0c8-4215-aae4-49aa88a127ee tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.823718 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:14.833192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:14.844699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:14.855336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.855547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9995e9-b85b-4a34-8dca-beb1bb6342dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:14.856060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-de9995e9-b85b-4a34-8dca-beb1bb6342dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:14.868577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.872279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=a21a67c3-3433-48e2-84e6-d4ca937a1174,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:14.888129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:14.905390 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.976619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0632366b-f0c8-4215-aae4-49aa88a127ee tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network f9331961-f873-4cfe-a24d-598bfba31829 is not hosted by any dhcp agent {{(pid=87586) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 17:17:14.982596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0632366b-f0c8-4215-aae4-49aa88a127ee tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:14.987815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0632366b-f0c8-4215-aae4-49aa88a127ee tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:14.991770 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0632366b-f0c8-4215-aae4-49aa88a127ee tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "PUT /v2.0/networks/f9331961-f873-4cfe-a24d-598bfba31829 HTTP/1.1" status: 200 len: 723 time: 0.7764235 Dec 22 17:17:15.009170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59706) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:15.016089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23d765c-92dd-4c52-911f-b77cfee80ae7 None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:15.029374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=339bdd24-1068-4d78-bad2-7628bfa9beb3,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:15.043179 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:15.047909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d23d765c-92dd-4c52-911f-b77cfee80ae7 None None] Deleting port 59a21231-189d-485c-8b72-d749185ee059 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:15.048569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d23d765c-92dd-4c52-911f-b77cfee80ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:15.055340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'subnet': {'network_id': 'f9331961-f873-4cfe-a24d-598bfba31829', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:15.086274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:15.148933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632366b-f0c8-4215-aae4-49aa88a127ee tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Network': ['ID=f9331961-f873-4cfe-a24d-598bfba31829,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:15.152431 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:15.157146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:15.167000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:15.222784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network f9331961-f873-4cfe-a24d-598bfba31829 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:15.224833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:15.272240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:15.295481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e4814d-f768-4896-b0b6-b700d92552f8,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:15.316551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port fcaea777-4326-4cd6-804a-eb71a2578d2a {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:15.317094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:15.335516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0632366b-f0c8-4215-aae4-49aa88a127ee tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:15.343799 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-68775e0c-b490-44fe-aa59-53abe60619f7 None None] Allocated IP 172.20.0.1 (ca052a20-d183-48ff-b4ab-d9e1e6befb92/c14d99d0-f298-4b67-a1d3-5ab25a696b47/339bdd24-1068-4d78-bad2-7628bfa9beb3) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:15.355375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:15.358335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e8269e95-5410-40c4-8a05-889ed2d64d5c tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:15.408929 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6192105 Dec 22 17:17:15.410225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:15.411611 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9811916 Dec 22 17:17:15.417774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-de9995e9-b85b-4a34-8dca-beb1bb6342dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:15.422417 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-de9995e9-b85b-4a34-8dca-beb1bb6342dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7049661 Dec 22 17:17:15.423436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59710) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:15.423940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59712) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:15.424441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59714) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:15.479286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Pushing event deleted for resources: {'Port': ['ID=68479444-8431-43ef-9183-ddff7dc14309,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:15.522664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:15.550180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c94aba06-0133-44ae-99a2-fefa52a8cabf tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': '40e4814d-f768-4896-b0b6-b700d92552f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:15.558815 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-c94aba06-0133-44ae-99a2-fefa52a8cabf tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 17:17:15.559464 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-c94aba06-0133-44ae-99a2-fefa52a8cabf tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:15.563395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59722) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:15.564441 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c94aba06-0133-44ae-99a2-fefa52a8cabf tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1287003 Dec 22 17:17:15.595985 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-755a9047-fccb-40e6-b241-e6f8b86f1a71 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': '40e4814d-f768-4896-b0b6-b700d92552f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:15.597350 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8c20d31b-41da-4947-8733-083dbacfa3f5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1604390 Dec 22 17:17:15.598156 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0735ef0-fb8a-4e8d-a44d-bb76e87ace70 None None] Network db23600b-4790-49fe-96ef-5a79eaf5ebd8 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:15.598621 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING neutron.api.v2.base [None req-755a9047-fccb-40e6-b241-e6f8b86f1a71 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 17:17:15.598708 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-755a9047-fccb-40e6-b241-e6f8b86f1a71 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:15.602844 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-755a9047-fccb-40e6-b241-e6f8b86f1a71 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0130637 Dec 22 17:17:15.607817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:15.610072 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59726) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:15.610394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59728) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:15.626913 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:15.629715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:15.645530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b97f523d-6a19-4861-a262-33e9a220fdcd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': '40e4814d-f768-4896-b0b6-b700d92552f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:15.646455 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-b97f523d-6a19-4861-a262-33e9a220fdcd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 17:17:15.646916 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-b97f523d-6a19-4861-a262-33e9a220fdcd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:15.650473 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b97f523d-6a19-4861-a262-33e9a220fdcd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0315537 Dec 22 17:17:15.675826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59734) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:15.699043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d44763ee-29ee-422d-9aad-81b0155e782d tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': '40e4814d-f768-4896-b0b6-b700d92552f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:15.700379 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING neutron.api.v2.base [None req-d44763ee-29ee-422d-9aad-81b0155e782d tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 17:17:15.701020 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-d44763ee-29ee-422d-9aad-81b0155e782d tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:15.702106 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d44763ee-29ee-422d-9aad-81b0155e782d tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0250816 Dec 22 17:17:15.704885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59738) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:15.739597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:15.765684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-539cf870-2e9a-43b1-95fe-ebad5da41f40 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port a21a67c3-3433-48e2-84e6-d4ca937a1174 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:15.766023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-539cf870-2e9a-43b1-95fe-ebad5da41f40 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:15.789642 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device acad9b74-e0ce-4e92-972e-087808c23582 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:15.840249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-64fd41a0-e397-4964-aa09-98c69ace613c None None] Provisioning for port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:15.842610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:15.856419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: acad9b74-e0ce-4e92-972e-087808c23582 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:17:15.856771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device acad9b74-e0ce-4e92-972e-087808c23582 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:15.861229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d23d765c-92dd-4c52-911f-b77cfee80ae7 None None] For port 59a21231-189d-485c-8b72-d749185ee059, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=59a21231-189d-485c-8b72-d749185ee059,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:15.861739 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d23d765c-92dd-4c52-911f-b77cfee80ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:15.889307 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-64fd41a0-e397-4964-aa09-98c69ace613c None None] Provisioning complete for port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:15.889684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-64fd41a0-e397-4964-aa09-98c69ace613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:15.916075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:17:15.944762 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:15.948714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:15.973339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:15.997032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3a63303d-d6c2-4463-a6ba-346be2a55a7b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:16.046116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.050097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:16.055221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.062869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d23d765c-92dd-4c52-911f-b77cfee80ae7 None None] Calling delete_port for 59a21231-189d-485c-8b72-d749185ee059 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:16.067070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.092456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-68775e0c-b490-44fe-aa59-53abe60619f7 None None] For port 339bdd24-1068-4d78-bad2-7628bfa9beb3, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=339bdd24-1068-4d78-bad2-7628bfa9beb3,segment=NetworkSegment(43d6ad08-595b-4415-9425-96c3e04d10a2),segment_id=43d6ad08-595b-4415-9425-96c3e04d10a2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:16.148828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:16.233820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-539cf870-2e9a-43b1-95fe-ebad5da41f40 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.240551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68775e0c-b490-44fe-aa59-53abe60619f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.252732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:16.256458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.372202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7237-a919-492d-be74-46c99d8b27f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.380912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for fcaea777-4326-4cd6-804a-eb71a2578d2a owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:16.383022 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-68775e0c-b490-44fe-aa59-53abe60619f7 None None] Transition to ACTIVE for port object 339bdd24-1068-4d78-bad2-7628bfa9beb3 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:16.384358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-64fd41a0-e397-4964-aa09-98c69ace613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.395059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d23d765c-92dd-4c52-911f-b77cfee80ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.409246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ee8adfed-3894-437e-acab-ec638e8f5d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:16.473467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Subnet': ['ID=fb7ff1b9-aa43-48e1-b6d2-89a9b7699def,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:16.484390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-539cf870-2e9a-43b1-95fe-ebad5da41f40 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for a21a67c3-3433-48e2-84e6-d4ca937a1174 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:16.485989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d765c-92dd-4c52-911f-b77cfee80ae7 None None] Pushing event deleted for resources: {'Port': ['ID=59a21231-189d-485c-8b72-d749185ee059,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:16.488186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68775e0c-b490-44fe-aa59-53abe60619f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.493198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:16.500860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d765c-92dd-4c52-911f-b77cfee80ae7 None None] No DVR routers for this DVR port 59a21231-189d-485c-8b72-d749185ee059 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:16.505649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d23d765c-92dd-4c52-911f-b77cfee80ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:16.507052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d23d765c-92dd-4c52-911f-b77cfee80ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:16.529200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7237-a919-492d-be74-46c99d8b27f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.541565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Checking segment: {'id': 'd4864391-e6ad-4813-80ee-ef72c2b79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:16.542951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network hostable DHCP agents. Network: 3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:17:16.548058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.548630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bff035c-f4ae-4b56-ad44-76599bb9ec26 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:17:16.618100 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68775e0c-b490-44fe-aa59-53abe60619f7 None None] Pushing event updated for resources: {'Port': ['ID=339bdd24-1068-4d78-bad2-7628bfa9beb3,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:16.619438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.622239 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] 10.222.0.70 "DELETE /v2.0/routers/9bff035c-f4ae-4b56-ad44-76599bb9ec26 HTTP/1.1" status: 204 len: 168 time: 5.2510517 Dec 22 17:17:16.626685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59742) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:16.751968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network 3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:17:16.783915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-539cf870-2e9a-43b1-95fe-ebad5da41f40 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.808331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7237-a919-492d-be74-46c99d8b27f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.832490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20e76e4-cd77-474a-ac6b-15fdb4429f5d admin admin] Deleting subnet 2908b485-0fbe-48a1-9d18-552208b51232 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:16.841836 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d3634c11-f4a1-4a2d-80ae-7f9abae5f923 tempest-RoutersAdminNegativeTest-491217292 tempest-RoutersAdminNegativeTest-491217292-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:16.859375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-68775e0c-b490-44fe-aa59-53abe60619f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:16.862400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:16.864272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d20e76e4-cd77-474a-ac6b-15fdb4429f5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.877850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b71d534-19f7-4ae2-b575-21bf91580619 None None] Network 3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:16.907051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:16.907663 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:16.915040 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd7237-a919-492d-be74-46c99d8b27f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e4814d-f768-4896-b0b6-b700d92552f8,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:16.930735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a5dd7237-a919-492d-be74-46c99d8b27f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:16.934926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ee855def-f3a6-4d9b-981f-096bc8fb80fc tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:16.999868 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.008889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-64fd41a0-e397-4964-aa09-98c69ace613c None None] For port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1,segment=NetworkSegment(6a022755-daf4-4702-86e7-cfdd2a09d864),segment_id=6a022755-daf4-4702-86e7-cfdd2a09d864)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:17.021799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d20e76e4-cd77-474a-ac6b-15fdb4429f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.022458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-539cf870-2e9a-43b1-95fe-ebad5da41f40 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.031040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.035367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cf870-2e9a-43b1-95fe-ebad5da41f40 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=a21a67c3-3433-48e2-84e6-d4ca937a1174,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:17.045180 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-64fd41a0-e397-4964-aa09-98c69ace613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.048911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8ec21733-77f6-4954-8794-1094568afb64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:17.052493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-539cf870-2e9a-43b1-95fe-ebad5da41f40 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:17.056188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b1fd456a-894d-47db-8872-558ec6f56165 tempest-RoutersAdminTest-2091790875 tempest-RoutersAdminTest-2091790875-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:17.114137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a5dd7237-a919-492d-be74-46c99d8b27f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.117882 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a5dd7237-a919-492d-be74-46c99d8b27f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "DELETE /v2.0/security-groups/40e4814d-f768-4896-b0b6-b700d92552f8 HTTP/1.1" status: 204 len: 168 time: 1.4058523 Dec 22 17:17:17.126006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59748) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:17.129105 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7656236 Dec 22 17:17:17.129385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59750) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:17.154152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'port': {'network_id': '3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3', 'name': 'tempest-NetworksIpV6TestAttrs-946591220'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:17.263629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-811a7458-49bc-410d-bf7b-0a76986558be None None] Provisioning complete for port 849b8054-0fc9-4809-a1d2-01fdbf5949fe triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:17.265085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-811a7458-49bc-410d-bf7b-0a76986558be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.348703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d20e76e4-cd77-474a-ac6b-15fdb4429f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.349764 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 339bdd24-1068-4d78-bad2-7628bfa9beb3 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:17.396158 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd41a0-e397-4964-aa09-98c69ace613c None None] Pushing event updated for resources: {'Port': ['ID=d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:17.400028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-64fd41a0-e397-4964-aa09-98c69ace613c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:17.410376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:17.427593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:17.454224 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-539cf870-2e9a-43b1-95fe-ebad5da41f40 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/a21a67c3-3433-48e2-84e6-d4ca937a1174 HTTP/1.1" status: 204 len: 168 time: 2.0200503 Dec 22 17:17:17.461086 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de0873-37c5-4cc4-a13e-639e5f5be18d None None] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:17.462161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:17.462745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.471470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59756) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:17.481402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.481637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'mac_address': 'fa:16:3e:84:52:ea', 'name': 'tempest-PortsIpV6TestJSON-1985888664'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:17.488943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4865de2d-21db-4770-bd75-b983027e186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:17.538574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d20e76e4-cd77-474a-ac6b-15fdb4429f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.560925 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-811a7458-49bc-410d-bf7b-0a76986558be None None] Port 849b8054-0fc9-4809-a1d2-01fdbf5949fe cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:17.561726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=fcaea777-4326-4cd6-804a-eb71a2578d2a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:17.568829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:17.577528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-086ab65f-83ce-49ef-a069-4b24c73e01a6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:17.619368 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02ee9a3-fc3d-4964-a425-b8e11105883d None None] Network 5951c9dd-e782-4b95-be40-418f146c5bbc requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:17.633766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d20e76e4-cd77-474a-ac6b-15fdb4429f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.662216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Subnet': ['ID=f3878b3b-7bda-4d14-bbf7-7d69a044dc68,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:17.687396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e76e4-cd77-474a-ac6b-15fdb4429f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2908b485-0fbe-48a1-9d18-552208b51232,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:17.696667 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d20e76e4-cd77-474a-ac6b-15fdb4429f5d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2908b485-0fbe-48a1-9d18-552208b51232 HTTP/1.1" status: 204 len: 168 time: 1.0558519 Dec 22 17:17:17.730301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d20e76e4-cd77-474a-ac6b-15fdb4429f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:17.730734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59760) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:17.732019 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.738008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3', 'network_id': '3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3', 'tenant_id': 'c1428821adf345448843a17f963c35d6', 'fixed_ips': [{'subnet_id': 'fb7ff1b9-aa43-48e1-b6d2-89a9b7699def'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:17.739363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.765920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:17.770843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:port and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:17.774089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:17.783039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:17.809055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Checking segment: {'id': '24e1514b-a126-473d-b2f6-5b79370de74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f9331961-f873-4cfe-a24d-598bfba31829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:17.809742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network hostable DHCP agents. Network: f9331961-f873-4cfe-a24d-598bfba31829, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:17:17.825772 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4184804 Dec 22 17:17:17.825772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:17.849746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59764) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:17.864809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.868002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'security_group': {'name': 'tempest-secgroup-1651121250'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:17.878275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d229e355-7092-4319-9475-91e3256fdc57 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Synchronizing usage tracker for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:17.883792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:17.888870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:17.893421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-811a7458-49bc-410d-bf7b-0a76986558be None None] Provisioning complete for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:17.893694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-811a7458-49bc-410d-bf7b-0a76986558be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.899247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:port and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:17.904487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:17.908285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Deleting port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:17.908609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.927830 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b73e68-1da4-4659-98a5-1ed35ee1420b None None] Network ca052a20-d183-48ff-b4ab-d9e1e6befb92 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:17.930698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:17.935478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Subnet': ['ID=4cf17a2d-3e7b-4bd0-82aa-929fcfffbbb8,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:17.935678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.937907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:17.955317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:17.959939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.916s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:17.978021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:17.991214 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:17.991949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:17.997111 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:security_group and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:18.005552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:18.025192 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c590ee-e0f0-4fee-9352-fb8e7b083714 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:18.055904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:18.058381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network f9331961-f873-4cfe-a24d-598bfba31829 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:17:18.067275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d229e355-7092-4319-9475-91e3256fdc57 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Unset dirty status for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:18.068797 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d229e355-7092-4319-9475-91e3256fdc57 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9322014 Dec 22 17:17:18.083480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59768) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:18.086093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.105953 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906922691'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:18.113167 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4951236 Dec 22 17:17:18.117787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, f9331961-f873-4cfe-a24d-598bfba31829) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:18.121198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59772) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:18.122184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:18.129332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.143360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:18.146874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.150150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': '6cd6bbb3-f637-457b-b65c-e62a510a075d', 'ip_address': '2001:db8::f675:fedd:8bfa:b5cb'}], 'name': 'tempest-NetworksTestDHCPv6-1033639292'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:18.165622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:18.166179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.170821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.172750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=6cd6bbb3-f637-457b-b65c-e62a510a075d,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:18.176686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.181596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] device_id is not set on port f21f3e9b-8b4b-41cd-9620-5817d078279e yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:18.201138 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:18.201811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:18.202296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:18.203460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port b12fde09-14ec-4a6a-8ad3-072d99503686 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:18.225638 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca4e2c-1bcb-4a0a-84a1-c6b384a4a796 None None] Network f9331961-f873-4cfe-a24d-598bfba31829 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:18.249981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:18.256020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 59a21231-189d-485c-8b72-d749185ee059 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:18.344147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:18.357716 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a7fe9203-6f32-421c-a71a-d37d3d1b439c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3448474 Dec 22 17:17:18.357716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.365391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59776) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:18.370781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:security_group_rule and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:18.379506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:18.383963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 59a21231-189d-485c-8b72-d749185ee059 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:17:18.384508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 59a21231-189d-485c-8b72-d749185ee059 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:18.386080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-83308630-6aab-47e9-ae20-a0eae5c898fc tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:18.412842 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:18.441157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:18.475078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:18.485643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.486277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Fanout notify agent at l3_agent the message router_deleted on router 62bfe8aa-594f-455a-9b93-3139efb5470e {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:17:18.490950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:18.513359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:18.538653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:18.647654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:18.665677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.670484 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/routers/62bfe8aa-594f-455a-9b93-3139efb5470e HTTP/1.1" status: 204 len: 168 time: 4.7529194 Dec 22 17:17:18.675707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59780) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:18.715748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:18.738877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] For port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e8d7a1fa-b94e-48cb-9c47-240e44f31ca9,segment=NetworkSegment(cf298350-1a1c-4f11-982d-86d935fceefd),segment_id=cf298350-1a1c-4f11-982d-86d935fceefd)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:18.739281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.765374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83308630-6aab-47e9-ae20-a0eae5c898fc tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2821025'] for subnet, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.775521 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.830617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.847333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.866987 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a47f41bd-000d-44b3-a7ee-20351e5b25a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:18.925413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.930394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Calling delete_port for e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:18.932188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:18.952293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:18.975842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-076fd505-8b56-455e-94d7-9e4fea7c9203 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting subnet b9f971b5-2427-43bd-80e5-0886a009a151 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:18.990407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c83d7fe-334a-4c82-b9c6-7f4e2b72c2ed,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:18.993670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-076fd505-8b56-455e-94d7-9e4fea7c9203 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.000170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:19.014285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8d549933-03f9-4680-9c5d-4458dda97ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:19.029922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Allocated IP 2001:db8::f816:3eff:fe01:ff3c (3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3/fb7ff1b9-aa43-48e1-b6d2-89a9b7699def/43dfe9fe-69a5-49e6-a896-b179b7991aef) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:19.044309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.045521 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1945691 Dec 22 17:17:19.052070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59784) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:19.065370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.067981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'security_group': {'name': 'tempest-secgroup-712431479'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:19.080215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.081573 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9855125 Dec 22 17:17:19.089949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59788) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:19.098868 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-655d0d66-ae51-4481-80fb-05131412d186 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'baac8c4e-dc61-4525-9140-fe85a800ceef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:19.099822 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-655d0d66-ae51-4481-80fb-05131412d186 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 17:17:19.100434 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-655d0d66-ae51-4481-80fb-05131412d186 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:19.101472 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-655d0d66-ae51-4481-80fb-05131412d186 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098593 Dec 22 17:17:19.102420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baac8c4e-dc61-4525-9140-fe85a800ceef,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:19.105713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59792) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:19.106850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.114049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:19.115744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cf2efccd-af88-44fa-8fd7-cb75839e1ae7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:19.134749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7203d0d8-f6f5-490d-a630-057c3d86d4e6 None None] DHCP port deletion for 5951c9dd-e782-4b95-be40-418f146c5bbc request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:19.141486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:19.153054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8dbc5bf5-d0ff-45bf-ae6e-b47340c848b3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'baac8c4e-dc61-4525-9140-fe85a800ceef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:19.156354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:security_group and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:19.163141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-076fd505-8b56-455e-94d7-9e4fea7c9203 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.170919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-7203d0d8-f6f5-490d-a630-057c3d86d4e6 None None] Deleting port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:19.171395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7203d0d8-f6f5-490d-a630-057c3d86d4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.175822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port edc9b9b0-a9b6-4216-b54f-cf990e01127f yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:19.190419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:19.204713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:19.210778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8dbc5bf5-d0ff-45bf-ae6e-b47340c848b3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:19.219995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.229736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:19.233190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:19.235539 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8dbc5bf5-d0ff-45bf-ae6e-b47340c848b3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:19.241041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:19.243257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8dbc5bf5-d0ff-45bf-ae6e-b47340c848b3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:19.265957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:19.267626 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': '6cd6bbb3-f637-457b-b65c-e62a510a075d'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:19.268445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.271807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:19.272508 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.278531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8dbc5bf5-d0ff-45bf-ae6e-b47340c848b3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:19.313726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=b12fde09-14ec-4a6a-8ad3-072d99503686,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:19.322166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:19.324450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.334164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d7a1fa-b94e-48cb-9c47-240e44f31ca9,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:19.339748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] No DVR routers for this DVR port e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:19.340427 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8679011 Dec 22 17:17:19.343419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:19.371018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59796) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:19.411093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:19.425107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:security_group_rule and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:19.429648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:19.438133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:19.438896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-7203d0d8-f6f5-490d-a630-057c3d86d4e6 None None] The port 'e8d7a1fa-b94e-48cb-9c47-240e44f31ca9' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:17:19.442528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-f9331961-f873-4cfe-a24d-598bfba31829', 'network_id': 'f9331961-f873-4cfe-a24d-598bfba31829', 'tenant_id': 'ec75830dfc1f4aed97a82b04b4c99da0', 'fixed_ips': [{'subnet_id': 'f3878b3b-7bda-4d14-bbf7-7d69a044dc68'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:19.443488 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.479937 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-8dbc5bf5-d0ff-45bf-ae6e-b47340c848b3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:19.481432 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8dbc5bf5-d0ff-45bf-ae6e-b47340c848b3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3727775 Dec 22 17:17:19.489968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59800) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:19.492654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4317fd28-a229-44bc-8d2c-0ba0611625b9 None None] Provisioning for port 339bdd24-1068-4d78-bad2-7628bfa9beb3 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:19.501453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c0487487-0406-4ea0-b45d-066474bd3f0a tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'baac8c4e-dc61-4525-9140-fe85a800ceef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:19.502058 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-c0487487-0406-4ea0-b45d-066474bd3f0a tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 17:17:19.502676 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-c0487487-0406-4ea0-b45d-066474bd3f0a tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:19.503957 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c0487487-0406-4ea0-b45d-066474bd3f0a tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127902 Dec 22 17:17:19.510833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59804) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:19.514458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a71ad4-b382-4bf5-91ab-8029cec44f85 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:19.515101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-03a71ad4-b382-4bf5-91ab-8029cec44f85 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:19.516999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83308630-6aab-47e9-ae20-a0eae5c898fc tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775866868821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2218443'] for subnet, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.537147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d5d912fc-7391-4bd6-9497-39e03aa469f9 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:19.554606 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4317fd28-a229-44bc-8d2c-0ba0611625b9 None None] Provisioning complete for port 339bdd24-1068-4d78-bad2-7628bfa9beb3 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:19.554981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4317fd28-a229-44bc-8d2c-0ba0611625b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.566464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d33add3d-c439-44e0-945a-dc9bd60b6fb3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'baac8c4e-dc61-4525-9140-fe85a800ceef', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:19.577655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-03a71ad4-b382-4bf5-91ab-8029cec44f85 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:19.582057 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-03a71ad4-b382-4bf5-91ab-8029cec44f85 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/b12fde09-14ec-4a6a-8ad3-072d99503686 HTTP/1.1" status: 200 len: 845 time: 0.2101440 Dec 22 17:17:19.585174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59808) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:19.605981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d33add3d-c439-44e0-945a-dc9bd60b6fb3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:19.617331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.635756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d33add3d-c439-44e0-945a-dc9bd60b6fb3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:19.638990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83308630-6aab-47e9-ae20-a0eae5c898fc tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:19.639678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83308630-6aab-47e9-ae20-a0eae5c898fc tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.641024 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-83308630-6aab-47e9-ae20-a0eae5c898fc tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "PUT /v2.0/subnets/f3878b3b-7bda-4d14-bbf7-7d69a044dc68 HTTP/1.1" status: 200 len: 826 time: 1.2684484 Dec 22 17:17:19.648617 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59812) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:19.649493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d33add3d-c439-44e0-945a-dc9bd60b6fb3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:19.650006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::f675:fedd:8bfa:b5cb (1719665a-967c-4b0a-ab06-6816cb17c416/6cd6bbb3-f637-457b-b65c-e62a510a075d/edc9b9b0-a9b6-4216-b54f-cf990e01127f) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:19.672501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d33add3d-c439-44e0-945a-dc9bd60b6fb3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:19.678698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-83508787-b469-41e9-96a2-b6f92a168d8a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port b12fde09-14ec-4a6a-8ad3-072d99503686 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:19.679316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83508787-b469-41e9-96a2-b6f92a168d8a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.685774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:19.686150 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.708030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5951c9dd-e782-4b95-be40-418f146c5bbc']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:19.726425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a2bcdd-6cfd-44fc-84eb-2f215c621d8d None None] Update dhcp port {'port': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'fixed_ips': [{'subnet_id': 'cddb0563-8369-4b9e-b284-1a8250fa0d12', 'ip_address': '172.20.0.18'}, {'subnet_id': '4cf17a2d-3e7b-4bd0-82aa-929fcfffbbb8'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '8f82c7bb-3e5d-46fb-9ea1-347f64ee937b'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:17:19.730835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-076fd505-8b56-455e-94d7-9e4fea7c9203 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.818211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83308630-6aab-47e9-ae20-a0eae5c898fc tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Subnet': ['ID=f3878b3b-7bda-4d14-bbf7-7d69a044dc68,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:19.839560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf298350-1a1c-4f11-982d-86d935fceefd') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:19.839998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf298350-1a1c-4f11-982d-86d935fceefd') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:19.849568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83308630-6aab-47e9-ae20-a0eae5c898fc tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:19.882343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.945447 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a7a2bcdd-6cfd-44fc-84eb-2f215c621d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.971940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.976024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:19.983196 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-d33add3d-c439-44e0-945a-dc9bd60b6fb3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:19.984456 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d33add3d-c439-44e0-945a-dc9bd60b6fb3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4632170 Dec 22 17:17:19.989280 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59816) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:19.992580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:19.993179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:20.021231 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:20.048957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a664e570-ba6d-474a-a166-b94396ceae7a tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'baac8c4e-dc61-4525-9140-fe85a800ceef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:20.049450 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-a664e570-ba6d-474a-a166-b94396ceae7a tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 17:17:20.049944 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-a664e570-ba6d-474a-a166-b94396ceae7a tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:20.054378 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a664e570-ba6d-474a-a166-b94396ceae7a tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0619719 Dec 22 17:17:20.065230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59820) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:20.100235 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Allocated IP 2001:db8::2 (f9331961-f873-4cfe-a24d-598bfba31829/f3878b3b-7bda-4d14-bbf7-7d69a044dc68/aed5cef3-081d-40a4-a679-2bc20f4cc269) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:20.103353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ce06e224-a7fa-44bb-80f3-1512e73c73fa tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'baac8c4e-dc61-4525-9140-fe85a800ceef', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:20.169645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.180426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-598c5017-ce06-4b4b-ad5d-09b63729fe5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:20.191714 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.220135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ce06e224-a7fa-44bb-80f3-1512e73c73fa tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:20.236938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ce06e224-a7fa-44bb-80f3-1512e73c73fa tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:20.242725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ce06e224-a7fa-44bb-80f3-1512e73c73fa tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:20.252502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ce06e224-a7fa-44bb-80f3-1512e73c73fa tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:20.256147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83508787-b469-41e9-96a2-b6f92a168d8a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.262670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.300470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-076fd505-8b56-455e-94d7-9e4fea7c9203 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.302901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Transition to ACTIVE for port object 43dfe9fe-69a5-49e6-a896-b179b7991aef will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:20.317185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15ffdbd-5283-4f8b-84dc-fe1d8c03fd81,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:20.321001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:20.323292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.324681 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2689002 Dec 22 17:17:20.325541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a2401b8d-b458-424f-9112-4a998af4e821 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:20.354503 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59824) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:20.357933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-076fd505-8b56-455e-94d7-9e4fea7c9203 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.360870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.382535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c34a052-0bba-47cb-ae75-5abe2785d27e None None] Network 6d2214d7-294b-4287-b7be-53138ca3af7e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:20.397837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fd505-8b56-455e-94d7-9e4fea7c9203 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f971b5-2427-43bd-80e5-0886a009a151,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:20.405448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.407216 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] 10.222.0.70 "DELETE /v2.0/networks/5951c9dd-e782-4b95-be40-418f146c5bbc HTTP/1.1" status: 204 len: 168 time: 2.6577473 Dec 22 17:17:20.408584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-076fd505-8b56-455e-94d7-9e4fea7c9203 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:20.415801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-01f3d530-46fa-495d-9d5d-7e8628df7d44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:20.430076 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-076fd505-8b56-455e-94d7-9e4fea7c9203 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/subnets/b9f971b5-2427-43bd-80e5-0886a009a151 HTTP/1.1" status: 204 len: 168 time: 1.7533331 Dec 22 17:17:20.436295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59830) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:20.466897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=5951c9dd-e782-4b95-be40-418f146c5bbc,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:20.480366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.482932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:20.497838 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object edc9b9b0-a9b6-4216-b54f-cf990e01127f will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:20.527702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-83508787-b469-41e9-96a2-b6f92a168d8a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for b12fde09-14ec-4a6a-8ad3-072d99503686 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:20.533249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.542148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.553233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Transition to ACTIVE for port object aed5cef3-081d-40a4-a679-2bc20f4cc269 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:20.567286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'security_group': {'name': 'tempest-secgroup-1833174500'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:20.573459 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:20.577271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:security_group and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:20.580486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:20.587434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:20.603035 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-ce06e224-a7fa-44bb-80f3-1512e73c73fa tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Project 78a35281d1db49e8923438707994597f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:17:20.625186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.629788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.646959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:20.647668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.652050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-927cc406-c3ac-4fbb-9e72-5007f1a5ac2f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:20.699032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:20.700158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.719986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:20.722565 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:20.728426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:20.729650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.733754 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-ce06e224-a7fa-44bb-80f3-1512e73c73fa tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:20.734733 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ce06e224-a7fa-44bb-80f3-1512e73c73fa tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6685691 Dec 22 17:17:20.736750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59834) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:20.738907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59836) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:20.777312 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:20.782110 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:security_group_rule and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:20.782405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Transition to ACTIVE for port object aed5cef3-081d-40a4-a679-2bc20f4cc269 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:20.784981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8ab9b4ac-c01b-4167-a059-3225427913df tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'baac8c4e-dc61-4525-9140-fe85a800ceef', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:20.785208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:20.786179 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING neutron.api.v2.base [None req-8ab9b4ac-c01b-4167-a059-3225427913df tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 17:17:20.787301 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-8ab9b4ac-c01b-4167-a059-3225427913df tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:20.788463 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8ab9b4ac-c01b-4167-a059-3225427913df tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0316234 Dec 22 17:17:20.789944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Transition to ACTIVE for port object 43dfe9fe-69a5-49e6-a896-b179b7991aef will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:20.792705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:20.794987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59842) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:20.800419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 339bdd24-1068-4d78-bad2-7628bfa9beb3 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:20.803972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-57e5a451-6943-466c-9f99-ddc67b09e3c6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'baac8c4e-dc61-4525-9140-fe85a800ceef', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:20.825637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-57e5a451-6943-466c-9f99-ddc67b09e3c6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:20.836958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-57e5a451-6943-466c-9f99-ddc67b09e3c6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:20.855363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.867100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-57e5a451-6943-466c-9f99-ddc67b09e3c6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:20.871948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.900137 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.904730 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:20.906072 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=edc9b9b0-a9b6-4216-b54f-cf990e01127f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:20.911745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:20.912914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-df209b8a-625b-4423-988a-f1f8add350bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:20.927637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-57e5a451-6943-466c-9f99-ddc67b09e3c6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:20.935565 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8059371 Dec 22 17:17:20.939492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59846) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:20.942777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4317fd28-a229-44bc-8d2c-0ba0611625b9 None None] Provisioning complete for port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:20.943365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4317fd28-a229-44bc-8d2c-0ba0611625b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:20.997992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83508787-b469-41e9-96a2-b6f92a168d8a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.004476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.010830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.012116 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6548250 Dec 22 17:17:21.014385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384703af-24d9-43ed-b57d-3bc97a7490e1,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:21.017398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:21.021237 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cd2ad927-9ace-4e4c-bb1f-e3427f8ed056 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2004647fb1f74a07a97b27f4fdea4794&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2830043 Dec 22 17:17:21.022639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59850) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:21.023100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.026311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ba61006d-76cf-4e48-a55b-ae94fb05b9bc tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:21.033053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59852) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:21.033690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b42d27c8-5b64-4926-8267-a4415dee8a88 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:21.073427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1489876207', 'security_groups': ['384703af-24d9-43ed-b57d-3bc97a7490e1'], 'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4cf17a2d-3e7b-4bd0-82aa-929fcfffbbb8'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:21.098049 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-57e5a451-6943-466c-9f99-ddc67b09e3c6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Project 78a35281d1db49e8923438707994597f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:17:21.108762 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83508787-b469-41e9-96a2-b6f92a168d8a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.111366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Subnet': ['ID=f3878b3b-7bda-4d14-bbf7-7d69a044dc68,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:21.114074 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-83508787-b469-41e9-96a2-b6f92a168d8a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/b12fde09-14ec-4a6a-8ad3-072d99503686 HTTP/1.1" status: 204 len: 168 time: 1.5277445 Dec 22 17:17:21.120292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59858) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:21.121635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83508787-b469-41e9-96a2-b6f92a168d8a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=b12fde09-14ec-4a6a-8ad3-072d99503686,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:21.124096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-83508787-b469-41e9-96a2-b6f92a168d8a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:21.127907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:21.131047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/6cd6bbb3-f637-457b-b65c-e62a510a075d/79d01cb7-9860-40d3-95af-4e11b0337119) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:21.137947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] For port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6f9c1e78-84b1-40f4-bf71-a9da2777fcf8,segment=NetworkSegment(71206efb-b8db-4d9c-ad07-12eef7c5b571),segment_id=71206efb-b8db-4d9c-ad07-12eef7c5b571)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:21.138730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.188003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Allocated IP 2001:db8::f816:3eff:fed1:732e (3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3/fb7ff1b9-aa43-48e1-b6d2-89a9b7699def/f21f3e9b-8b4b-41cd-9620-5817d078279e) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:21.190333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Network f9331961-f873-4cfe-a24d-598bfba31829 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:21.194615 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Network 3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:21.211687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Pushing event updated for resources: {'Port': ['ID=aed5cef3-081d-40a4-a679-2bc20f4cc269,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:21.214565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:21.217788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:21.221800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:21.224560 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:21.226935 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:21.238524 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38bc172-5875-4119-aa95-fa201ba7bf54 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:17:21.239063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d38bc172-5875-4119-aa95-fa201ba7bf54 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:21.262150 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:21.287924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d38bc172-5875-4119-aa95-fa201ba7bf54 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:21.292984 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d38bc172-5875-4119-aa95-fa201ba7bf54 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/b12fde09-14ec-4a6a-8ad3-072d99503686 HTTP/1.1" status: 404 len: 333 time: 0.1640639 Dec 22 17:17:21.299814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873ca2f-3069-41a6-98da-75736a660cac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:21.300516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5873ca2f-3069-41a6-98da-75736a660cac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:21.306385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59862) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:21.312638 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-a7a2bcdd-6cfd-44fc-84eb-2f215c621d8d None None] Allocated IP 172.20.0.2 (4940b49d-9888-4167-9ba3-cad6c97dcc95/4cf17a2d-3e7b-4bd0-82aa-929fcfffbbb8/8f82c7bb-3e5d-46fb-9ea1-347f64ee937b) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:21.326083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'name': 'tempest-PortsIpV6TestJSON-903194699'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:21.375942 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-57e5a451-6943-466c-9f99-ddc67b09e3c6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:21.379660 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-57e5a451-6943-466c-9f99-ddc67b09e3c6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5791717 Dec 22 17:17:21.399934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:21.411268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59866) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:21.440239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:21.444997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5afc8455-6419-4d18-a06a-0bf34b5805c2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'baac8c4e-dc61-4525-9140-fe85a800ceef', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:21.449859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5873ca2f-3069-41a6-98da-75736a660cac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:21.454144 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5873ca2f-3069-41a6-98da-75736a660cac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5080497 Dec 22 17:17:21.459665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:port and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:21.467098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.471939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5afc8455-6419-4d18-a06a-0bf34b5805c2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:21.473804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59870) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:21.477982 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:21.484660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5afc8455-6419-4d18-a06a-0bf34b5805c2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:21.517161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:21.520843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5afc8455-6419-4d18-a06a-0bf34b5805c2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:21.524616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-98ee4d83-198a-4b98-a129-5934b7805bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.540215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5afc8455-6419-4d18-a06a-0bf34b5805c2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:21.546124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9331961-f873-4cfe-a24d-598bfba31829']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:21.560076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:21.570231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:21.591030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Pushing event updated for resources: {'Port': ['ID=43dfe9fe-69a5-49e6-a896-b179b7991aef,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:21.604808 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-5afc8455-6419-4d18-a06a-0bf34b5805c2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Project 78a35281d1db49e8923438707994597f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:17:21.607072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e1514b-a126-473d-b2f6-5b79370de74f') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:21.607072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e1514b-a126-473d-b2f6-5b79370de74f') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:21.609871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:21.645853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-98ee4d83-198a-4b98-a129-5934b7805bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.654233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:21.654687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.675999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8c358922-6436-4c0a-afd8-99f7162edbaf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port edc9b9b0-a9b6-4216-b54f-cf990e01127f {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:21.676360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8c358922-6436-4c0a-afd8-99f7162edbaf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.685205 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 339bdd24-1068-4d78-bad2-7628bfa9beb3 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:21.685567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.735442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.748279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-43cfd39d-21d2-4f84-ac19-93116821d054 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:21.788542 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Attempting to bind port aed5cef3-081d-40a4-a679-2bc20f4cc269 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:21.789174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Attempting to bind port aed5cef3-081d-40a4-a679-2bc20f4cc269 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '24e1514b-a126-473d-b2f6-5b79370de74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f9331961-f873-4cfe-a24d-598bfba31829'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:21.789703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Attempting to bind port aed5cef3-081d-40a4-a679-2bc20f4cc269 on network f9331961-f873-4cfe-a24d-598bfba31829 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:21.812090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.822443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=6f9c1e78-84b1-40f4-bf71-a9da2777fcf8,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:21.830504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:21.833276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] No DVR routers for this DVR port 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:21.842291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:21.843022 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Checking segment: {'id': '24e1514b-a126-473d-b2f6-5b79370de74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f9331961-f873-4cfe-a24d-598bfba31829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:21.843676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.844253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Bound using segment: {'id': '24e1514b-a126-473d-b2f6-5b79370de74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f9331961-f873-4cfe-a24d-598bfba31829'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:21.844920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Bound port: aed5cef3-081d-40a4-a679-2bc20f4cc269, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e1514b-a126-473d-b2f6-5b79370de74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f9331961-f873-4cfe-a24d-598bfba31829'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:21.845489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.855874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Attempting to bind port 43dfe9fe-69a5-49e6-a896-b179b7991aef on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:21.856538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Attempting to bind port 43dfe9fe-69a5-49e6-a896-b179b7991aef by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'd4864391-e6ad-4813-80ee-ef72c2b79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:21.857095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Attempting to bind port 43dfe9fe-69a5-49e6-a896-b179b7991aef on network 3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:21.869526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:21.869931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.898372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:21.899100 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Checking segment: {'id': 'd4864391-e6ad-4813-80ee-ef72c2b79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:21.899868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.900454 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Bound using segment: {'id': 'd4864391-e6ad-4813-80ee-ef72c2b79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:21.901757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Bound port: 43dfe9fe-69a5-49e6-a896-b179b7991aef, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4864391-e6ad-4813-80ee-ef72c2b79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:21.902436 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.921118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:21.924680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:21.938677 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-5afc8455-6419-4d18-a06a-0bf34b5805c2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:21.943546 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5afc8455-6419-4d18-a06a-0bf34b5805c2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5107818 Dec 22 17:17:21.984372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59874) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:22.018572 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:22.059891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.069010 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port 00b0de5d-2425-4ce7-9158-b7a54baef842 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:22.097905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da731273-80bb-485d-a095-a5a6c341be94 None None] DHCP port deletion for 6d2214d7-294b-4287-b7be-53138ca3af7e request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:22.181248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] device_id is not set on port f17d3105-d875-422a-a9e3-26343daff210 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:22.190169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a7a2bcdd-6cfd-44fc-84eb-2f215c621d8d None None] For port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,segment=NetworkSegment(689e76e7-2027-43bf-974b-8c92ba1ed565),segment_id=689e76e7-2027-43bf-974b-8c92ba1ed565)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:22.229719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b05c0418-1ab6-46df-bfd7-e4712a679fff None None] Provisioning complete for port 339bdd24-1068-4d78-bad2-7628bfa9beb3 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:22.230098 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b05c0418-1ab6-46df-bfd7-e4712a679fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.240930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 17:17:22.240930 dv-neutron-822513-1-hyperv neutron-server[87587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 17:17:22.240930 dv-neutron-822513-1-hyperv neutron-server[87587]: [parameters: {'id': 'f9331961-f873-4cfe-a24d-598bfba31829'}] Dec 22 17:17:22.240930 dv-neutron-822513-1-hyperv neutron-server[87587]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:17:22.242444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:17:22.248396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-98ee4d83-198a-4b98-a129-5934b7805bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.256389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.264703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-989d0434-e4da-453e-ab8a-aca85a07c2ae tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:22.284065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.294265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee4d83-198a-4b98-a129-5934b7805bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c332cf1-bef0-4cbb-a54a-a58d431c8e46,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:22.299284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-98ee4d83-198a-4b98-a129-5934b7805bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:22.303240 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] For port aed5cef3-081d-40a4-a679-2bc20f4cc269, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:22.323502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.337455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2214d7-294b-4287-b7be-53138ca3af7e']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:22.361017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71206efb-b8db-4d9c-ad07-12eef7c5b571') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:22.361352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71206efb-b8db-4d9c-ad07-12eef7c5b571') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:22.376299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0e877f0-3fc7-4c47-86d6-e87081d96237 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.377976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Transition to ACTIVE for port object f21f3e9b-8b4b-41cd-9620-5817d078279e will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:22.384430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.408845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-98ee4d83-198a-4b98-a129-5934b7805bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.410227 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-98ee4d83-198a-4b98-a129-5934b7805bd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c332cf1-bef0-4cbb-a54a-a58d431c8e46 HTTP/1.1" status: 204 len: 168 time: 1.3486738 Dec 22 17:17:22.412132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.423966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:22.424475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.433403 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Transition to ACTIVE for port object 79d01cb7-9860-40d3-95af-4e11b0337119 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:22.439215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] For port aed5cef3-081d-40a4-a679-2bc20f4cc269, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=aed5cef3-081d-40a4-a679-2bc20f4cc269,segment=NetworkSegment(24e1514b-a126-473d-b2f6-5b79370de74f),segment_id=24e1514b-a126-473d-b2f6-5b79370de74f)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:22.441533 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:22.448946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a7a2bcdd-6cfd-44fc-84eb-2f215c621d8d None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.455032 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] For port 43dfe9fe-69a5-49e6-a896-b179b7991aef, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:22.473829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.475718 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8c358922-6436-4c0a-afd8-99f7162edbaf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.477730 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-64fd41a0-e397-4964-aa09-98c69ace613c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:22.512689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 68479444-8431-43ef-9183-ddff7dc14309 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:22.547498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.552782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-506f68a0-aff5-42e5-a3ff-bdb93e016b90 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:22.573857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.581011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.591077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Network': ['ID=6d2214d7-294b-4287-b7be-53138ca3af7e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:22.591342 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 68479444-8431-43ef-9183-ddff7dc14309 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:17:22.591614 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 68479444-8431-43ef-9183-ddff7dc14309 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:22.595348 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:22.598219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6318020f-7bfb-47af-a7dd-136b1bf5026a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:22.602196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a7a2bcdd-6cfd-44fc-84eb-2f215c621d8d None None] Transition to ACTIVE for port object 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:22.604591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Transition to ACTIVE for port object 79d01cb7-9860-40d3-95af-4e11b0337119 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:22.607169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] For port 43dfe9fe-69a5-49e6-a896-b179b7991aef, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=43dfe9fe-69a5-49e6-a896-b179b7991aef,segment=NetworkSegment(d4864391-e6ad-4813-80ee-ef72c2b79478),segment_id=d4864391-e6ad-4813-80ee-ef72c2b79478)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:22.626379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a7a2bcdd-6cfd-44fc-84eb-2f215c621d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.637717 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.649395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.650536 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/networks/6d2214d7-294b-4287-b7be-53138ca3af7e HTTP/1.1" status: 204 len: 168 time: 2.2110124 Dec 22 17:17:22.659007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59880) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:22.692221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8c358922-6436-4c0a-afd8-99f7162edbaf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for edc9b9b0-a9b6-4216-b54f-cf990e01127f owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:22.764358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:22.764594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.771615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network 3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:22.799392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:22.809605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0e877f0-3fc7-4c47-86d6-e87081d96237 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.824014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Pushing event updated for resources: {'Port': ['ID=aed5cef3-081d-40a4-a679-2bc20f4cc269,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:22.830267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:22.838992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:22.847157 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:22.847300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:22.854455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:22.863851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:22.888362 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.7544925 Dec 22 17:17:22.889632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59886) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:22.914939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:17:22.915360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6f9c1e78-84b1-40f4-bf71-a9da2777fcf8 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:22.915804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:23.042431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Port': ['ID=f21f3e9b-8b4b-41cd-9620-5817d078279e,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:23.047893 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:23.058833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:23.067139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:23.090858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting port aed5cef3-081d-40a4-a679-2bc20f4cc269 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:23.091290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.143145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-186c45fa-3246-4674-a740-a81e5fb8be1c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port d87dd5c0-e10c-490f-afa0-560fce8e9bf2 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:23.143497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-186c45fa-3246-4674-a740-a81e5fb8be1c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.169466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.14 (4940b49d-9888-4167-9ba3-cad6c97dcc95/4cf17a2d-3e7b-4bd0-82aa-929fcfffbbb8/f17d3105-d875-422a-a9e3-26343daff210) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:23.181895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:17:23.182535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e8d7a1fa-b94e-48cb-9c47-240e44f31ca9 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:23.245745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3542447-3908-491b-b751-a9210330c703 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Deleting subnet fb7ff1b9-aa43-48e1-b6d2-89a9b7699def {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:23.253754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f3542447-3908-491b-b751-a9210330c703 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.334306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.345926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0e877f0-3fc7-4c47-86d6-e87081d96237 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.348171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Attempting to bind port 79d01cb7-9860-40d3-95af-4e11b0337119 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:23.348809 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Attempting to bind port 79d01cb7-9860-40d3-95af-4e11b0337119 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:23.349767 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Attempting to bind port 79d01cb7-9860-40d3-95af-4e11b0337119 on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:23.356323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3433a735-3dad-44b8-8667-aaf196007d0a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:23.359357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2bcdd-6cfd-44fc-84eb-2f215c621d8d None None] Pushing event updated for resources: {'Port': ['ID=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:23.373572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44622ca4-a66e-45cb-bc4d-acbe43c51ffc None None] Network f9331961-f873-4cfe-a24d-598bfba31829 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:23.391459 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e877f0-3fc7-4c47-86d6-e87081d96237 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baac8c4e-dc61-4525-9140-fe85a800ceef,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:23.394476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a0e877f0-3fc7-4c47-86d6-e87081d96237 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:23.400379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f3542447-3908-491b-b751-a9210330c703 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.460501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8c358922-6436-4c0a-afd8-99f7162edbaf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.475757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ac87f1b6-b6c4-4cfa-bee4-82e3a1b483a5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:23.500195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:23.500823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:23.507849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.508534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:23.509224 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Bound port: 79d01cb7-9860-40d3-95af-4e11b0337119, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:23.509825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.669938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c358922-6436-4c0a-afd8-99f7162edbaf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=edc9b9b0-a9b6-4216-b54f-cf990e01127f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:23.673090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8c358922-6436-4c0a-afd8-99f7162edbaf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:23.701812 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a0e877f0-3fc7-4c47-86d6-e87081d96237 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.704932 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a0e877f0-3fc7-4c47-86d6-e87081d96237 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "DELETE /v2.0/security-groups/baac8c4e-dc61-4525-9140-fe85a800ceef HTTP/1.1" status: 204 len: 168 time: 1.7150416 Dec 22 17:17:23.709330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8c358922-6436-4c0a-afd8-99f7162edbaf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.714350 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8c358922-6436-4c0a-afd8-99f7162edbaf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/edc9b9b0-a9b6-4216-b54f-cf990e01127f HTTP/1.1" status: 204 len: 168 time: 2.2367980 Dec 22 17:17:23.716556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59906) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:23.716892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59908) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:23.724386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.747705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:23.871840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-186c45fa-3246-4674-a740-a81e5fb8be1c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.881933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-186c45fa-3246-4674-a740-a81e5fb8be1c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.904834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] For port aed5cef3-081d-40a4-a679-2bc20f4cc269, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=aed5cef3-081d-40a4-a679-2bc20f4cc269,segment=NetworkSegment(24e1514b-a126-473d-b2f6-5b79370de74f),segment_id=24e1514b-a126-473d-b2f6-5b79370de74f)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:23.905164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:23.926944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] For port 79d01cb7-9860-40d3-95af-4e11b0337119, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:23.930285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] For port 79d01cb7-9860-40d3-95af-4e11b0337119, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=79d01cb7-9860-40d3-95af-4e11b0337119,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:23.995695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:24.001928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:24.029715 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object f17d3105-d875-422a-a9e3-26343daff210 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:24.034848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578f0df-d15c-4f84-819e-ad97f12e1660 None None] Pushing event updated for resources: {'Port': ['ID=43dfe9fe-69a5-49e6-a896-b179b7991aef,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:24.146942 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c2b457-d716-485e-b9b6-ab2284084714 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:24.150068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c2b457-d716-485e-b9b6-ab2284084714 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:24.151723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-53c2b457-d716-485e-b9b6-ab2284084714 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:24.189633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Pushing event updated for resources: {'Port': ['ID=79d01cb7-9860-40d3-95af-4e11b0337119,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:24.194367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.331s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:24.196481 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.548s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:24.204180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=00b0de5d-2425-4ce7-9158-b7a54baef842,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:24.239677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:24.242764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9e8579f3-16a8-4ffc-bf71-a731737fcb9c tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Synchronizing usage tracker for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:24.261240 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:24.262700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:24.298404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:24.305756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:24.306774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:24.328884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-53c2b457-d716-485e-b9b6-ab2284084714 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:24.333909 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-53c2b457-d716-485e-b9b6-ab2284084714 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6049268 Dec 22 17:17:24.335580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9e8579f3-16a8-4ffc-bf71-a731737fcb9c tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Unset dirty status for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:24.337333 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9e8579f3-16a8-4ffc-bf71-a731737fcb9c tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6108794 Dec 22 17:17:24.342897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59918) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:24.343388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59920) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:24.344722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:24.372337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411787905'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:24.378446 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-539cf870-2e9a-43b1-95fe-ebad5da41f40 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:24.386938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40144f37-d28a-4669-a3be-3ce1fe2fc51b None None] Network f9331961-f873-4cfe-a24d-598bfba31829 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:24.481449 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1739893 Dec 22 17:17:24.493747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:24.510126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59928) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:24.518661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Pushing event updated for resources: {'Port': ['ID=79d01cb7-9860-40d3-95af-4e11b0337119,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:24.522922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:24.525174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8a49908b-32d0-475e-af61-c3948a2f185a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:24.537712 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.837s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:24.538141 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:24.541825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.521s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:24.542363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:24.555277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-186c45fa-3246-4674-a740-a81e5fb8be1c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for d87dd5c0-e10c-490f-afa0-560fce8e9bf2 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:24.579130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-48515a26-2d51-46ca-b477-a750a7dea215 None None] Provisioning complete for port 849b8054-0fc9-4809-a1d2-01fdbf5949fe triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:24.579525 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-48515a26-2d51-46ca-b477-a750a7dea215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:24.769654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc0002-4485-45e7-aac5-7442f9272226 None None] Network 3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:24.783086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Calling delete_port for aed5cef3-081d-40a4-a679-2bc20f4cc269 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:24.886245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:24.905501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:24.921423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:24.929721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:24.934699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:24.984325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=f17d3105-d875-422a-a9e3-26343daff210,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:24.987023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:24.999675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:25.019461 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-8953436f-6f8b-470e-af46-9da91570fc7e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 6cd6bbb3-f637-457b-b65c-e62a510a075d {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:25.033333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8953436f-6f8b-470e-af46-9da91570fc7e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.066525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-318acc89-5953-44cd-bd1c-9e1403e28410 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:25.142414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:25.147808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:25.148261 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No DVR routers for this DVR port aed5cef3-081d-40a4-a679-2bc20f4cc269 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:25.151836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:25.160694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:25.177041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59940) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:25.187012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:25.188052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.192395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Port': ['ID=aed5cef3-081d-40a4-a679-2bc20f4cc269,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:25.194144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-48515a26-2d51-46ca-b477-a750a7dea215 None None] Port 849b8054-0fc9-4809-a1d2-01fdbf5949fe cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:25.200127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 43dfe9fe-69a5-49e6-a896-b179b7991aef up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:25.212084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:25.252942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-186c45fa-3246-4674-a740-a81e5fb8be1c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.260529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f3542447-3908-491b-b751-a9210330c703 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.276977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8953436f-6f8b-470e-af46-9da91570fc7e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.333384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-aeb2bc7b-e20e-4e2e-88ad-e9701b5c8bf8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:25.336866 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2721431 Dec 22 17:17:25.336866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a49908b-32d0-475e-af61-c3948a2f185a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.345850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59946) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:25.366531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5aa5d161-cac0-4e79-a704-abcc8cf3878f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:25.376154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-48515a26-2d51-46ca-b477-a750a7dea215 None None] Provisioning for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:25.397490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-48515a26-2d51-46ca-b477-a750a7dea215 None None] Provisioning complete for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:25.398450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-48515a26-2d51-46ca-b477-a750a7dea215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.457511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8e55b2b2-a234-434a-942d-26c53b2fcd3c tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1920185959'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:25.484053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.485675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8e55b2b2-a234-434a-942d-26c53b2fcd3c tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:25.498261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 43dfe9fe-69a5-49e6-a896-b179b7991aef completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:25.516097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:25.550767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f3542447-3908-491b-b751-a9210330c703 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.556433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c45fa-3246-4674-a740-a81e5fb8be1c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=d87dd5c0-e10c-490f-afa0-560fce8e9bf2,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:25.571532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-186c45fa-3246-4674-a740-a81e5fb8be1c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:25.572133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-78e17857-f62e-4c54-9888-fc327ea1a669 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:25.624178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.661162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9331961-f873-4cfe-a24d-598bfba31829']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:25.662362 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:25.663157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.677303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e1514b-a126-473d-b2f6-5b79370de74f') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:25.677577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e1514b-a126-473d-b2f6-5b79370de74f') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:25.732028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.736630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8e55b2b2-a234-434a-942d-26c53b2fcd3c tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Usage tracker for resource:router and tenant:b5e88329d62b47559113c6f654834d29 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:25.739975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8e55b2b2-a234-434a-942d-26c53b2fcd3c tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:25.745959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8e55b2b2-a234-434a-942d-26c53b2fcd3c tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:25.762239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3542447-3908-491b-b751-a9210330c703 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7ff1b9-aa43-48e1-b6d2-89a9b7699def,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:25.780728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f3542447-3908-491b-b751-a9210330c703 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.816603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 79d01cb7-9860-40d3-95af-4e11b0337119 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:25.841829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f3542447-3908-491b-b751-a9210330c703 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:25.865601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.882943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:25.883218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.894471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a49908b-32d0-475e-af61-c3948a2f185a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.904528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:25.909054 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:25.912355 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f3542447-3908-491b-b751-a9210330c703 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/subnets/fb7ff1b9-aa43-48e1-b6d2-89a9b7699def HTTP/1.1" status: 204 len: 168 time: 2.9178443 Dec 22 17:17:25.926364 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceec72f-a916-4a12-8e76-9daa24f2c4c1 None None] Network 3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:25.941498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59950) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:25.942680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-69d9f630-7f47-4e87-b382-71ffa7154812 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:25.952685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a49908b-32d0-475e-af61-c3948a2f185a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.968759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e55b2b2-a234-434a-942d-26c53b2fcd3c tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:25.969758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e55b2b2-a234-434a-942d-26c53b2fcd3c tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.031229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.033224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-186c45fa-3246-4674-a740-a81e5fb8be1c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.043558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-186c45fa-3246-4674-a740-a81e5fb8be1c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.045148 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-186c45fa-3246-4674-a740-a81e5fb8be1c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/floatingips/2e354e3d-7f7e-4005-bc26-609f00049523 HTTP/1.1" status: 204 len: 168 time: 3.3768854 Dec 22 17:17:26.048090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-705fd1ce-80dd-4e85-9e4d-eda397d5f24a tempest-PortsAdminExtendedAttrsTestJSON-1069074321 tempest-PortsAdminExtendedAttrsTestJSON-1069074321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:26.066650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] Provisioning for port f17d3105-d875-422a-a9e3-26343daff210 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:26.067806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59954) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:26.074361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.077159 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/f9331961-f873-4cfe-a24d-598bfba31829 HTTP/1.1" status: 204 len: 168 time: 6.4217148 Dec 22 17:17:26.081399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59958) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:26.104215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] Provisioning complete for port f17d3105-d875-422a-a9e3-26343daff210 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:26.104215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.112132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Network': ['ID=f9331961-f873-4cfe-a24d-598bfba31829,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:26.122119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:26.124015 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-adadc8dd-7365-4e95-b6f0-67338639b90a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:26.124709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adadc8dd-7365-4e95-b6f0-67338639b90a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:26.126633 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-adadc8dd-7365-4e95-b6f0-67338639b90a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/f9331961-f873-4cfe-a24d-598bfba31829 HTTP/1.1" status: 404 len: 339 time: 0.0440426 Dec 22 17:17:26.130203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59962) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:26.137883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-347131813', 'description': 'd1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:26.141763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc2933c-66cf-4e46-8938-39ba99497d19 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:26.143882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc2933c-66cf-4e46-8938-39ba99497d19 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:26.144355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-acc2933c-66cf-4e46-8938-39ba99497d19 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Synchronizing usage tracker for tenant:c1428821adf345448843a17f963c35d6 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:26.145807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:26.150109 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8a49908b-32d0-475e-af61-c3948a2f185a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] In _notify_port_updated(), no bound segment for port 00b0de5d-2425-4ce7-9158-b7a54baef842 on network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 {{(pid=87586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:17:26.150907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Usage tracker for resource:network and tenant:ec75830dfc1f4aed97a82b04b4c99da0 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:26.154611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:26.155246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a49908b-32d0-475e-af61-c3948a2f185a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:26.155857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a49908b-32d0-475e-af61-c3948a2f185a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.157138 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8a49908b-32d0-475e-af61-c3948a2f185a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "PUT /v2.0/ports/00b0de5d-2425-4ce7-9158-b7a54baef842 HTTP/1.1" status: 200 len: 818 time: 1.6370084 Dec 22 17:17:26.162954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:26.176447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59966) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:26.183659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] Port f17d3105-d875-422a-a9e3-26343daff210 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:26.193046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 79d01cb7-9860-40d3-95af-4e11b0337119 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:26.193283 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee265f21-1371-4fc8-88de-55dc02567e0e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:26.196187 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:26.205660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-acdb972f-3d47-4614-b92b-0884f974619b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:26.208931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] Provisioning for port 43dfe9fe-69a5-49e6-a896-b179b7991aef completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:26.218171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] Provisioning complete for port 43dfe9fe-69a5-49e6-a896-b179b7991aef triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:26.218550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.244892 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce9280e-1971-4a1b-b5a9-085b42fe89ec tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:26.245375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce9280e-1971-4a1b-b5a9-085b42fe89ec tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:26.274904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e55b2b2-a234-434a-942d-26c53b2fcd3c tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.276765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-50db7394-0352-4ff0-9507-6d6466d742e2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 00b0de5d-2425-4ce7-9158-b7a54baef842 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:26.276765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50db7394-0352-4ff0-9507-6d6466d742e2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.277004 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.280511 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9291201 Dec 22 17:17:26.300738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8953436f-6f8b-470e-af46-9da91570fc7e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.305663 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59970) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:26.318397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:26.321945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.348278 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9ce9280e-1971-4a1b-b5a9-085b42fe89ec tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/ports/b663d0fd-b445-488e-9d41-a1ea04d062b0 HTTP/1.1" status: 404 len: 333 time: 0.2763965 Dec 22 17:17:26.348542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-42af925d-0d8d-41b6-b012-6f91b7010ea5 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'ee265f21-1371-4fc8-88de-55dc02567e0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:26.366766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59974) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:26.382275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] DHCP port deletion for 3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:26.405008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Deleting port 43dfe9fe-69a5-49e6-a896-b179b7991aef {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:26.405934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.408462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:17:26.424414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.424855 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Added segment ae99d365-605a-4076-9466-40459dc02648 of type vlan for network 029b7997-78d6-45df-bf36-a26af9aea563 Dec 22 17:17:26.435763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-acc2933c-66cf-4e46-8938-39ba99497d19 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Unset dirty status for tenant:c1428821adf345448843a17f963c35d6 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:26.437267 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-acc2933c-66cf-4e46-8938-39ba99497d19 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4862132 Dec 22 17:17:26.439453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5aa5d161-cac0-4e79-a704-abcc8cf3878f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:26.451090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49908b-32d0-475e-af61-c3948a2f185a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=00b0de5d-2425-4ce7-9158-b7a54baef842,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:26.454436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8a49908b-32d0-475e-af61-c3948a2f185a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:26.457661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59978) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:26.469317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ca979cbb-3b07-44b9-bf7f-70d5a67c5ace tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Synchronizing usage tracker for tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:26.474748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5aa5d161-cac0-4e79-a704-abcc8cf3878f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:26.475948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.481135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-42af925d-0d8d-41b6-b012-6f91b7010ea5 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:26.485484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5aa5d161-cac0-4e79-a704-abcc8cf3878f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:26.489452 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-42af925d-0d8d-41b6-b012-6f91b7010ea5 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:26.495661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-42af925d-0d8d-41b6-b012-6f91b7010ea5 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:26.503453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-42af925d-0d8d-41b6-b012-6f91b7010ea5 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:26.508383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e55b2b2-a234-434a-942d-26c53b2fcd3c tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.532374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5aa5d161-cac0-4e79-a704-abcc8cf3878f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:26.540358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.627223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e55b2b2-a234-434a-942d-26c53b2fcd3c tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.630305 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8e55b2b2-a234-434a-942d-26c53b2fcd3c tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4338753 Dec 22 17:17:26.632938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 59982) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:26.647443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ca979cbb-3b07-44b9-bf7f-70d5a67c5ace tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Unset dirty status for tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:26.651251 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ca979cbb-3b07-44b9-bf7f-70d5a67c5ace tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "GET /v2.0/ports?device_id=62bfe8aa-594f-455a-9b93-3139efb5470e HTTP/1.1" status: 200 len: 205 time: 0.2799652 Dec 22 17:17:26.672004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] For port 43dfe9fe-69a5-49e6-a896-b179b7991aef, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=43dfe9fe-69a5-49e6-a896-b179b7991aef,segment=NetworkSegment(d4864391-e6ad-4813-80ee-ef72c2b79478),segment_id=d4864391-e6ad-4813-80ee-ef72c2b79478)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:26.688000 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.688970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59986) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:26.694685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7594fcfa-51ca-45f9-b73e-17a64fc366b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:26.704554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.710097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:26.710714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.716162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa5d161-cac0-4e79-a704-abcc8cf3878f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:26.719781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5aa5d161-cac0-4e79-a704-abcc8cf3878f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.741467 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 43dfe9fe-69a5-49e6-a896-b179b7991aef no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:26.783418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5425a155-b768-4712-8a93-9b3a60c422d5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:26.832505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] For port 43dfe9fe-69a5-49e6-a896-b179b7991aef, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=43dfe9fe-69a5-49e6-a896-b179b7991aef,segment=NetworkSegment(d4864391-e6ad-4813-80ee-ef72c2b79478),segment_id=d4864391-e6ad-4813-80ee-ef72c2b79478)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:26.833156 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.868764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a92e127c-ab4c-41e3-a57a-b6c1011e3ba6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.934634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8953436f-6f8b-470e-af46-9da91570fc7e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:26.946077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3db1524a-cffd-4fea-aeb2-5f571446d8c3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:27.010231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Network': ['ID=029b7997-78d6-45df-bf36-a26af9aea563,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:27.018627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Calling delete_port for 43dfe9fe-69a5-49e6-a896-b179b7991aef owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:27.035004 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:27.035996 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-42af925d-0d8d-41b6-b012-6f91b7010ea5 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The resource could not be found. Dec 22 17:17:27.039940 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-42af925d-0d8d-41b6-b012-6f91b7010ea5 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7229092 Dec 22 17:17:27.044428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59990) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:27.045397 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-a9640ef8-3452-43d9-9cd5-2a0d037a065c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] delete failed (client error): The resource could not be found. Dec 22 17:17:27.048810 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a9640ef8-3452-43d9-9cd5-2a0d037a065c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/routers/62bfe8aa-594f-455a-9b93-3139efb5470e HTTP/1.1" status: 404 len: 336 time: 0.3566339 Dec 22 17:17:27.051944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 029b7997-78d6-45df-bf36-a26af9aea563 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:27.056823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8d3fbcfe-ffc2-4189-b279-92852c8e43f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'ee265f21-1371-4fc8-88de-55dc02567e0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5c02eb98-42a6-4de1-b2fa-68f3b9f9e9e8'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:27.061175 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59994) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:27.063918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50db7394-0352-4ff0-9507-6d6466d742e2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.065263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Provisioning for port f21f3e9b-8b4b-41cd-9620-5817d078279e completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:27.079377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8d3fbcfe-ffc2-4189-b279-92852c8e43f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:27.084234 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9500368 Dec 22 17:17:27.096346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] Pushing event updated for resources: {'Port': ['ID=43dfe9fe-69a5-49e6-a896-b179b7991aef,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:27.098895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Provisioning complete for port f21f3e9b-8b4b-41cd-9620-5817d078279e triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:27.099325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.118254 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 59998) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:27.119743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8d3fbcfe-ffc2-4189-b279-92852c8e43f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:27.130205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8d3fbcfe-ffc2-4189-b279-92852c8e43f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:27.143858 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953436f-6f8b-470e-af46-9da91570fc7e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd6bbb3-f637-457b-b65c-e62a510a075d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:27.163995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8953436f-6f8b-470e-af46-9da91570fc7e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.169342 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92e127c-ab4c-41e3-a57a-b6c1011e3ba6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 17:17:27.170024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92e127c-ab4c-41e3-a57a-b6c1011e3ba6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:27.173821 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b2a40e4c-2d84-4183-b9e6-2b62a67b8d68 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.207169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:27.209172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Port f21f3e9b-8b4b-41cd-9620-5817d078279e cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:27.210862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3cf135-6cf7-4d39-afa3-d5936b29c7d6 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:27.227825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8d3fbcfe-ffc2-4189-b279-92852c8e43f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:27.229823 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b520b32-68b2-429b-b970-f68011a206da tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:27.230370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b520b32-68b2-429b-b970-f68011a206da tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:27.234599 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0b520b32-68b2-429b-b970-f68011a206da tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/subnets/b9f971b5-2427-43bd-80e5-0886a009a151 HTTP/1.1" status: 404 len: 337 time: 0.1628969 Dec 22 17:17:27.235653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8953436f-6f8b-470e-af46-9da91570fc7e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:27.250692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60002) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:27.290370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.307641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-50db7394-0352-4ff0-9507-6d6466d742e2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for 00b0de5d-2425-4ce7-9158-b7a54baef842 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:27.350742 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a92e127c-ab4c-41e3-a57a-b6c1011e3ba6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/networks/3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3 HTTP/1.1" status: 409 len: 405 time: 0.8779919 Dec 22 17:17:27.358001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60006) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:27.367935 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8953436f-6f8b-470e-af46-9da91570fc7e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/6cd6bbb3-f637-457b-b65c-e62a510a075d HTTP/1.1" status: 204 len: 168 time: 3.0210335 Dec 22 17:17:27.378781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60010) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:27.391356 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.ipam_backend_mixin [None req-5aa5d161-cac0-4e79-a704-abcc8cf3878f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4cf17a2d-3e7b-4bd0-82aa-929fcfffbbb8 (CIDR: 172.20.0.0/28) Dec 22 17:17:27.410730 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Provisioning for port 79d01cb7-9860-40d3-95af-4e11b0337119 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:27.415770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2055148592'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:27.426984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Provisioning complete for port 79d01cb7-9860-40d3-95af-4e11b0337119 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:27.427386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.443542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:27.458417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:network and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:27.470516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:27.492788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:27.508044 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa5d161-cac0-4e79-a704-abcc8cf3878f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:27.508799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa5d161-cac0-4e79-a704-abcc8cf3878f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:27.516602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f18e6ef-cc50-4670-b9df-1d1071da3248 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:27.517278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8f18e6ef-cc50-4670-b9df-1d1071da3248 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Synchronizing usage tracker for tenant:ec75830dfc1f4aed97a82b04b4c99da0 on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:27.547440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:27.551010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.563835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50db7394-0352-4ff0-9507-6d6466d742e2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.565495 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-8d3fbcfe-ffc2-4189-b279-92852c8e43f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The resource could not be found. Dec 22 17:17:27.569366 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8d3fbcfe-ffc2-4189-b279-92852c8e43f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5220213 Dec 22 17:17:27.571404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60014) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:27.573289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 43dfe9fe-69a5-49e6-a896-b179b7991aef, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=43dfe9fe-69a5-49e6-a896-b179b7991aef,segment=NetworkSegment(d4864391-e6ad-4813-80ee-ef72c2b79478),segment_id=d4864391-e6ad-4813-80ee-ef72c2b79478)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:27.579932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:27.595739 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a8682437-b7e1-445f-a33d-d388802ed83e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2082446 Dec 22 17:17:27.597569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.604370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:27.627871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60018) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:27.628527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8f18e6ef-cc50-4670-b9df-1d1071da3248 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Unset dirty status for tenant:ec75830dfc1f4aed97a82b04b4c99da0 on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:27.632406 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8f18e6ef-cc50-4670-b9df-1d1071da3248 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/networks?id=029b7997-78d6-45df-bf36-a26af9aea563 HTTP/1.1" status: 200 len: 764 time: 0.5021145 Dec 22 17:17:27.635988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:17:27.636336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:17:27.651673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60022) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:27.659204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:27.662586 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7670c313-92b9-4922-9907-6b4524677180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.663546 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-9843ea6d-1c0b-42bd-93d6-2a3493dca22a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port 67a07221-4241-45ba-9634-3d69bbf575c4 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:27.664059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9843ea6d-1c0b-42bd-93d6-2a3493dca22a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.677508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db7394-0352-4ff0-9507-6d6466d742e2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=00b0de5d-2425-4ce7-9158-b7a54baef842,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:27.687509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-28f76239-30cd-42ba-aaab-82dbe095aedb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'network': {'description': 'd2'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:27.704945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b2a40e4c-2d84-4183-b9e6-2b62a67b8d68 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.714614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b2a40e4c-2d84-4183-b9e6-2b62a67b8d68 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.717178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-50db7394-0352-4ff0-9507-6d6466d742e2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:27.730915 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5aa5d161-cac0-4e79-a704-abcc8cf3878f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3801768 Dec 22 17:17:27.731972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60026) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:27.746589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-27fa9efe-1171-44bf-87f8-5d0e77616dd7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:27.753960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=43dfe9fe-69a5-49e6-a896-b179b7991aef,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:27.761236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:27.767530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.786028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50db7394-0352-4ff0-9507-6d6466d742e2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.831269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] For port 79d01cb7-9860-40d3-95af-4e11b0337119, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=79d01cb7-9860-40d3-95af-4e11b0337119,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:27.840374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.844735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:27.873368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b2a40e4c-2d84-4183-b9e6-2b62a67b8d68 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.874190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a40e4c-2d84-4183-b9e6-2b62a67b8d68 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96e89085-9d02-4259-8ce3-82ab166ad549 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:17:27.875902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:17:27.917103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3ccb39-dcf3-4eed-934b-131b335e6171 None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:27.927073 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-50db7394-0352-4ff0-9507-6d6466d742e2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/00b0de5d-2425-4ce7-9158-b7a54baef842 HTTP/1.1" status: 204 len: 168 time: 1.7492740 Dec 22 17:17:27.931630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b2a40e4c-2d84-4183-b9e6-2b62a67b8d68 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.933497 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b2a40e4c-2d84-4183-b9e6-2b62a67b8d68 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] 10.222.0.70 "DELETE /v2.0/routers/96e89085-9d02-4259-8ce3-82ab166ad549 HTTP/1.1" status: 204 len: 168 time: 1.3000805 Dec 22 17:17:27.934054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60030) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:27.938291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.938630 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Added segment 94066196-58f6-47e1-bf6b-bdcc7dcc7e9c of type vlan for network cc4b3875-bf3f-4af1-8f65-d3470b1319eb Dec 22 17:17:27.945888 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ccb39-dcf3-4eed-934b-131b335e6171 None None] Deleting port 79d01cb7-9860-40d3-95af-4e11b0337119 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:27.946206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4f3ccb39-dcf3-4eed-934b-131b335e6171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:27.948921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60032) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:27.985412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Provisioning complete for port 43dfe9fe-69a5-49e6-a896-b179b7991aef triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:27.985412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.002435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d57eff22-abff-4356-9825-5461df4f3538 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Request body: {'router': {'name': 'tempest-router-226191446', 'distributed': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:28.008417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:28.032131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d57eff22-abff-4356-9825-5461df4f3538 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:28.055458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-27fa9efe-1171-44bf-87f8-5d0e77616dd7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:28.058981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Pushing event updated for resources: {'Port': ['ID=79d01cb7-9860-40d3-95af-4e11b0337119,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:28.061123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:28.061927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-27fa9efe-1171-44bf-87f8-5d0e77616dd7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:28.066782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:28.066996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-27fa9efe-1171-44bf-87f8-5d0e77616dd7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:28.069818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d57eff22-abff-4356-9825-5461df4f3538 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Usage tracker for resource:router and tenant:b5e88329d62b47559113c6f654834d29 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:28.082414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:28.085146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-27fa9efe-1171-44bf-87f8-5d0e77616dd7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:28.085384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d57eff22-abff-4356-9825-5461df4f3538 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:28.093647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2a57976c-018b-4eac-b7e2-48416b8f03b9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.110024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fa9efe-1171-44bf-87f8-5d0e77616dd7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:28.113813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-27fa9efe-1171-44bf-87f8-5d0e77616dd7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.138470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9843ea6d-1c0b-42bd-93d6-2a3493dca22a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.158463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Deleting port 43dfe9fe-69a5-49e6-a896-b179b7991aef {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:28.158463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.165127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d57eff22-abff-4356-9825-5461df4f3538 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:28.175768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:28.178991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.236567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:28.239860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.256927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d57eff22-abff-4356-9825-5461df4f3538 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.257890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d57eff22-abff-4356-9825-5461df4f3538 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.270801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2a57976c-018b-4eac-b7e2-48416b8f03b9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.323433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28f76239-30cd-42ba-aaab-82dbe095aedb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.325080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4f3ccb39-dcf3-4eed-934b-131b335e6171 None None] For port 79d01cb7-9860-40d3-95af-4e11b0337119, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=79d01cb7-9860-40d3-95af-4e11b0337119,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:28.325605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4f3ccb39-dcf3-4eed-934b-131b335e6171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.326384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-9843ea6d-1c0b-42bd-93d6-2a3493dca22a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for 67a07221-4241-45ba-9634-3d69bbf575c4 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:28.361458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.424251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.429745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:28.430329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.442046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d57eff22-abff-4356-9825-5461df4f3538 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.443719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6f95f76a-adbe-43e8-b818-5f43bf800d3b tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:28.446061 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.ipam_backend_mixin [None req-27fa9efe-1171-44bf-87f8-5d0e77616dd7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cddb0563-8369-4b9e-b284-1a8250fa0d12 (CIDR: 172.20.0.16/28) Dec 22 17:17:28.453111 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fa9efe-1171-44bf-87f8-5d0e77616dd7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:28.453751 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fa9efe-1171-44bf-87f8-5d0e77616dd7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:28.474937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28f76239-30cd-42ba-aaab-82dbe095aedb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.518829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb60e0db-23b1-4ce1-aaf8-6122a305f8d3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:28.519451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-eb60e0db-23b1-4ce1-aaf8-6122a305f8d3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:28.520795 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ccb39-dcf3-4eed-934b-131b335e6171 None None] Calling delete_port for 79d01cb7-9860-40d3-95af-4e11b0337119 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:28.522073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28f76239-30cd-42ba-aaab-82dbe095aedb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network 029b7997-78d6-45df-bf36-a26af9aea563 is not hosted by any dhcp agent {{(pid=87587) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 17:17:28.523697 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-27fa9efe-1171-44bf-87f8-5d0e77616dd7 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7861843 Dec 22 17:17:28.527545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f76239-30cd-42ba-aaab-82dbe095aedb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:28.528126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28f76239-30cd-42ba-aaab-82dbe095aedb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.529264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60038) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:28.529391 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-28f76239-30cd-42ba-aaab-82dbe095aedb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "PUT /v2.0/networks/029b7997-78d6-45df-bf36-a26af9aea563 HTTP/1.1" status: 200 len: 761 time: 0.8560090 Dec 22 17:17:28.531946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60042) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:28.540237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'subnet': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:28.628057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2a57976c-018b-4eac-b7e2-48416b8f03b9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.630458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2a57976c-018b-4eac-b7e2-48416b8f03b9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.634535 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2a57976c-018b-4eac-b7e2-48416b8f03b9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "DELETE /v2.0/security-groups/ee265f21-1371-4fc8-88de-55dc02567e0e HTTP/1.1" status: 204 len: 168 time: 1.0561295 Dec 22 17:17:28.638721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60046) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:28.650775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d57eff22-abff-4356-9825-5461df4f3538 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.669535 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3104718 Dec 22 17:17:28.670766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Network': ['ID=cc4b3875-bf3f-4af1-8f65-d3470b1319eb,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:28.677524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-eb60e0db-23b1-4ce1-aaf8-6122a305f8d3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:28.680569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] For port 43dfe9fe-69a5-49e6-a896-b179b7991aef, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=43dfe9fe-69a5-49e6-a896-b179b7991aef,segment=NetworkSegment(d4864391-e6ad-4813-80ee-ef72c2b79478),segment_id=d4864391-e6ad-4813-80ee-ef72c2b79478)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:28.682610 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-eb60e0db-23b1-4ce1-aaf8-6122a305f8d3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7451298 Dec 22 17:17:28.692450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:28.693148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60050) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:28.693870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae775ebe-8b0e-4659-9ae1-884b936dd680 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:28.702802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network cc4b3875-bf3f-4af1-8f65-d3470b1319eb details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:28.740947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.764626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60054) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:28.767889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d0bfaecb-1669-4712-8b0b-cced6d9c1d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:28.778242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'subnet': {'network_id': 'cc4b3875-bf3f-4af1-8f65-d3470b1319eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:28.808222 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 79d01cb7-9860-40d3-95af-4e11b0337119 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:28.956855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9843ea6d-1c0b-42bd-93d6-2a3493dca22a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:28.971171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-acfd8449-d813-40d8-ae16-40491e60777b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:29.016180 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Could not find standard attr ID for object edc9b9b0-a9b6-4216-b54f-cf990e01127f. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:17:29.031178 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cb533f-360e-41ba-949a-93a0a1e41d04 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:17:29.037890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] For port 43dfe9fe-69a5-49e6-a896-b179b7991aef, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=43dfe9fe-69a5-49e6-a896-b179b7991aef,segment=NetworkSegment(d4864391-e6ad-4813-80ee-ef72c2b79478),segment_id=d4864391-e6ad-4813-80ee-ef72c2b79478)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:29.038060 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-00cb533f-360e-41ba-949a-93a0a1e41d04 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/00b0de5d-2425-4ce7-9158-b7a54baef842 HTTP/1.1" status: 404 len: 333 time: 0.3221962 Dec 22 17:17:29.038172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.042161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a87d5a4-7f2b-4b3c-85dd-a816b06497db tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:29.042161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5a87d5a4-7f2b-4b3c-85dd-a816b06497db tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Synchronizing usage tracker for tenant:ec75830dfc1f4aed97a82b04b4c99da0 on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:29.046966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60058) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:29.072428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4f3ccb39-dcf3-4eed-934b-131b335e6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.096168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843ea6d-1c0b-42bd-93d6-2a3493dca22a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=67a07221-4241-45ba-9634-3d69bbf575c4,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:29.099172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9843ea6d-1c0b-42bd-93d6-2a3493dca22a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:29.108407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1778499243'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:29.124364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:29.125768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d57eff22-abff-4356-9825-5461df4f3538 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.129527 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d57eff22-abff-4356-9825-5461df4f3538 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1766410 Dec 22 17:17:29.141395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60062) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:29.146358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-edb7eaa8-532a-4086-bf84-5845b531e8cf tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Synchronizing usage tracker for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:29.163444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:network and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:29.171225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:29.183523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5a87d5a4-7f2b-4b3c-85dd-a816b06497db tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Unset dirty status for tenant:ec75830dfc1f4aed97a82b04b4c99da0 on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:29.189411 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5a87d5a4-7f2b-4b3c-85dd-a816b06497db tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/networks?id=029b7997-78d6-45df-bf36-a26af9aea563 HTTP/1.1" status: 200 len: 764 time: 0.6557360 Dec 22 17:17:29.200936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60066) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:29.205055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Calling delete_port for 43dfe9fe-69a5-49e6-a896-b179b7991aef owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:29.205243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:29.218878 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76239-30cd-42ba-aaab-82dbe095aedb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Network': ['ID=029b7997-78d6-45df-bf36-a26af9aea563,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:29.242526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-28f76239-30cd-42ba-aaab-82dbe095aedb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:29.250492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a721fa1f-0cbf-4476-90e4-41842a90696b tempest-ServersTestJSON-1808965224 tempest-ServersTestJSON-1808965224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.607s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:29.259041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:29.263742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 029b7997-78d6-45df-bf36-a26af9aea563 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:29.305174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No active binding found for port 79d01cb7-9860-40d3-95af-4e11b0337119 {{(pid=87588) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 17:17:29.305473 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 79d01cb7-9860-40d3-95af-4e11b0337119 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:29.307894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ccb39-dcf3-4eed-934b-131b335e6171 None None] No DVR routers for this DVR port 79d01cb7-9860-40d3-95af-4e11b0337119 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:29.314889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Pushing event updated for resources: {'Port': ['ID=43dfe9fe-69a5-49e6-a896-b179b7991aef,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:29.330050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Usage tracker for resource:subnet and tenant:b0ee63329cf14e019ca8df08e1ed40c3 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:29.336174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57976c-018b-4eac-b7e2-48416b8f03b9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee265f21-1371-4fc8-88de-55dc02567e0e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:29.342752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2a57976c-018b-4eac-b7e2-48416b8f03b9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:29.342870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9843ea6d-1c0b-42bd-93d6-2a3493dca22a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.347649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60070) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:29.348539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:29.348677 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9843ea6d-1c0b-42bd-93d6-2a3493dca22a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/ports/67a07221-4241-45ba-9634-3d69bbf575c4 HTTP/1.1" status: 204 len: 168 time: 2.0959604 Dec 22 17:17:29.350609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:29.357829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33f96dbd-1d6d-4016-9c28-49924f173c84 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.364242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:29.365773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:29.369447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.380858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e30dac2d-9b43-47d2-b7f8-16cc6535a640 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:29.388170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:29.433030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Made reservation on behalf of b0ee63329cf14e019ca8df08e1ed40c3 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:29.436770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.450031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ccb39-dcf3-4eed-934b-131b335e6171 None None] Pushing event deleted for resources: {'Port': ['ID=79d01cb7-9860-40d3-95af-4e11b0337119,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:29.457355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-edb7eaa8-532a-4086-bf84-5845b531e8cf tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Unset dirty status for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:29.465997 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-edb7eaa8-532a-4086-bf84-5845b531e8cf tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8220956 Dec 22 17:17:29.466697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60074) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:29.472409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:17:29.472969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4f3ccb39-dcf3-4eed-934b-131b335e6171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:29.486065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:29.488912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:17:29.489524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:17:29.551151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c4418e59-fd96-44cc-8731-1b368b7522a9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': '4c4ffa59-e0fe-4d83-9950-3eb38ec834ae', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:29.570618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.570966 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Added segment 00409d7a-9af3-401a-9448-d7f63c1891e1 of type vlan for network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 Dec 22 17:17:29.579796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf7f99-ff8c-4b73-aa91-9bffc0561e4f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:29.581584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c4418e59-fd96-44cc-8731-1b368b7522a9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:29.583592 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-04bf7f99-ff8c-4b73-aa91-9bffc0561e4f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3818066 Dec 22 17:17:29.589270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60078) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:29.598916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c4418e59-fd96-44cc-8731-1b368b7522a9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:29.644381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c4418e59-fd96-44cc-8731-1b368b7522a9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:29.658372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:29.661786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.663542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-76ccca61-33b1-4804-a58a-2f028ca23f0e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Synchronizing usage tracker for tenant:ec75830dfc1f4aed97a82b04b4c99da0 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:29.675505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.678987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c4418e59-fd96-44cc-8731-1b368b7522a9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:29.691332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.730623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-76ccca61-33b1-4804-a58a-2f028ca23f0e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Unset dirty status for tenant:ec75830dfc1f4aed97a82b04b4c99da0 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:29.731811 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-76ccca61-33b1-4804-a58a-2f028ca23f0e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 207 time: 0.1390207 Dec 22 17:17:29.735650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60082) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:29.745965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-076fd505-8b56-455e-94d7-9e4fea7c9203 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:29.774828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.780970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:29.781574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.832424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-48f21a9c-ac29-40c6-886a-70995cee2bd1 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:29.848038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ea04992a-5da1-4c90-9647-cab04beddd06 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port bee7c27f-0000-49b7-90fa-4ad49ffe70cd {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:29.848601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea04992a-5da1-4c90-9647-cab04beddd06 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.976995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33f96dbd-1d6d-4016-9c28-49924f173c84 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.979735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:29.985183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33f96dbd-1d6d-4016-9c28-49924f173c84 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:29.989061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:29.998205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:29.998585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a7eac5-5b9a-4376-a0d4-6e4476e07e55 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:29.998804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.002123 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9427440 Dec 22 17:17:30.009120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60086) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:30.037666 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': 'b96baf6e-89f3-47f8-8f9c-1ac71ccf7620', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:30.054754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Network': ['ID=b96baf6e-89f3-47f8-8f9c-1ac71ccf7620,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:30.056000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=be5784c9-7003-4469-af67-a1bc9efadd89,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:30.060527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:30.071536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:30.090231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Deleting port 43dfe9fe-69a5-49e6-a896-b179b7991aef {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:30.090231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.114367 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4836130 Dec 22 17:17:30.123153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60090) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:30.131980 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:30.134411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33f96dbd-1d6d-4016-9c28-49924f173c84 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.134782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f96dbd-1d6d-4016-9c28-49924f173c84 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44f4811d-3ae7-4b01-b3a3-3fd91cccc7c2 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:17:30.144107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': 'be5784c9-7003-4469-af67-a1bc9efadd89', 'ip_address': '2001:db8::dfb:ea5c:6cb:5695'}], 'name': 'tempest-NetworksTestDHCPv6-255455111'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:30.169581 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-c4418e59-fd96-44cc-8731-1b368b7522a9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The resource could not be found. Dec 22 17:17:30.174138 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c4418e59-fd96-44cc-8731-1b368b7522a9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6861274 Dec 22 17:17:30.180201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60094) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:30.223268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3291c2ff-1479-4cce-9b7e-d02ed762cd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.240516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550473913'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:30.268458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:30.270246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b5e52-b412-4721-b25d-5648bfe3ed60 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:30.280820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b5e52-b412-4721-b25d-5648bfe3ed60 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:30.293042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b5e52-b412-4721-b25d-5648bfe3ed60 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:30.303826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b5e52-b412-4721-b25d-5648bfe3ed60 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:30.315297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b5e52-b412-4721-b25d-5648bfe3ed60 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:30.326517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b5e52-b412-4721-b25d-5648bfe3ed60 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:30.333832 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-664b5e52-b412-4721-b25d-5648bfe3ed60 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5925486 Dec 22 17:17:30.346159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60098) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:30.465800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:30.529363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33f96dbd-1d6d-4016-9c28-49924f173c84 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.536538 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-33f96dbd-1d6d-4016-9c28-49924f173c84 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] 10.222.0.70 "DELETE /v2.0/routers/44f4811d-3ae7-4b01-b3a3-3fd91cccc7c2 HTTP/1.1" status: 204 len: 168 time: 1.3815014 Dec 22 17:17:30.536725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60102) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:30.551209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:30.565090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-387332bf-ab7d-4009-bf53-28e0e66869a3 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Request body: {'router': {'name': 'tempest-router-1414726990', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '24e470691f7040e89211bbe808cf57b6'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:30.574254 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.598339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-387332bf-ab7d-4009-bf53-28e0e66869a3 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:30.606887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:30.616040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:30.628792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-387332bf-ab7d-4009-bf53-28e0e66869a3 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Usage tracker for resource:router and tenant:24e470691f7040e89211bbe808cf57b6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:30.654237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-387332bf-ab7d-4009-bf53-28e0e66869a3 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:30.662480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:30.682682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:30.688465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:30.696786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:port and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:30.700383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:30.700965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': 'be5784c9-7003-4469-af67-a1bc9efadd89'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:30.702293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.704527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:30.708511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea04992a-5da1-4c90-9647-cab04beddd06 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.710741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-387332bf-ab7d-4009-bf53-28e0e66869a3 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:30.715850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:30.735479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:30.755664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:30.759228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.774411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.783988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d47a8f95-6a16-46ee-bf89-28349452dd74 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:30.812101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:30.826415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-387332bf-ab7d-4009-bf53-28e0e66869a3 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.827817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-387332bf-ab7d-4009-bf53-28e0e66869a3 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.858251 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4acfd703-bd4a-4e49-a21a-0522283771e5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5103834 Dec 22 17:17:30.893661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] For port 43dfe9fe-69a5-49e6-a896-b179b7991aef, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=43dfe9fe-69a5-49e6-a896-b179b7991aef,segment=NetworkSegment(d4864391-e6ad-4813-80ee-ef72c2b79478),segment_id=d4864391-e6ad-4813-80ee-ef72c2b79478)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:30.894474 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.894770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60106) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:30.898720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:30.925428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ea04992a-5da1-4c90-9647-cab04beddd06 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for bee7c27f-0000-49b7-90fa-4ad49ffe70cd owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:30.941758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:30.950272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:30.953542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:30.954465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:30.984743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Subnet': ['ID=8e918cce-55d4-4d49-90da-085f6242505a,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:30.988013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:30.994274 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-387332bf-ab7d-4009-bf53-28e0e66869a3 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.027393 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4968243 Dec 22 17:17:31.028055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60110) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:31.041878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-578287386', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8e918cce-55d4-4d49-90da-085f6242505a'}], 'security_groups': ['3c83d7fe-334a-4c82-b9c6-7f4e2b72c2ed', 'e15ffdbd-5283-4f8b-84dc-fe1d8c03fd81']}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:31.050894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Calling delete_port for 43dfe9fe-69a5-49e6-a896-b179b7991aef owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:31.085170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ceb654-8b44-4e07-8990-78d2e61ae2b9 None None] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:31.231166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-387332bf-ab7d-4009-bf53-28e0e66869a3 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.236753 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fb06f-632c-4f94-8ce7-df3b49a1f179 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:31.238237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fb06f-632c-4f94-8ce7-df3b49a1f179 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:31.239855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fb06f-632c-4f94-8ce7-df3b49a1f179 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:31.242119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fb06f-632c-4f94-8ce7-df3b49a1f179 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:31.243621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fb06f-632c-4f94-8ce7-df3b49a1f179 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:31.244570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e63fb06f-632c-4f94-8ce7-df3b49a1f179 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Synchronizing usage tracker for tenant:ec75830dfc1f4aed97a82b04b4c99da0 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:31.283066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e63fb06f-632c-4f94-8ce7-df3b49a1f179 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Unset dirty status for tenant:ec75830dfc1f4aed97a82b04b4c99da0 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:31.284390 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e63fb06f-632c-4f94-8ce7-df3b49a1f179 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3869042 Dec 22 17:17:31.292059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60114) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:31.296870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.333419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.339059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-387332bf-ab7d-4009-bf53-28e0e66869a3 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.340241 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-387332bf-ab7d-4009-bf53-28e0e66869a3 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7850223 Dec 22 17:17:31.357779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60118) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:31.365960 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:31.383807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:17:31.386679 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/be5784c9-7003-4469-af67-a1bc9efadd89/f20afe17-326b-4779-a6ca-13327a18df75) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:31.410500 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.418821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-68775e0c-b490-44fe-aa59-53abe60619f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:31.435077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.451327 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-90c35c60-1d07-4db5-bcdc-472c590f21c4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:31.485485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Pushing event deleted for resources: {'Port': ['ID=43dfe9fe-69a5-49e6-a896-b179b7991aef,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:31.515410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.521590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:31.530178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Subnet': ['ID=7b1a592e-f63b-4742-b742-b389e2a95c93,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:31.534992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.555566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:31.568190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.570097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] No DVR routers for this DVR port 43dfe9fe-69a5-49e6-a896-b179b7991aef on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:31.579547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port ad5f2c19-0005-49a1-a09e-e906a979ae23 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:31.631944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8d45cdde-d4e1-477f-9729-1dbb9061ea83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:31.731640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fee9ad-e3d3-4e53-a6d0-b1d6adbab65c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:31.733023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fee9ad-e3d3-4e53-a6d0-b1d6adbab65c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:31.734682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fee9ad-e3d3-4e53-a6d0-b1d6adbab65c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:31.736130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fee9ad-e3d3-4e53-a6d0-b1d6adbab65c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:31.737447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fee9ad-e3d3-4e53-a6d0-b1d6adbab65c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:31.740588 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c0fee9ad-e3d3-4e53-a6d0-b1d6adbab65c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4475861 Dec 22 17:17:31.756267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60122) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:31.774952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3b9666-0996-4ee7-8d09-9c4c91534d37,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:31.780033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:31.812483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea04992a-5da1-4c90-9647-cab04beddd06 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.831589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f1797ba5-6005-4a38-923c-bfe815984a71 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:31.841894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.857660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Transition to ACTIVE for port object f20afe17-326b-4779-a6ca-13327a18df75 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:31.889308 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Transition to ACTIVE for port object f20afe17-326b-4779-a6ca-13327a18df75 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:31.896768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.900739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Checking segment: {'id': '94066196-58f6-47e1-bf6b-bdcc7dcc7e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cc4b3875-bf3f-4af1-8f65-d3470b1319eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:31.901235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network hostable DHCP agents. Network: cc4b3875-bf3f-4af1-8f65-d3470b1319eb, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:17:31.911659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:31.949477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.950148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:31.991693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04992a-5da1-4c90-9647-cab04beddd06 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=bee7c27f-0000-49b7-90fa-4ad49ffe70cd,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:31.994750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ea04992a-5da1-4c90-9647-cab04beddd06 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:31.998603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:32.012986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:32.025307 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:32.038052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.042404 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8529212 Dec 22 17:17:32.057491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60126) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:32.072979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group': {'name': 'tempest-secgroup--102218336'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:32.084567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Pushing event updated for resources: {'Port': ['ID=f20afe17-326b-4779-a6ca-13327a18df75,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:32.088892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.098921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4d2a996f-9799-4a60-9046-20dbb5b40f5f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:32.110766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:32.131557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:32.143674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Attempting to bind port f20afe17-326b-4779-a6ca-13327a18df75 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:32.143674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Attempting to bind port f20afe17-326b-4779-a6ca-13327a18df75 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:32.143988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Attempting to bind port f20afe17-326b-4779-a6ca-13327a18df75 on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:32.146189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bda129-4a3a-4a3d-a594-a9d5ad59d683 None None] Update dhcp port {'port': {'network_id': '4940b49d-9888-4167-9ba3-cad6c97dcc95', 'fixed_ips': [{'subnet_id': 'cddb0563-8369-4b9e-b284-1a8250fa0d12', 'ip_address': '172.20.0.18'}, {'subnet_id': '4cf17a2d-3e7b-4bd0-82aa-929fcfffbbb8', 'ip_address': '172.20.0.2'}, {'subnet_id': '8e918cce-55d4-4d49-90da-085f6242505a'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '8f82c7bb-3e5d-46fb-9ea1-347f64ee937b'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:17:32.168377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:32.180639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:32.183894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network cc4b3875-bf3f-4af1-8f65-d3470b1319eb is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:17:32.188143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:32.188833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:32.188976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.189314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:32.190145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Bound port: f20afe17-326b-4779-a6ca-13327a18df75, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:32.190531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.197053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:32.217726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87586) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 22 17:17:32.218058 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Router d0698fb4-21aa-4727-a878-11f594d22def migrating from provider to provider. {{(pid=87586) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 22 17:17:32.218433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.256049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.258689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, cc4b3875-bf3f-4af1-8f65-d3470b1319eb) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:32.266507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c7bda129-4a3a-4a3d-a594-a9d5ad59d683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.268534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Subnet': ['ID=82906abc-339c-4cdf-bec0-31a52e429b32,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:32.272926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:32.278935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.280492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07e7e32-23a3-4f7e-9b44-7dc76f432d76 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:32.285342 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f07e7e32-23a3-4f7e-9b44-7dc76f432d76 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/networks/053b9ac9-8a84-481d-9e60-1790616d2015 HTTP/1.1" status: 200 len: 804 time: 0.5170319 Dec 22 17:17:32.285342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:32.285342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.288517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60130) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:32.288663 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea04992a-5da1-4c90-9647-cab04beddd06 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.290462 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ea04992a-5da1-4c90-9647-cab04beddd06 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/ports/bee7c27f-0000-49b7-90fa-4ad49ffe70cd HTTP/1.1" status: 204 len: 168 time: 2.9381423 Dec 22 17:17:32.293733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.293876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60132) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:32.297565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.320142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ab2a0c-04d0-4a8f-8f49-b4930a6084b4 None None] Network cc4b3875-bf3f-4af1-8f65-d3470b1319eb requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:32.386977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Checking segment: {'id': '00409d7a-9af3-401a-9448-d7f63c1891e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b96baf6e-89f3-47f8-8f9c-1ac71ccf7620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:32.387254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network hostable DHCP agents. Network: b96baf6e-89f3-47f8-8f9c-1ac71ccf7620, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:17:32.392551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::dfb:ea5c:6cb:5695 (1719665a-967c-4b0a-ab06-6816cb17c416/be5784c9-7003-4469-af67-a1bc9efadd89/ad5f2c19-0005-49a1-a09e-e906a979ae23) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:32.400641 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6265938 Dec 22 17:17:32.400641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:32.404537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60138) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:32.410317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:32.416711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:32.422581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'port': {'network_id': 'cc4b3875-bf3f-4af1-8f65-d3470b1319eb', 'name': 'tempest-NetworksIpV6TestAttrs-20522617'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:32.539831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] For port f20afe17-326b-4779-a6ca-13327a18df75, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:32.573311 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] For port f20afe17-326b-4779-a6ca-13327a18df75, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f20afe17-326b-4779-a6ca-13327a18df75,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:32.574905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.586135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.592545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4f3ccb39-dcf3-4eed-934b-131b335e6171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:32.604479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:32.747410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe46569-b003-4ee9-ba6b-4a8b0895dabd tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:32.748152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0fe46569-b003-4ee9-ba6b-4a8b0895dabd tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Synchronizing usage tracker for tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:32.755905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:17:32.759406 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.scheduler.l3_agent_scheduler [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] No L3 agents can host the router d0698fb4-21aa-4727-a878-11f594d22def Dec 22 17:17:32.823298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Pushing event updated for resources: {'Port': ['ID=f20afe17-326b-4779-a6ca-13327a18df75,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:32.829852 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:32.848406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, b96baf6e-89f3-47f8-8f9c-1ac71ccf7620) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:32.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0fe46569-b003-4ee9-ba6b-4a8b0895dabd tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Unset dirty status for tenant:3c489bb601fc4ceb8db7a3eb25cfbac4 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:32.850933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-c7bda129-4a3a-4a3d-a594-a9d5ad59d683 None None] Allocated IP 172.20.0.34 (4940b49d-9888-4167-9ba3-cad6c97dcc95/8e918cce-55d4-4d49-90da-085f6242505a/8f82c7bb-3e5d-46fb-9ea1-347f64ee937b) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:32.852356 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0fe46569-b003-4ee9-ba6b-4a8b0895dabd tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4c58593-f595-4730-bd11-29603cf60e47 HTTP/1.1" status: 200 len: 913 time: 0.5561783 Dec 22 17:17:32.861183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-cc4b3875-bf3f-4af1-8f65-d3470b1319eb', 'network_id': 'cc4b3875-bf3f-4af1-8f65-d3470b1319eb', 'tenant_id': 'c1428821adf345448843a17f963c35d6', 'fixed_ips': [{'subnet_id': '7b1a592e-f63b-4742-b742-b389e2a95c93'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:32.862276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.874540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3e6109-bf71-461c-a842-cabe72aeaa1e None None] Network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:32.879422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60142) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:32.886595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:32.887416 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:32.968305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:32.980223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:port and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:32.986088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:32.991759 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-725cc5fe-1feb-4b23-9751-7cbfa762e813 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/networks/053b9ac9-8a84-481d-9e60-1790616d2015?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7016799 Dec 22 17:17:32.995050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60146) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:33.043336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:33.154935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:33.167191 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1512327 Dec 22 17:17:33.168162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60150) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:33.175789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:33.179279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:33.200646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:33.213621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:33.242027 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59e7049-42a6-4322-b9cf-62b799266f3c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:33.243595 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a59e7049-42a6-4322-b9cf-62b799266f3c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/subnets/be60eb68-0127-4912-840e-590b6bb52056 HTTP/1.1" status: 200 len: 843 time: 0.2474964 Dec 22 17:17:33.275469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:33.304400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object ad5f2c19-0005-49a1-a09e-e906a979ae23 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:33.332291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] device_id is not set on port f0428398-1f29-4493-ac14-91c9a90dacf0 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:33.349099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-13a66a26-24c3-43a2-b4dd-9b2595ef8b77 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': 'b96baf6e-89f3-47f8-8f9c-1ac71ccf7620', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:33.372541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60154) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:33.406760 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:33.434010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c7bda129-4a3a-4a3d-a594-a9d5ad59d683 None None] For port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,segment=NetworkSegment(689e76e7-2027-43bf-974b-8c92ba1ed565),segment_id=689e76e7-2027-43bf-974b-8c92ba1ed565)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:33.457239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf190ca-d678-49af-a685-0df93d19e85b,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:33.466493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:33.467326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:33.468446 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4102607 Dec 22 17:17:33.469241 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3bceb6cf-06a4-4e4f-b6fa-a1de43bbacd3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:33.500537 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Allocated IP 2001:db8::f816:3eff:fe88:7649 (cc4b3875-bf3f-4af1-8f65-d3470b1319eb/7b1a592e-f63b-4742-b742-b389e2a95c93/d322c480-c78b-4f6d-97ae-618ec241cdec) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:33.508421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60158) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:33.527858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-b96baf6e-89f3-47f8-8f9c-1ac71ccf7620', 'network_id': 'b96baf6e-89f3-47f8-8f9c-1ac71ccf7620', 'tenant_id': '7f29491bf5a54984b0446c34c11fddd2', 'fixed_ips': [{'subnet_id': '82906abc-339c-4cdf-bec0-31a52e429b32'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:33.528319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:33.529615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-a3a4fa1d-1851-4ced-a490-f8d1855dc519 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'bf3b9666-0996-4ee7-8d09-9c4c91534d37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4cf190ca-d678-49af-a685-0df93d19e85b'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:33.537412 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a3a4fa1d-1851-4ced-a490-f8d1855dc519 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:33.541085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:33.549908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c7bda129-4a3a-4a3d-a594-a9d5ad59d683 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:33.550501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:33.552673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a3a4fa1d-1851-4ced-a490-f8d1855dc519 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:33.558421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:33.564088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:33.564715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:33.569951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a3a4fa1d-1851-4ced-a490-f8d1855dc519 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:33.585466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a3a4fa1d-1851-4ced-a490-f8d1855dc519 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:33.590800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Hosts for router d0698fb4-21aa-4727-a878-11f594d22def: [] {{(pid=87586) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Dec 22 17:17:33.603665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=ad5f2c19-0005-49a1-a09e-e906a979ae23,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:33.609620 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.4825261 Dec 22 17:17:33.609620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:33.614000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60162) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:33.680417 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-a3a4fa1d-1851-4ced-a490-f8d1855dc519 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:33.681454 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a3a4fa1d-1851-4ced-a490-f8d1855dc519 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1720822 Dec 22 17:17:33.684647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c7bda129-4a3a-4a3d-a594-a9d5ad59d683 None None] Transition to ACTIVE for port object 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:33.685284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60166) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:33.710220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c7bda129-4a3a-4a3d-a594-a9d5ad59d683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:33.712415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Hosts for other DVR routers connected to router d0698fb4-21aa-4727-a878-11f594d22def: set() {{(pid=87586) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Dec 22 17:17:33.715680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:33.717108 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-41397c74-29ab-4004-b681-7b5fd4f19820 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] 10.222.0.70 "PUT /v2.0/routers/d0698fb4-21aa-4727-a878-11f594d22def HTTP/1.1" status: 200 len: 717 time: 2.3590105 Dec 22 17:17:33.719236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:33.723273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60170) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:33.872839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d08e4-ee92-4248-90d6-0074527531f7 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['shared'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:33.874593 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-320d08e4-ee92-4248-90d6-0074527531f7 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "GET /v2.0/subnets/be60eb68-0127-4912-840e-590b6bb52056?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5012398 Dec 22 17:17:33.891840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60174) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:33.893017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bda129-4a3a-4a3d-a594-a9d5ad59d683 None None] Pushing event updated for resources: {'Port': ['ID=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:33.896694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c7bda129-4a3a-4a3d-a594-a9d5ad59d683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:33.909244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-13a66a26-24c3-43a2-b4dd-9b2595ef8b77 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:33.914324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-269893389'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:33.926580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8558f43-6608-47d4-a1a8-9c7abf50c7dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:33.933115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8558f43-6608-47d4-a1a8-9c7abf50c7dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:33.933990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f8558f43-6608-47d4-a1a8-9c7abf50c7dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:33.961035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f053159-234b-407a-a1bc-61cc6b9197ea tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:33.963250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:33.970785 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f799da3b-e0e2-4454-84b6-cecc2af3f1b7 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] 10.222.0.70 "GET /v2.0/routers/d0698fb4-21aa-4727-a878-11f594d22def HTTP/1.1" status: 200 len: 717 time: 0.2440844 Dec 22 17:17:33.983207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60178) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:34.007381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:34.027385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f053159-234b-407a-a1bc-61cc6b9197ea tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:34.041913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f8558f43-6608-47d4-a1a8-9c7abf50c7dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:34.047088 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f8558f43-6608-47d4-a1a8-9c7abf50c7dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.4329333 Dec 22 17:17:34.049986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60184) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:34.071077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:34.074655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:34.088605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Allocated IP 2001:db8::2 (b96baf6e-89f3-47f8-8f9c-1ac71ccf7620/82906abc-339c-4cdf-bec0-31a52e429b32/a2bca969-34c5-4ac3-bb0b-88aa92ceceae) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:34.109652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-13a66a26-24c3-43a2-b4dd-9b2595ef8b77 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:34.209742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-989c314d-a436-47b3-96d7-fc80a9c7ab8d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port ad5f2c19-0005-49a1-a09e-e906a979ae23 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:34.210089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-989c314d-a436-47b3-96d7-fc80a9c7ab8d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:34.211601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-13a66a26-24c3-43a2-b4dd-9b2595ef8b77 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:34.220532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-13a66a26-24c3-43a2-b4dd-9b2595ef8b77 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:34.248137 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a66a26-24c3-43a2-b4dd-9b2595ef8b77 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:34.252041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13a66a26-24c3-43a2-b4dd-9b2595ef8b77 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:34.314678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:34.407151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Delete allocated IP 172.20.0.14 (4940b49d-9888-4167-9ba3-cad6c97dcc95/4cf17a2d-3e7b-4bd0-82aa-929fcfffbbb8) {{(pid=87586) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 17:17:34.475220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-33b94fbd-fe69-48e8-9332-f900c42b7f7d None None] Provisioning for port f20afe17-326b-4779-a6ca-13327a18df75 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:34.486266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:34.539778 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c3517b5a-cbef-419a-8c36-29f40690dd0a tempest-RoutersTestDVR-1782504579 tempest-RoutersTestDVR-1782504579-project] 10.222.0.70 "GET /v2.0/routers/d0698fb4-21aa-4727-a878-11f594d22def HTTP/1.1" status: 200 len: 683 time: 0.5491173 Dec 22 17:17:34.543510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:17:34.553957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60188) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:34.558540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Transition to ACTIVE for port object a2bca969-34c5-4ac3-bb0b-88aa92ceceae will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:34.561547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Transition to ACTIVE for port object d322c480-c78b-4f6d-97ae-618ec241cdec will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:34.615717 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Transition to ACTIVE for port object a2bca969-34c5-4ac3-bb0b-88aa92ceceae will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:34.617113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Transition to ACTIVE for port object d322c480-c78b-4f6d-97ae-618ec241cdec will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:34.637207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:34.652349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-efac7592-5862-4dee-b0a1-05c5859b2c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:34.706809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75e8fe6c-5213-4001-9cd6-e9b811fbe790 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:34.716168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Allocated IP 172.20.0.35 (4940b49d-9888-4167-9ba3-cad6c97dcc95/8e918cce-55d4-4d49-90da-085f6242505a/f17d3105-d875-422a-a9e3-26343daff210) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:34.718210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:34.740766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:34.745860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:34.758244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:34.899668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:34.909984 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.ipam_backend_mixin [None req-13a66a26-24c3-43a2-b4dd-9b2595ef8b77 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82906abc-339c-4cdf-bec0-31a52e429b32 (CIDR: 2001:db8::/64) Dec 22 17:17:34.962270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Network cc4b3875-bf3f-4af1-8f65-d3470b1319eb is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:34.970128 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a66a26-24c3-43a2-b4dd-9b2595ef8b77 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:34.970608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a66a26-24c3-43a2-b4dd-9b2595ef8b77 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:34.995335 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:34.997227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Pushing event updated for resources: {'Port': ['ID=a2bca969-34c5-4ac3-bb0b-88aa92ceceae,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:35.000270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:35.013554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:35.014210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:35.026311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.026868 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Added segment 4c9da2db-e582-49d4-aad2-6d36322c5c85 of type vlan for network 5f2e857e-78f2-4f0b-8602-5adf82213cc7 Dec 22 17:17:35.027834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f053159-234b-407a-a1bc-61cc6b9197ea tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.062864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Attempting to bind port a2bca969-34c5-4ac3-bb0b-88aa92ceceae on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:35.063423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Attempting to bind port a2bca969-34c5-4ac3-bb0b-88aa92ceceae by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '00409d7a-9af3-401a-9448-d7f63c1891e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b96baf6e-89f3-47f8-8f9c-1ac71ccf7620'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:35.063907 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Attempting to bind port a2bca969-34c5-4ac3-bb0b-88aa92ceceae on network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:35.066017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.080175 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-13a66a26-24c3-43a2-b4dd-9b2595ef8b77 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8535926 Dec 22 17:17:35.082398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60192) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:35.088356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': 'b96baf6e-89f3-47f8-8f9c-1ac71ccf7620', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:35.091227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1e488a11-de0d-432f-8f95-b2d69c9d89c3 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:35.106149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-13fe85a7-f653-4eea-ade5-b466541a9a0a None None] Provisioning for port ad5f2c19-0005-49a1-a09e-e906a979ae23 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:35.154980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f053159-234b-407a-a1bc-61cc6b9197ea tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf190ca-d678-49af-a685-0df93d19e85b,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:35.169257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8f053159-234b-407a-a1bc-61cc6b9197ea tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:35.210372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:35.211138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Checking segment: {'id': '00409d7a-9af3-401a-9448-d7f63c1891e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b96baf6e-89f3-47f8-8f9c-1ac71ccf7620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:35.211422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.211855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Bound using segment: {'id': '00409d7a-9af3-401a-9448-d7f63c1891e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b96baf6e-89f3-47f8-8f9c-1ac71ccf7620'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:35.212490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Bound port: a2bca969-34c5-4ac3-bb0b-88aa92ceceae, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00409d7a-9af3-401a-9448-d7f63c1891e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b96baf6e-89f3-47f8-8f9c-1ac71ccf7620'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:35.213462 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.233694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-13fe85a7-f653-4eea-ade5-b466541a9a0a None None] Provisioning complete for port ad5f2c19-0005-49a1-a09e-e906a979ae23 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:35.234003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13fe85a7-f653-4eea-ade5-b466541a9a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.273834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.306363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Pushing event updated for resources: {'Port': ['ID=d322c480-c78b-4f6d-97ae-618ec241cdec,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:35.320888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.356145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:35.365485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Attempting to bind port d322c480-c78b-4f6d-97ae-618ec241cdec on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:35.365975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Attempting to bind port d322c480-c78b-4f6d-97ae-618ec241cdec by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '94066196-58f6-47e1-bf6b-bdcc7dcc7e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cc4b3875-bf3f-4af1-8f65-d3470b1319eb'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:35.366438 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Attempting to bind port d322c480-c78b-4f6d-97ae-618ec241cdec on network cc4b3875-bf3f-4af1-8f65-d3470b1319eb {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:35.390806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:35.391405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Checking segment: {'id': '94066196-58f6-47e1-bf6b-bdcc7dcc7e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cc4b3875-bf3f-4af1-8f65-d3470b1319eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:35.391910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.392412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Bound using segment: {'id': '94066196-58f6-47e1-bf6b-bdcc7dcc7e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cc4b3875-bf3f-4af1-8f65-d3470b1319eb'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:35.392995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Bound port: d322c480-c78b-4f6d-97ae-618ec241cdec, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94066196-58f6-47e1-bf6b-bdcc7dcc7e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cc4b3875-bf3f-4af1-8f65-d3470b1319eb'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:35.393472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.402845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.407544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-13fe85a7-f653-4eea-ade5-b466541a9a0a None None] Port ad5f2c19-0005-49a1-a09e-e906a979ae23 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:35.413426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f20afe17-326b-4779-a6ca-13327a18df75 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:35.425230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Allocated IP 2001:db8::f816:3eff:fe20:604 (cc4b3875-bf3f-4af1-8f65-d3470b1319eb/7b1a592e-f63b-4742-b742-b389e2a95c93/f0428398-1f29-4493-ac14-91c9a90dacf0) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:35.431976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75e8fe6c-5213-4001-9cd6-e9b811fbe790 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.439994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75e8fe6c-5213-4001-9cd6-e9b811fbe790 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.441754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8f053159-234b-407a-a1bc-61cc6b9197ea tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.445269 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8f053159-234b-407a-a1bc-61cc6b9197ea tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "DELETE /v2.0/security-groups/4cf190ca-d678-49af-a685-0df93d19e85b HTTP/1.1" status: 204 len: 168 time: 1.7567048 Dec 22 17:17:35.464575 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60196) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:35.493280 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:35.514891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Transition to ACTIVE for port object f17d3105-d875-422a-a9e3-26343daff210 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:35.519885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:35.528049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:35.542800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] For port a2bca969-34c5-4ac3-bb0b-88aa92ceceae, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:35.543633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.546342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:35.560436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4c0ffe4b-8b93-4419-99d6-e19245352517 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:35.570131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.571540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] For port a2bca969-34c5-4ac3-bb0b-88aa92ceceae, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a2bca969-34c5-4ac3-bb0b-88aa92ceceae,segment=NetworkSegment(00409d7a-9af3-401a-9448-d7f63c1891e1),segment_id=00409d7a-9af3-401a-9448-d7f63c1891e1)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:35.576449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9e912fe8-d49f-4937-9c6f-beab395f80d5 None None] Provisioning for port f17d3105-d875-422a-a9e3-26343daff210 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:35.576629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:35.577122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.586716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.589335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb3bdbcb-960f-4b1c-b690-2098d7d5db46 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:35.594076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-30149cc9-b53e-4051-aef9-f80c1b1dc420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:35.632170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9e912fe8-d49f-4937-9c6f-beab395f80d5 None None] Provisioning complete for port f17d3105-d875-422a-a9e3-26343daff210 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:35.632697 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9e912fe8-d49f-4937-9c6f-beab395f80d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.639199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75e8fe6c-5213-4001-9cd6-e9b811fbe790 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.639679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e8fe6c-5213-4001-9cd6-e9b811fbe790 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0698fb4-21aa-4727-a878-11f594d22def {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:17:35.669993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] For port d322c480-c78b-4f6d-97ae-618ec241cdec, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:35.702067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:35.705529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.754266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9e912fe8-d49f-4937-9c6f-beab395f80d5 None None] Port f17d3105-d875-422a-a9e3-26343daff210 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:35.760468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75e8fe6c-5213-4001-9cd6-e9b811fbe790 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.760665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] For port d322c480-c78b-4f6d-97ae-618ec241cdec, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d322c480-c78b-4f6d-97ae-618ec241cdec,segment=NetworkSegment(94066196-58f6-47e1-bf6b-bdcc7dcc7e9c),segment_id=94066196-58f6-47e1-bf6b-bdcc7dcc7e9c)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:35.761959 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-75e8fe6c-5213-4001-9cd6-e9b811fbe790 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] 10.222.0.70 "DELETE /v2.0/routers/d0698fb4-21aa-4727-a878-11f594d22def HTTP/1.1" status: 204 len: 168 time: 1.2068987 Dec 22 17:17:35.763539 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8679504 Dec 22 17:17:35.770926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60200) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:35.771562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60202) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:35.780243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-57d3c3ca-7caa-4a54-bc1b-3efce27f6f2d tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Request body: {'router': {'name': 'tempest-router-1358245508', 'distributed': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:35.785127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.790698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'subnet': {'network_id': '5f2e857e-78f2-4f0b-8602-5adf82213cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:35.791582 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port f20afe17-326b-4779-a6ca-13327a18df75 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:35.794500 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9e912fe8-d49f-4937-9c6f-beab395f80d5 None None] Provisioning complete for port 849b8054-0fc9-4809-a1d2-01fdbf5949fe triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:35.794878 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9e912fe8-d49f-4937-9c6f-beab395f80d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.844676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event updated for resources: {'Port': ['ID=f17d3105-d875-422a-a9e3-26343daff210,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:35.851333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-989c314d-a436-47b3-96d7-fc80a9c7ab8d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.862983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9e912fe8-d49f-4937-9c6f-beab395f80d5 None None] Port 849b8054-0fc9-4809-a1d2-01fdbf5949fe cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:35.863392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-57d3c3ca-7caa-4a54-bc1b-3efce27f6f2d tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:35.874638 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Pushing event updated for resources: {'Port': ['ID=a2bca969-34c5-4ac3-bb0b-88aa92ceceae,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:35.877672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Network': ['ID=5f2e857e-78f2-4f0b-8602-5adf82213cc7,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:35.891096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:35.898496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:35.910168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-408ff9e6-1b75-46eb-b9ec-f8dd94274459 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Synchronizing usage tracker for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:35.913211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:35.921928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-57d3c3ca-7caa-4a54-bc1b-3efce27f6f2d tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Usage tracker for resource:router and tenant:b5e88329d62b47559113c6f654834d29 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:35.925762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:35.930458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f20afe17-326b-4779-a6ca-13327a18df75 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:35.931021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:35.979821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 5f2e857e-78f2-4f0b-8602-5adf82213cc7 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:35.996212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-57d3c3ca-7caa-4a54-bc1b-3efce27f6f2d tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:36.005897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-408ff9e6-1b75-46eb-b9ec-f8dd94274459 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Unset dirty status for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:36.006924 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-408ff9e6-1b75-46eb-b9ec-f8dd94274459 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5412743 Dec 22 17:17:36.012764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] In _notify_port_updated(), no bound segment for port f17d3105-d875-422a-a9e3-26343daff210 on network 4940b49d-9888-4167-9ba3-cad6c97dcc95 {{(pid=87586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:17:36.018210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:36.018847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.020319 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "PUT /v2.0/ports/f17d3105-d875-422a-a9e3-26343daff210 HTTP/1.1" status: 200 len: 959 time: 4.9884593 Dec 22 17:17:36.021213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60208) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:36.050493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60210) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:36.087263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-57d3c3ca-7caa-4a54-bc1b-3efce27f6f2d tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:36.149653 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Pushing event updated for resources: {'Port': ['ID=d322c480-c78b-4f6d-97ae-618ec241cdec,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:36.158554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:36.161664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9e912fe8-d49f-4937-9c6f-beab395f80d5 None None] Provisioning for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:36.175282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57d3c3ca-7caa-4a54-bc1b-3efce27f6f2d tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.175847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57d3c3ca-7caa-4a54-bc1b-3efce27f6f2d tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.180091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9e912fe8-d49f-4937-9c6f-beab395f80d5 None None] Provisioning complete for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:36.180596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9e912fe8-d49f-4937-9c6f-beab395f80d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.194299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57d3c3ca-7caa-4a54-bc1b-3efce27f6f2d tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.205727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-989c314d-a436-47b3-96d7-fc80a9c7ab8d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for ad5f2c19-0005-49a1-a09e-e906a979ae23 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:36.358928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e68ce-eda9-44c7-a4aa-42ac6e5c3535 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port f17d3105-d875-422a-a9e3-26343daff210 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:36.362807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dc6e68ce-eda9-44c7-a4aa-42ac6e5c3535 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.421783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.445429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57d3c3ca-7caa-4a54-bc1b-3efce27f6f2d tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.454210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:36.507011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.527934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Transition to ACTIVE for port object f0428398-1f29-4493-ac14-91c9a90dacf0 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:36.529495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:36.575992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port f20afe17-326b-4779-a6ca-13327a18df75, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f20afe17-326b-4779-a6ca-13327a18df75,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:36.586285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.588870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9f85a81a-c13a-45d9-a4b8-ada2234aeacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:36.620242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57d3c3ca-7caa-4a54-bc1b-3efce27f6f2d tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.621894 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-57d3c3ca-7caa-4a54-bc1b-3efce27f6f2d tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8474789 Dec 22 17:17:36.629131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60216) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:36.640104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ac229bf-838f-477a-aee0-900c1669e865 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.646539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Made reservation on behalf of ec75830dfc1f4aed97a82b04b4c99da0 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:36.654835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.702008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=f20afe17-326b-4779-a6ca-13327a18df75,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:36.708280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:36.723171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-96588169-ece7-468c-9433-ccf3510ed9d4 None None] Provisioning complete for port f17d3105-d875-422a-a9e3-26343daff210 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:36.723448 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-96588169-ece7-468c-9433-ccf3510ed9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.844437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a2bca969-34c5-4ac3-bb0b-88aa92ceceae up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:36.896790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-96588169-ece7-468c-9433-ccf3510ed9d4 None None] Port f17d3105-d875-422a-a9e3-26343daff210 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:36.948196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port a2bca969-34c5-4ac3-bb0b-88aa92ceceae completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:36.953940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d322c480-c78b-4f6d-97ae-618ec241cdec up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:36.963906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_backend_mixin [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Performing IP validity checks on allocation pools {{(pid=87587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 17:17:36.964649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_backend_mixin [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 17:17:36.969939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-989c314d-a436-47b3-96d7-fc80a9c7ab8d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:36.978205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-084419b8-dbc1-4c8d-acea-1d9df1f9619a tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:37.024978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.031189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port d322c480-c78b-4f6d-97ae-618ec241cdec completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:37.045137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c314d-a436-47b3-96d7-fc80a9c7ab8d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=ad5f2c19-0005-49a1-a09e-e906a979ae23,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:37.054160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-989c314d-a436-47b3-96d7-fc80a9c7ab8d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:37.056900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:37.076136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ac229bf-838f-477a-aee0-900c1669e865 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.087239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d3d63f0-af5e-457b-b208-f319549194b2 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.160938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network cc4b3875-bf3f-4af1-8f65-d3470b1319eb is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:37.165981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-989c314d-a436-47b3-96d7-fc80a9c7ab8d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.169560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:37.175747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:37.181511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:37.182099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.190288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port e33b6cfe-2e46-4272-97eb-fc9651d70232 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:37.190625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.223149 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-989c314d-a436-47b3-96d7-fc80a9c7ab8d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/ad5f2c19-0005-49a1-a09e-e906a979ae23 HTTP/1.1" status: 204 len: 168 time: 3.1673763 Dec 22 17:17:37.224710 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Port': ['ID=f0428398-1f29-4493-ac14-91c9a90dacf0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:37.227169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60220) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:37.232080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:37.266953 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8597581 Dec 22 17:17:37.305814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60224) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:37.419530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d51996-2368-42c9-91c8-c41400b4cb4a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:37.421030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d51996-2368-42c9-91c8-c41400b4cb4a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:37.421775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-75d51996-2368-42c9-91c8-c41400b4cb4a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:37.450466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be2410c-d2f4-47f0-aa88-cf10b9831339 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Deleting subnet 7b1a592e-f63b-4742-b742-b389e2a95c93 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:37.466089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8be2410c-d2f4-47f0-aa88-cf10b9831339 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.497388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.520364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a24d2e5-3eab-4ac5-9b10-e307b628a41f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:37.531631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.537862 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:37.568024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-75d51996-2368-42c9-91c8-c41400b4cb4a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:37.569423 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-75d51996-2368-42c9-91c8-c41400b4cb4a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3391981 Dec 22 17:17:37.579946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60228) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:37.633270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8be2410c-d2f4-47f0-aa88-cf10b9831339 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.733323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Subnet': ['ID=31a68aa0-c262-40ed-a85b-80c7cf178780,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:37.748463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ac229bf-838f-477a-aee0-900c1669e865 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.760779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:37.765451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d3d63f0-af5e-457b-b208-f319549194b2 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.768367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:37.781205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1719424-53d5-453e-a614-d36d5f420899 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet be5784c9-7003-4469-af67-a1bc9efadd89 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:37.785076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d3d63f0-af5e-457b-b208-f319549194b2 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.786245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Checking segment: {'id': '4c9da2db-e582-49d4-aad2-6d36322c5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5f2e857e-78f2-4f0b-8602-5adf82213cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:37.786602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network hostable DHCP agents. Network: 5f2e857e-78f2-4f0b-8602-5adf82213cc7, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:17:37.796725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c1719424-53d5-453e-a614-d36d5f420899 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.804303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:37.808641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:37.809479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.846330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dc6e68ce-eda9-44c7-a4aa-42ac6e5c3535 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.872437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c1719424-53d5-453e-a614-d36d5f420899 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:37.917364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Network 5f2e857e-78f2-4f0b-8602-5adf82213cc7 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:17:37.930667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dfd934-a4be-4055-973b-9c3d30f318c4 None None] Network cc4b3875-bf3f-4af1-8f65-d3470b1319eb requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:37.947317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Subnet': ['ID=61549e6a-2d23-4f71-bfb9-18452b0e1b1d,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:37.950363 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:37.952655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 5f2e857e-78f2-4f0b-8602-5adf82213cc7) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:37.964579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:37.965279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.019389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d463d2c-fcba-48c1-b38b-7140a4da2e37 None None] Network 5f2e857e-78f2-4f0b-8602-5adf82213cc7 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:38.022645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c1719424-53d5-453e-a614-d36d5f420899 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.027336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d49ba4cc-b335-4b71-9bcb-c2a83538d359 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:38.044030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e68ce-eda9-44c7-a4aa-42ac6e5c3535 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for f17d3105-d875-422a-a9e3-26343daff210 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:38.076167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ac229bf-838f-477a-aee0-900c1669e865 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.077393 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0ac229bf-838f-477a-aee0-900c1669e865 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "DELETE /v2.0/security-groups/bf3b9666-0996-4ee7-8d09-9c4c91534d37 HTTP/1.1" status: 204 len: 168 time: 2.0436029 Dec 22 17:17:38.101141 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0163240 Dec 22 17:17:38.107218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60232) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:38.107556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60234) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:38.112248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac229bf-838f-477a-aee0-900c1669e865 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3b9666-0996-4ee7-8d09-9c4c91534d37,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:38.120263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8be2410c-d2f4-47f0-aa88-cf10b9831339 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.130182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0ac229bf-838f-477a-aee0-900c1669e865 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:38.131003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d3d63f0-af5e-457b-b208-f319549194b2 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.131611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3d63f0-af5e-457b-b208-f319549194b2 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a952c66e-ae17-41b3-9b7a-8ca5803e8303 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:17:38.139557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': 'b96baf6e-89f3-47f8-8f9c-1ac71ccf7620', 'fixed_ips': [{'subnet_id': '82906abc-339c-4cdf-bec0-31a52e429b32'}, {'subnet_id': '61549e6a-2d23-4f71-bfb9-18452b0e1b1d'}], 'name': 'tempest-PortsIpV6TestJSON-600356350'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:38.161295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e1ebe43b-e1f9-4309-a4f9-25bd175526a5 None None] Provisioning for port d322c480-c78b-4f6d-97ae-618ec241cdec completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:38.171299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b5783d-9b8b-49da-b905-90bd2dd8710a None None] Network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:38.202883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e1ebe43b-e1f9-4309-a4f9-25bd175526a5 None None] Provisioning complete for port d322c480-c78b-4f6d-97ae-618ec241cdec triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:38.203291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe43b-e1f9-4309-a4f9-25bd175526a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.205246 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4324820 Dec 22 17:17:38.209101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60240) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:38.219068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e3298172-d8bb-44c8-98e0-738e52a60475 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:38.253944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c1719424-53d5-453e-a614-d36d5f420899 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.256077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.264747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:38.282356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d3d63f0-af5e-457b-b208-f319549194b2 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.288045 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6d3d63f0-af5e-457b-b208-f319549194b2 tempest-RoutersTestDVR-706098888 tempest-RoutersTestDVR-706098888-project-admin] 10.222.0.70 "DELETE /v2.0/routers/a952c66e-ae17-41b3-9b7a-8ca5803e8303 HTTP/1.1" status: 204 len: 168 time: 1.6407025 Dec 22 17:17:38.329570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1719424-53d5-453e-a614-d36d5f420899 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=be5784c9-7003-4469-af67-a1bc9efadd89,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:38.332124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c1719424-53d5-453e-a614-d36d5f420899 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.348805 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c1719424-53d5-453e-a614-d36d5f420899 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/be5784c9-7003-4469-af67-a1bc9efadd89 HTTP/1.1" status: 204 len: 168 time: 0.7636261 Dec 22 17:17:38.352595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60246) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:38.354081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c1719424-53d5-453e-a614-d36d5f420899 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:38.376886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1c7bab-1101-4921-ae9e-543d667ce5ef None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:38.457379 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c20f1ef7-2438-4f98-8b80-ede8f276b952 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997000 Dec 22 17:17:38.458309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60250) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:38.474080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:38.541491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8be2410c-d2f4-47f0-aa88-cf10b9831339 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.553783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8d13c1c8-1ea7-4897-bf65-7c99d04dbe91 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:38.596077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for e33b6cfe-2e46-4272-97eb-fc9651d70232 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:38.662867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2410c-d2f4-47f0-aa88-cf10b9831339 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1a592e-f63b-4742-b742-b389e2a95c93,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:38.678755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8be2410c-d2f4-47f0-aa88-cf10b9831339 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:38.682524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8be2410c-d2f4-47f0-aa88-cf10b9831339 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.686558 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8be2410c-d2f4-47f0-aa88-cf10b9831339 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/subnets/7b1a592e-f63b-4742-b742-b389e2a95c93 HTTP/1.1" status: 204 len: 168 time: 1.3689241 Dec 22 17:17:38.687460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60256) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:38.715991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60260) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:38.731613 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f20afe17-326b-4779-a6ca-13327a18df75 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:38.741504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3298172-d8bb-44c8-98e0-738e52a60475 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2821025'] for subnet, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.757702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c1e47e95-96c1-47eb-9f82-c7cadee7c602 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Synchronizing usage tracker for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:38.759412 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:38.771043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:38.795608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:38.799051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:38.864645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:38.876735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c1e47e95-96c1-47eb-9f82-c7cadee7c602 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Unset dirty status for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:38.885258 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c1e47e95-96c1-47eb-9f82-c7cadee7c602 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7644749 Dec 22 17:17:38.887918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60266) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:38.890487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:port and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:38.910238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:38.940003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113955741'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:38.947194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:38.959138 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:38.993854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dc6e68ce-eda9-44c7-a4aa-42ac6e5c3535 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.004573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:39.006862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-94533072-0ed5-4af9-82ad-8407377751e3 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:39.024846 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-5f2e857e-78f2-4f0b-8602-5adf82213cc7', 'network_id': '5f2e857e-78f2-4f0b-8602-5adf82213cc7', 'tenant_id': 'ec75830dfc1f4aed97a82b04b4c99da0', 'fixed_ips': [{'subnet_id': '31a68aa0-c262-40ed-a85b-80c7cf178780'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:39.026216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.073952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:39.096973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e68ce-eda9-44c7-a4aa-42ac6e5c3535 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=f17d3105-d875-422a-a9e3-26343daff210,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:39.108515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dc6e68ce-eda9-44c7-a4aa-42ac6e5c3535 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:39.110695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-137aed82-a79d-4b53-a61c-157502518dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.113443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe43b-e1f9-4309-a4f9-25bd175526a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.116222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a92ab6-2070-4f08-93f6-1bd36339d3a9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:39.117545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a92ab6-2070-4f08-93f6-1bd36339d3a9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:39.118295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a3a92ab6-2070-4f08-93f6-1bd36339d3a9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Synchronizing usage tracker for tenant:c1428821adf345448843a17f963c35d6 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:39.184755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a3a92ab6-2070-4f08-93f6-1bd36339d3a9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Unset dirty status for tenant:c1428821adf345448843a17f963c35d6 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:39.189322 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a3a92ab6-2070-4f08-93f6-1bd36339d3a9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4876976 Dec 22 17:17:39.208994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.223758 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60270) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:39.235776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f20afe17-326b-4779-a6ca-13327a18df75 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:39.236127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.246542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-137aed82-a79d-4b53-a61c-157502518dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:39.295416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e1ebe43b-e1f9-4309-a4f9-25bd175526a5 None None] For port d322c480-c78b-4f6d-97ae-618ec241cdec, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d322c480-c78b-4f6d-97ae-618ec241cdec,segment=NetworkSegment(94066196-58f6-47e1-bf6b-bdcc7dcc7e9c),segment_id=94066196-58f6-47e1-bf6b-bdcc7dcc7e9c)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:39.323712 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe43b-e1f9-4309-a4f9-25bd175526a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.330860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e73927ab-8188-46cd-8545-340dfb21f1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:39.354862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:39.359468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-137aed82-a79d-4b53-a61c-157502518dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:24e470691f7040e89211bbe808cf57b6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:39.364630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-137aed82-a79d-4b53-a61c-157502518dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:39.371125 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dc6e68ce-eda9-44c7-a4aa-42ac6e5c3535 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.376647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:39.383286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:39.394622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-137aed82-a79d-4b53-a61c-157502518dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:39.467031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:39.502200 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dc6e68ce-eda9-44c7-a4aa-42ac6e5c3535 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/f17d3105-d875-422a-a9e3-26343daff210 HTTP/1.1" status: 204 len: 168 time: 3.4465799 Dec 22 17:17:39.515755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60274) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:39.556230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3298172-d8bb-44c8-98e0-738e52a60475 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775866868821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2218443'] for subnet, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.559210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4226ea-c189-4f34-b8aa-dda1e7b06e0f None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:39.576924 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebe43b-e1f9-4309-a4f9-25bd175526a5 None None] Pushing event updated for resources: {'Port': ['ID=d322c480-c78b-4f6d-97ae-618ec241cdec,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:39.581998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9e0d07ac-3fb9-493d-be9a-66d03b0dba59 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:39.626135 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7c6ad5-440b-4a1f-b702-d85f8ed58e08 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] GET failed (client error): The resource could not be found. Dec 22 17:17:39.626735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fd7c6ad5-440b-4a1f-b702-d85f8ed58e08 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Synchronizing usage tracker for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:39.645976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.671616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3298172-d8bb-44c8-98e0-738e52a60475 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event updated for resources: {'Subnet': ['ID=31a68aa0-c262-40ed-a85b-80c7cf178780,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:39.672692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.675614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e3298172-d8bb-44c8-98e0-738e52a60475 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:39.681457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e1ebe43b-e1f9-4309-a4f9-25bd175526a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:39.683546 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:39.685121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aa9fa2-3b9d-4a44-a7c2-34af94d218a8 None None] Network cc4b3875-bf3f-4af1-8f65-d3470b1319eb requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:39.708965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35d20380-845c-484a-8368-95cb2fd8b5ac tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.715281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-6f4226ea-c189-4f34-b8aa-dda1e7b06e0f None None] Deleting port f20afe17-326b-4779-a6ca-13327a18df75 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:39.715711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6f4226ea-c189-4f34-b8aa-dda1e7b06e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.723984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3298172-d8bb-44c8-98e0-738e52a60475 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:39.724771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3298172-d8bb-44c8-98e0-738e52a60475 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.725860 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e3298172-d8bb-44c8-98e0-738e52a60475 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "PUT /v2.0/subnets/31a68aa0-c262-40ed-a85b-80c7cf178780 HTTP/1.1" status: 200 len: 900 time: 1.5153806 Dec 22 17:17:39.732064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60278) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:39.739458 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d20380-845c-484a-8368-95cb2fd8b5ac tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 17:17:39.739939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d20380-845c-484a-8368-95cb2fd8b5ac tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:39.747786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port b649c56b-e0a0-4188-aab8-086c170b1a02 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:39.766408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.779657 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-35d20380-845c-484a-8368-95cb2fd8b5ac tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/networks/cc4b3875-bf3f-4af1-8f65-d3470b1319eb HTTP/1.1" status: 409 len: 405 time: 0.5270276 Dec 22 17:17:39.788343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f3542447-3908-491b-b751-a9210330c703 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:39.831194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60282) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:39.841854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=e33b6cfe-2e46-4272-97eb-fc9651d70232,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:39.843857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-98793c81-9fdb-4309-a01f-d918761c0511 None None] Provisioning for port a2bca969-34c5-4ac3-bb0b-88aa92ceceae completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:39.846146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:39.863692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fd7c6ad5-440b-4a1f-b702-d85f8ed58e08 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Unset dirty status for tenant:b0ee63329cf14e019ca8df08e1ed40c3 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:39.867782 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fd7c6ad5-440b-4a1f-b702-d85f8ed58e08 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports/f17d3105-d875-422a-a9e3-26343daff210 HTTP/1.1" status: 404 len: 333 time: 0.3359489 Dec 22 17:17:39.886319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-98793c81-9fdb-4309-a01f-d918761c0511 None None] Provisioning complete for port a2bca969-34c5-4ac3-bb0b-88aa92ceceae triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:39.886699 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-98793c81-9fdb-4309-a01f-d918761c0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.906075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:39.907340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60286) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:39.911087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-615012889'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:39.911360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Allocated IP 2001:db8::3 (5f2e857e-78f2-4f0b-8602-5adf82213cc7/31a68aa0-c262-40ed-a85b-80c7cf178780/bf8a63e4-ca47-4031-8491-326cad06de5b) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:39.927494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:39.931456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:39.932089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:39.941141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:39.973716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:network and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:39.983400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:39.988752 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9238dd49-7e57-49e6-a1b9-eed9a4dea129 None None] Update dhcp port {'port': {'network_id': 'b96baf6e-89f3-47f8-8f9c-1ac71ccf7620', 'fixed_ips': [{'subnet_id': '82906abc-339c-4cdf-bec0-31a52e429b32', 'ip_address': '2001:db8::2'}, {'subnet_id': '61549e6a-2d23-4f71-bfb9-18452b0e1b1d'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': 'a2bca969-34c5-4ac3-bb0b-88aa92ceceae'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:17:40.010039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:40.041761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=ec3c9efe-08f1-4843-abb3-bd354cd0469a,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:40.044792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:40.063026 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5997758 Dec 22 17:17:40.067694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.074012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60290) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:40.081297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:40.085731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.092191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': 'ec3c9efe-08f1-4843-abb3-bd354cd0469a', 'ip_address': '2001:db8::f068:902b:dd0f:3796'}], 'name': 'tempest-NetworksTestDHCPv6-885105464'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:40.151687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.158543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d1ee36c5-8f1c-4990-b152-566a980cc271 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.160447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.163186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0ac229bf-838f-477a-aee0-900c1669e865 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:40.180629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:17:40.204738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d1ee36c5-8f1c-4990-b152-566a980cc271 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.248908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.249645 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Added segment 369b2a9c-0d8f-469e-bce7-1701c075d309 of type vlan for network 744359d9-1605-4bd3-bffa-e5f9e2171255 Dec 22 17:17:40.284088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9238dd49-7e57-49e6-a1b9-eed9a4dea129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.284653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-137aed82-a79d-4b53-a61c-157502518dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.318620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.327006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-137aed82-a79d-4b53-a61c-157502518dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.335012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.386057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d1ee36c5-8f1c-4990-b152-566a980cc271 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.399842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-050e83be-37a3-46ac-87a9-b3d492cd62b2 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:40.421798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea2afbc-d23a-44ca-a4e3-0d193a4fdae9,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:40.423317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee36c5-8f1c-4990-b152-566a980cc271 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384703af-24d9-43ed-b57d-3bc97a7490e1,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:40.426877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d1ee36c5-8f1c-4990-b152-566a980cc271 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:40.438355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:40.442130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:40.449989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d1ee36c5-8f1c-4990-b152-566a980cc271 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.453848 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d1ee36c5-8f1c-4990-b152-566a980cc271 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/security-groups/384703af-24d9-43ed-b57d-3bc97a7490e1 HTTP/1.1" status: 204 len: 168 time: 0.5363855 Dec 22 17:17:40.453848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.459955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:40.460745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.467527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60294) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:40.468198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-13d095f2-d6b1-48fc-a040-978dc0a29a9d tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:40.607686 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7729321 Dec 22 17:17:40.632172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60298) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:40.645023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Network': ['ID=744359d9-1605-4bd3-bffa-e5f9e2171255,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:40.649197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:40.654903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'subnet': {'network_id': '744359d9-1605-4bd3-bffa-e5f9e2171255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:40.670272 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-137aed82-a79d-4b53-a61c-157502518dd7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24e470691f7040e89211bbe808cf57b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9485202 Dec 22 17:17:40.674441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60302) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:40.686373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 744359d9-1605-4bd3-bffa-e5f9e2171255 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:40.701552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.705516 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7942147 Dec 22 17:17:40.727371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60306) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:40.761745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-71eab795-723a-4455-8880-cdc178d2492e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'dea2afbc-d23a-44ca-a4e3-0d193a4fdae9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:40.776215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-71eab795-723a-4455-8880-cdc178d2492e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:40.780165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-71eab795-723a-4455-8880-cdc178d2492e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:40.783229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-71eab795-723a-4455-8880-cdc178d2492e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:40.789708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-71eab795-723a-4455-8880-cdc178d2492e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:40.803148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.814365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137aed82-a79d-4b53-a61c-157502518dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1a5adf-1ad5-48b7-9ab1-5212bb2e778f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:40.818249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Transition to ACTIVE for port object bf8a63e4-ca47-4031-8491-326cad06de5b will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:40.821634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5806-ac64-4604-b09f-ac55a5aaed9f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.839318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Transition to ACTIVE for port object bf8a63e4-ca47-4031-8491-326cad06de5b will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:40.851363 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-137aed82-a79d-4b53-a61c-157502518dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:40.858061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-6f4226ea-c189-4f34-b8aa-dda1e7b06e0f None None] For port f20afe17-326b-4779-a6ca-13327a18df75, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f20afe17-326b-4779-a6ca-13327a18df75,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:40.858522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6f4226ea-c189-4f34-b8aa-dda1e7b06e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.861780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:40.867877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:40.868131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:port and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:40.872090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:40.883234 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-71eab795-723a-4455-8880-cdc178d2492e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:40.884655 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-71eab795-723a-4455-8880-cdc178d2492e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1342194 Dec 22 17:17:40.887520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:40.888074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60310) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:40.892744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.900791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5806-ac64-4604-b09f-ac55a5aaed9f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.908472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:40.920148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-61cdc61c-bc37-4479-aca7-faf06e0abefd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group_rule': {'security_group_id': 'dea2afbc-d23a-44ca-a4e3-0d193a4fdae9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:40.932756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d322c480-c78b-4f6d-97ae-618ec241cdec up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:40.936192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-61cdc61c-bc37-4479-aca7-faf06e0abefd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:40.949451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-61cdc61c-bc37-4479-aca7-faf06e0abefd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:40.955169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-61cdc61c-bc37-4479-aca7-faf06e0abefd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:40.961242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.964148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-98793c81-9fdb-4309-a01f-d918761c0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.965412 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41405b7b-c974-4932-8e21-db157aed9a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:40.973783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e015db1c-8124-4392-b7e6-da800aed5a75 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:41.011993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-61cdc61c-bc37-4479-aca7-faf06e0abefd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:41.012230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:41.024502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:41.028465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.045831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef3c251-dea7-4b1b-9eb2-b34676f4fcd2 None None] DHCP port deletion for cc4b3875-bf3f-4af1-8f65-d3470b1319eb request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:41.067647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Subnet': ['ID=31a68aa0-c262-40ed-a85b-80c7cf178780,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:41.072755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-6f4226ea-c189-4f34-b8aa-dda1e7b06e0f None None] Calling delete_port for f20afe17-326b-4779-a6ca-13327a18df75 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:41.097318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:41.100289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41405b7b-c974-4932-8e21-db157aed9a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.115607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.117515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bef3c251-dea7-4b1b-9eb2-b34676f4fcd2 None None] Deleting port d322c480-c78b-4f6d-97ae-618ec241cdec {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:41.117892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bef3c251-dea7-4b1b-9eb2-b34676f4fcd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.207616 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:41.211047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8::209 (b96baf6e-89f3-47f8-8f9c-1ac71ccf7620/82906abc-339c-4cdf-bec0-31a52e429b32/b649c56b-e0a0-4188-aab8-086c170b1a02) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:41.241562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8:0:1::271 (b96baf6e-89f3-47f8-8f9c-1ac71ccf7620/61549e6a-2d23-4f71-bfb9-18452b0e1b1d/b649c56b-e0a0-4188-aab8-086c170b1a02) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:41.331274 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.360004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Network 5f2e857e-78f2-4f0b-8602-5adf82213cc7 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:41.370793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-98793c81-9fdb-4309-a01f-d918761c0511 None None] For port a2bca969-34c5-4ac3-bb0b-88aa92ceceae, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a2bca969-34c5-4ac3-bb0b-88aa92ceceae,segment=NetworkSegment(00409d7a-9af3-401a-9448-d7f63c1891e1),segment_id=00409d7a-9af3-401a-9448-d7f63c1891e1)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:41.378109 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:41.380823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:41.390199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5806-ac64-4604-b09f-ac55a5aaed9f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.402422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-03e8842a-0718-4cf9-bcb8-9b215753d0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:41.424889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-98793c81-9fdb-4309-a01f-d918761c0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.427684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Pushing event updated for resources: {'Port': ['ID=bf8a63e4-ca47-4031-8491-326cad06de5b,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:41.430781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.431966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:41.432797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:41.453131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b5806-ac64-4604-b09f-ac55a5aaed9f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15ffdbd-5283-4f8b-84dc-fe1d8c03fd81,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:41.454213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port 23032c1a-de55-4dcb-a276-6c27f782464b yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:41.463604 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-61cdc61c-bc37-4479-aca7-faf06e0abefd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:41.464650 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-61cdc61c-bc37-4479-aca7-faf06e0abefd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5695620 Dec 22 17:17:41.468429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7e7b5806-ac64-4604-b09f-ac55a5aaed9f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:41.473862 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60314) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:41.513724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2e857e-78f2-4f0b-8602-5adf82213cc7']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:41.529462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5806-ac64-4604-b09f-ac55a5aaed9f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.529972 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7e7b5806-ac64-4604-b09f-ac55a5aaed9f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/security-groups/e15ffdbd-5283-4f8b-84dc-fe1d8c03fd81 HTTP/1.1" status: 204 len: 168 time: 1.0431576 Dec 22 17:17:41.541320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60318) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:41.544568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9da2db-e582-49d4-aad2-6d36322c5c85') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:41.544868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9da2db-e582-49d4-aad2-6d36322c5c85') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:41.630513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.649532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41405b7b-c974-4932-8e21-db157aed9a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.663528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7e7b5806-ac64-4604-b09f-ac55a5aaed9f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:41.676851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6f4226ea-c189-4f34-b8aa-dda1e7b06e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.706787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.719039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41405b7b-c974-4932-8e21-db157aed9a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1a5adf-1ad5-48b7-9ab1-5212bb2e778f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:41.729682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-41405b7b-c974-4932-8e21-db157aed9a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:41.740479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:41.740861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:41.757585 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:41.766805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port d322c480-c78b-4f6d-97ae-618ec241cdec triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:41.767236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.768579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.769075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb4f1170-0aa4-430c-8b05-325074a4ecab tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.784969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Transition to ACTIVE for port object b649c56b-e0a0-4188-aab8-086c170b1a02 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:41.815794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.824273 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4226ea-c189-4f34-b8aa-dda1e7b06e0f None None] No DVR routers for this DVR port f20afe17-326b-4779-a6ca-13327a18df75 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:41.831495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98793c81-9fdb-4309-a01f-d918761c0511 None None] Pushing event updated for resources: {'Port': ['ID=a2bca969-34c5-4ac3-bb0b-88aa92ceceae,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:41.834035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-98793c81-9fdb-4309-a01f-d918761c0511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:41.838220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:41.918124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41405b7b-c974-4932-8e21-db157aed9a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.921784 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-41405b7b-c974-4932-8e21-db157aed9a1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af1a5adf-1ad5-48b7-9ab1-5212bb2e778f HTTP/1.1" status: 204 len: 168 time: 1.2409687 Dec 22 17:17:41.924400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c675b0be-c42e-4b6e-a643-29a45901f62f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.928033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:41.928607 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb4f1170-0aa4-430c-8b05-325074a4ecab tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.936684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:41.955454 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:17:41.956060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:41.958669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 17:17:41.958669 dv-neutron-822513-1-hyperv neutron-server[87587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 17:17:41.958669 dv-neutron-822513-1-hyperv neutron-server[87587]: [parameters: {'id': '5f2e857e-78f2-4f0b-8602-5adf82213cc7'}] Dec 22 17:17:41.958669 dv-neutron-822513-1-hyperv neutron-server[87587]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:17:41.959055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:17:41.963068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:41.963923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:41.987381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Router e4c58593-f595-4730-bd11-29603cf60e47 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:17:42.006714 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8847728 Dec 22 17:17:42.010725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-9238dd49-7e57-49e6-a1b9-eed9a4dea129 None None] Allocated IP 2001:db8:0:1::2 (b96baf6e-89f3-47f8-8f9c-1ac71ccf7620/61549e6a-2d23-4f71-bfb9-18452b0e1b1d/a2bca969-34c5-4ac3-bb0b-88aa92ceceae) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:42.017854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60324) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:42.034352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c675b0be-c42e-4b6e-a643-29a45901f62f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.054229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82906abc-339c-4cdf-bec0-31a52e429b32'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:42.065360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=b649c56b-e0a0-4188-aab8-086c170b1a02,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:42.085370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:42.131016 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c7bda129-4a3a-4a3d-a594-a9d5ad59d683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:42.160274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb4f1170-0aa4-430c-8b05-325074a4ecab tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.169848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:42.178107 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Attempting to bind port bf8a63e4-ca47-4031-8491-326cad06de5b on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:42.179519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Attempting to bind port bf8a63e4-ca47-4031-8491-326cad06de5b by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '4c9da2db-e582-49d4-aad2-6d36322c5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5f2e857e-78f2-4f0b-8602-5adf82213cc7'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:42.180144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Attempting to bind port bf8a63e4-ca47-4031-8491-326cad06de5b on network 5f2e857e-78f2-4f0b-8602-5adf82213cc7 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:42.184008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a6895a0c-2475-4a1d-97b4-52119e68cec2 None None] Provisioning complete for port d322c480-c78b-4f6d-97ae-618ec241cdec triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:42.184652 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6895a0c-2475-4a1d-97b4-52119e68cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.214978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::f068:902b:dd0f:3796 (1719665a-967c-4b0a-ab06-6816cb17c416/ec3c9efe-08f1-4843-abb3-bd354cd0469a/23032c1a-de55-4dcb-a276-6c27f782464b) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:42.242843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:17:42.249309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.251504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b1d6e-e544-4eeb-accd-322e3361d210 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:42.253032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f1170-0aa4-430c-8b05-325074a4ecab tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea2afbc-d23a-44ca-a4e3-0d193a4fdae9,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:42.263237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb4f1170-0aa4-430c-8b05-325074a4ecab tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:42.264761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f508b216-c8a7-4b7c-8d94-875b25b8a208 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:42.313985 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4226ea-c189-4f34-b8aa-dda1e7b06e0f None None] Pushing event deleted for resources: {'Port': ['ID=f20afe17-326b-4779-a6ca-13327a18df75,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:42.349147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:42.350070 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Checking segment: {'id': '4c9da2db-e582-49d4-aad2-6d36322c5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5f2e857e-78f2-4f0b-8602-5adf82213cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:42.350796 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.351673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Bound using segment: {'id': '4c9da2db-e582-49d4-aad2-6d36322c5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5f2e857e-78f2-4f0b-8602-5adf82213cc7'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:42.352364 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Bound port: bf8a63e4-ca47-4031-8491-326cad06de5b, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9da2db-e582-49d4-aad2-6d36322c5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5f2e857e-78f2-4f0b-8602-5adf82213cc7'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:42.356250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.356530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c675b0be-c42e-4b6e-a643-29a45901f62f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.365914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60330) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:42.367842 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:17:42.373635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6f4226ea-c189-4f34-b8aa-dda1e7b06e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:42.377288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb4f1170-0aa4-430c-8b05-325074a4ecab tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.380280 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fb4f1170-0aa4-430c-8b05-325074a4ecab tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "DELETE /v2.0/security-groups/dea2afbc-d23a-44ca-a4e3-0d193a4fdae9 HTTP/1.1" status: 204 len: 168 time: 0.9043186 Dec 22 17:17:42.387719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60334) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:42.390591 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7cd3d-1e3c-4745-8794-471396c6aeaf None None] Sync routers for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:17:42.396175 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cb77a781-86a6-4cb1-bfd3-c13c9c52f0f1 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "PUT /v2.0/routers/e4c58593-f595-4730-bd11-29603cf60e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5126026 Dec 22 17:17:42.405267 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7cd3d-1e3c-4745-8794-471396c6aeaf None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:17:42.406199 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-b9d7cd3d-1e3c-4745-8794-471396c6aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:17:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:42.408919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60336) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:42.419028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c675b0be-c42e-4b6e-a643-29a45901f62f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.420486 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c675b0be-c42e-4b6e-a643-29a45901f62f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/security-groups/3c83d7fe-334a-4c82-b9c6-7f4e2b72c2ed HTTP/1.1" status: 204 len: 168 time: 0.8782372 Dec 22 17:17:42.502828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.517775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60342) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:42.525679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-758b0117-673c-4369-963c-162bd9880dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.538955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-bef3c251-dea7-4b1b-9eb2-b34676f4fcd2 None None] For port d322c480-c78b-4f6d-97ae-618ec241cdec, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d322c480-c78b-4f6d-97ae-618ec241cdec,segment=NetworkSegment(94066196-58f6-47e1-bf6b-bdcc7dcc7e9c),segment_id=94066196-58f6-47e1-bf6b-bdcc7dcc7e9c)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:42.539380 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bef3c251-dea7-4b1b-9eb2-b34676f4fcd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.562788 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-b9d7cd3d-1e3c-4745-8794-471396c6aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:42.584756 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7cd3d-1e3c-4745-8794-471396c6aeaf None None] Routers {'e4c58593-f595-4730-bd11-29603cf60e47'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:17:42.585387 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-b9d7cd3d-1e3c-4745-8794-471396c6aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:17:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e4c58593-f595-4730-bd11-29603cf60e47'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:42.623821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Subnet': ['ID=a4aa11e6-cd47-4b81-b397-0da74a9c6a7d,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:42.646935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:42.656827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-742c6a2b-f79b-4aa4-a2af-f7e8caa2be47 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:42.693020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-758b0117-673c-4369-963c-162bd9880dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:42.709395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Checking segment: {'id': '369b2a9c-0d8f-469e-bce7-1701c075d309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '744359d9-1605-4bd3-bffa-e5f9e2171255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:42.710070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network hostable DHCP agents. Network: 744359d9-1605-4bd3-bffa-e5f9e2171255, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:17:42.711005 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-b9d7cd3d-1e3c-4745-8794-471396c6aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:42.715774 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7cd3d-1e3c-4745-8794-471396c6aeaf None None] The sync data for ids ['e4c58593-f595-4730-bd11-29603cf60e47'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:17:42.723490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-758b0117-673c-4369-963c-162bd9880dab admin admin] Usage tracker for resource:security_group_rule and tenant:b5e88329d62b47559113c6f654834d29 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:42.727899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bef3c251-dea7-4b1b-9eb2-b34676f4fcd2 None None] Calling delete_port for d322c480-c78b-4f6d-97ae-618ec241cdec owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:42.740922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675b0be-c42e-4b6e-a643-29a45901f62f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c83d7fe-334a-4c82-b9c6-7f4e2b72c2ed,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:42.743302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-758b0117-673c-4369-963c-162bd9880dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:42.765902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c675b0be-c42e-4b6e-a643-29a45901f62f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:42.815656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-9238dd49-7e57-49e6-a1b9-eed9a4dea129 None None] For port a2bca969-34c5-4ac3-bb0b-88aa92ceceae, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a2bca969-34c5-4ac3-bb0b-88aa92ceceae,segment=NetworkSegment(00409d7a-9af3-401a-9448-d7f63c1891e1),segment_id=00409d7a-9af3-401a-9448-d7f63c1891e1)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:42.830727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting port bf8a63e4-ca47-4031-8491-326cad06de5b {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:42.831370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.884699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-758b0117-673c-4369-963c-162bd9880dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:42.929768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:42.948790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6ea73c8d-41a1-449b-8b43-bbe72b8cedcb tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Synchronizing usage tracker for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:42.954625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object 23032c1a-de55-4dcb-a276-6c27f782464b will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:42.989077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37dbab9-77bc-45d8-a777-d32612705161 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting subnet 4cf17a2d-3e7b-4bd0-82aa-929fcfffbbb8 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:42.992912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.006116 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] For port bf8a63e4-ca47-4031-8491-326cad06de5b, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:43.006783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d37dbab9-77bc-45d8-a777-d32612705161 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.007633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8c358922-6436-4c0a-afd8-99f7162edbaf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:43.066735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9238dd49-7e57-49e6-a1b9-eed9a4dea129 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.077038 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] For port bf8a63e4-ca47-4031-8491-326cad06de5b, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=bf8a63e4-ca47-4031-8491-326cad06de5b,segment=NetworkSegment(4c9da2db-e582-49d4-aad2-6d36322c5c85),segment_id=4c9da2db-e582-49d4-aad2-6d36322c5c85)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:43.088528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network 744359d9-1605-4bd3-bffa-e5f9e2171255 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:17:43.101522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.109535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c5f8dd99-cc75-4e12-860c-345a5d794dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:43.112191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:43.113902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:43.122600 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:43.129191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:43.130045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.141957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6ea73c8d-41a1-449b-8b43-bbe72b8cedcb tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Unset dirty status for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:43.146883 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6ea73c8d-41a1-449b-8b43-bbe72b8cedcb tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7366242 Dec 22 17:17:43.146883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.150354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60346) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:43.176320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group': {'name': 'tempest-secgroup--701682114'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:43.178207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bef3c251-dea7-4b1b-9eb2-b34676f4fcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.187351 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9238dd49-7e57-49e6-a1b9-eed9a4dea129 None None] Transition to ACTIVE for port object a2bca969-34c5-4ac3-bb0b-88aa92ceceae will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:43.200694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:43.223458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=23032c1a-de55-4dcb-a276-6c27f782464b,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:43.224678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f20afe17-326b-4779-a6ca-13327a18df75 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:43.236789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:43.240720 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1613715 Dec 22 17:17:43.242687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60350) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:43.245374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:43.317340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: f20afe17-326b-4779-a6ca-13327a18df75 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:17:43.318391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f20afe17-326b-4779-a6ca-13327a18df75 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:43.329725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Pushing event updated for resources: {'Port': ['ID=bf8a63e4-ca47-4031-8491-326cad06de5b,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:43.332435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.335511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 744359d9-1605-4bd3-bffa-e5f9e2171255) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:43.345129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d37dbab9-77bc-45d8-a777-d32612705161 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.347369 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:43.347964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9238dd49-7e57-49e6-a1b9-eed9a4dea129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.374223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.381654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cb470c07-e916-4bcf-8246-678be1f858a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:43.396632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:43.406046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Usage tracker for resource:security_group_rule and tenant:78a35281d1db49e8923438707994597f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:43.418980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:43.426166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:43.458872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d3682a-c9c9-4c9b-a549-a241cebce963 None None] Network 744359d9-1605-4bd3-bffa-e5f9e2171255 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:43.460031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0696c20-f25f-461c-8150-aae5b9df9a4c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:43.460749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0696c20-f25f-461c-8150-aae5b9df9a4c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:43.496179 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3c251-dea7-4b1b-9eb2-b34676f4fcd2 None None] No DVR routers for this DVR port d322c480-c78b-4f6d-97ae-618ec241cdec on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:43.500434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0696c20-f25f-461c-8150-aae5b9df9a4c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:43.505541 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d0696c20-f25f-461c-8150-aae5b9df9a4c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2587948 Dec 22 17:17:43.505935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60354) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:43.525554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a2bca969-34c5-4ac3-bb0b-88aa92ceceae up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:43.573670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:43.574223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.592485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a6895a0c-2475-4a1d-97b4-52119e68cec2 None None] Provisioning for port f0428398-1f29-4493-ac14-91c9a90dacf0 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:43.598140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.617610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bba01-3a08-4a1f-b928-abdc2deb29b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port 23032c1a-de55-4dcb-a276-6c27f782464b {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:43.617610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bba01-3a08-4a1f-b928-abdc2deb29b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.619327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a6895a0c-2475-4a1d-97b4-52119e68cec2 None None] Provisioning complete for port f0428398-1f29-4493-ac14-91c9a90dacf0 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:43.619713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6895a0c-2475-4a1d-97b4-52119e68cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.639240 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.649390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-46373c34-1587-4254-96d8-74c77c87f21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:43.718076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3c251-dea7-4b1b-9eb2-b34676f4fcd2 None None] Pushing event deleted for resources: {'Port': ['ID=d322c480-c78b-4f6d-97ae-618ec241cdec,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:43.747435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4dac1-8995-4cb6-9c65-2acf54a09e4b,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:43.760091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:43.760982 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.762163 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6030459 Dec 22 17:17:43.768634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60358) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:43.780945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-2cdee486-7095-4645-9668-cee0946a1653 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:43.781359 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-2cdee486-7095-4645-9668-cee0946a1653 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 17:17:43.781850 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-2cdee486-7095-4645-9668-cee0946a1653 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 17:17:43.782771 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2cdee486-7095-4645-9668-cee0946a1653 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "PUT /v2.0/security-groups/aea4dac1-8995-4cb6-9c65-2acf54a09e4b HTTP/1.1" status: 409 len: 330 time: 0.0132289 Dec 22 17:17:43.785865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60362) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:43.814239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] For port bf8a63e4-ca47-4031-8491-326cad06de5b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=bf8a63e4-ca47-4031-8491-326cad06de5b,segment=NetworkSegment(4c9da2db-e582-49d4-aad2-6d36322c5c85),segment_id=4c9da2db-e582-49d4-aad2-6d36322c5c85)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:43.814602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.941420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90b7feee-8568-4fe2-9229-1f68ab017810 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:43.961753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238dd49-7e57-49e6-a1b9-eed9a4dea129 None None] Pushing event updated for resources: {'Port': ['ID=a2bca969-34c5-4ac3-bb0b-88aa92ceceae,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:43.964198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Calling delete_port for bf8a63e4-ca47-4031-8491-326cad06de5b owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:43.968651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9238dd49-7e57-49e6-a1b9-eed9a4dea129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:43.985484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.786s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:43.986083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:44.004091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90b7feee-8568-4fe2-9229-1f68ab017810 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.012859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bba01-3a08-4a1f-b928-abdc2deb29b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.059770 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.4250004 Dec 22 17:17:44.086751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60366) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:44.090295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a6895a0c-2475-4a1d-97b4-52119e68cec2 None None] Port f0428398-1f29-4493-ac14-91c9a90dacf0 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:44.183133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': 'ec3c9efe-08f1-4843-abb3-bd354cd0469a'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:44.184215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.194379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d322c480-c78b-4f6d-97ae-618ec241cdec no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:44.202568 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bba01-3a08-4a1f-b928-abdc2deb29b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for 23032c1a-de55-4dcb-a276-6c27f782464b owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:44.238083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: d322c480-c78b-4f6d-97ae-618ec241cdec {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:17:44.238305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d322c480-c78b-4f6d-97ae-618ec241cdec not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:44.241071 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f0793-b690-48b3-bb03-79dcf8f77d19 None None] Network 5f2e857e-78f2-4f0b-8602-5adf82213cc7 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:44.301022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90b7feee-8568-4fe2-9229-1f68ab017810 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.307502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ea16bf0e-99b7-406a-9cc1-593868b56d8c tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:44.325673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7feee-8568-4fe2-9229-1f68ab017810 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4dac1-8995-4cb6-9c65-2acf54a09e4b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:44.329557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-90b7feee-8568-4fe2-9229-1f68ab017810 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:44.368341 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90b7feee-8568-4fe2-9229-1f68ab017810 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.370066 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-90b7feee-8568-4fe2-9229-1f68ab017810 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "DELETE /v2.0/security-groups/aea4dac1-8995-4cb6-9c65-2acf54a09e4b HTTP/1.1" status: 204 len: 168 time: 0.5832880 Dec 22 17:17:44.375877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60370) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:44.390960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-758b0117-673c-4369-963c-162bd9880dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.411653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.420384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d37dbab9-77bc-45d8-a777-d32612705161 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.461595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-02064f7e-77dd-488c-978d-e24287cf61ee tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Synchronizing usage tracker for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:44.468682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-758b0117-673c-4369-963c-162bd9880dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.476146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.477944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bba01-3a08-4a1f-b928-abdc2deb29b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.488361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0f06e61d-6033-46e8-80d8-071db4e571d5 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:44.495067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d1ee36c5-8f1c-4990-b152-566a980cc271 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:44.536446 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-02064f7e-77dd-488c-978d-e24287cf61ee tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Unset dirty status for tenant:78a35281d1db49e8923438707994597f on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:44.542368 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-02064f7e-77dd-488c-978d-e24287cf61ee tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1613550 Dec 22 17:17:44.542368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bba01-3a08-4a1f-b928-abdc2deb29b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=23032c1a-de55-4dcb-a276-6c27f782464b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:44.542767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60374) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:44.545714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2d1bba01-3a08-4a1f-b928-abdc2deb29b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:44.549518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-744359d9-1605-4bd3-bffa-e5f9e2171255', 'network_id': '744359d9-1605-4bd3-bffa-e5f9e2171255', 'tenant_id': 'c1428821adf345448843a17f963c35d6', 'fixed_ips': [{'subnet_id': 'a4aa11e6-cd47-4b81-b397-0da74a9c6a7d'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:44.550707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.573671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b0117-673c-4369-963c-162bd9880dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94debc7d-9ab5-4d28-869b-92d5517cc14f,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:44.578195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-758b0117-673c-4369-963c-162bd9880dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:44.605033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fc793469-a432-44f5-ad9e-4b842edbfc4d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:44.610267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2d1bba01-3a08-4a1f-b928-abdc2deb29b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.615228 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-19e40932-a47f-4123-9199-0c59d8317a7b tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] delete failed (client error): The resource could not be found. Dec 22 17:17:44.616362 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-19e40932-a47f-4123-9199-0c59d8317a7b tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "DELETE /v2.0/security-groups/d715ff7c-cecd-445c-8ff3-cc0ad3bae17d HTTP/1.1" status: 404 len: 347 time: 0.0725791 Dec 22 17:17:44.620524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60378) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:44.641514 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-87e2b456-610c-4c28-abf1-9aed5c8d90d6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] show failed (client error): The resource could not be found. Dec 22 17:17:44.646522 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-87e2b456-610c-4c28-abf1-9aed5c8d90d6 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "GET /v2.0/security-groups/345e0d42-d1ce-4193-a15f-6be46e6b562e HTTP/1.1" status: 404 len: 347 time: 0.0213785 Dec 22 17:17:44.650834 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2d1bba01-3a08-4a1f-b928-abdc2deb29b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/23032c1a-de55-4dcb-a276-6c27f782464b HTTP/1.1" status: 204 len: 168 time: 1.1361692 Dec 22 17:17:44.651715 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60382) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:44.652164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60384) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:44.661463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting port 918e935e-f7d5-4a3b-9556-6eb6077a400a {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:44.662084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:44.672101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f741186-18a5-408c-84a9-069f10178036 None None] Network 5f2e857e-78f2-4f0b-8602-5adf82213cc7 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:44.700357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No DVR routers for this DVR port bf8a63e4-ca47-4031-8491-326cad06de5b on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:44.732402 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-ec5b80a8-feea-4333-9b76-a5aa301cb7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] show failed (client error): The resource could not be found. Dec 22 17:17:44.733427 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ec5b80a8-feea-4333-9b76-a5aa301cb7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] 10.222.0.70 "GET /v2.0/security-group-rules/5cbb9b39-d3b8-4dee-ad75-594803bb2939 HTTP/1.1" status: 404 len: 356 time: 0.0800314 Dec 22 17:17:44.777420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac1a7bd-9d18-4be8-aa81-0cd5757b02ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:44.779394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac1a7bd-9d18-4be8-aa81-0cd5757b02ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:44.782944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8ac1a7bd-9d18-4be8-aa81-0cd5757b02ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:44.804441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8ac1a7bd-9d18-4be8-aa81-0cd5757b02ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:44.812511 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8ac1a7bd-9d18-4be8-aa81-0cd5757b02ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1571567 Dec 22 17:17:44.813264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60392) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:44.830312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Port': ['ID=bf8a63e4-ca47-4031-8491-326cad06de5b,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:44.833435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:44.919642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-77283966-7b47-4e50-ba3c-459137bd130d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet ec3c9efe-08f1-4843-abb3-bd354cd0469a {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:44.945237 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-758b0117-673c-4369-963c-162bd9880dab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5e88329d62b47559113c6f654834d29&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5698452 Dec 22 17:17:44.948828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60396) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:44.984797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff7d3a9-6845-4ba5-b9e7-64880ac22b08 None None] Network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:45.037891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9ed9-36ff-4d73-8f27-ea91aafaf833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.043841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.068147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9ed9-36ff-4d73-8f27-ea91aafaf833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.084078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Delete allocated IP 2001:db8:0:1::271 (b96baf6e-89f3-47f8-8f9c-1ac71ccf7620/61549e6a-2d23-4f71-bfb9-18452b0e1b1d) {{(pid=87587) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 17:17:45.124699 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Allocated IP 2001:db8::f816:3eff:fe1c:66c0 (744359d9-1605-4bd3-bffa-e5f9e2171255/a4aa11e6-cd47-4b81-b397-0da74a9c6a7d/2110296a-9167-4731-8e78-3b90f7e4f5a9) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:45.136166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9ed9-36ff-4d73-8f27-ea91aafaf833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.141887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0033901b-0d90-4557-975e-ea188a597ce5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:45.156164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a9ed9-36ff-4d73-8f27-ea91aafaf833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94debc7d-9ab5-4d28-869b-92d5517cc14f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:45.159295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ea4a9ed9-36ff-4d73-8f27-ea91aafaf833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:45.161720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea4a9ed9-36ff-4d73-8f27-ea91aafaf833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.175699 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ea4a9ed9-36ff-4d73-8f27-ea91aafaf833 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94debc7d-9ab5-4d28-869b-92d5517cc14f HTTP/1.1" status: 204 len: 168 time: 0.2204416 Dec 22 17:17:45.176604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60404) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:45.338090 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/ec3c9efe-08f1-4843-abb3-bd354cd0469a/1df539bf-0686-44cf-bcda-224776e19cf6) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:45.374014 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.375721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-767a5e1d-3d7c-48b1-8213-91b90e923ac6 None None] Provisioning for port a2bca969-34c5-4ac3-bb0b-88aa92ceceae completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:45.395463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-767a5e1d-3d7c-48b1-8213-91b90e923ac6 None None] Provisioning complete for port a2bca969-34c5-4ac3-bb0b-88aa92ceceae triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:45.396351 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-767a5e1d-3d7c-48b1-8213-91b90e923ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.438707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d37dbab9-77bc-45d8-a777-d32612705161 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.478513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3e7c1e06-01c4-4083-931d-ca523431c904 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:45.546518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a2bca969-34c5-4ac3-bb0b-88aa92ceceae up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:45.566325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2e857e-78f2-4f0b-8602-5adf82213cc7']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:45.591428 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-575a8764-02af-4a30-867f-6058cda5d889 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78a35281d1db49e8923438707994597f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112773 Dec 22 17:17:45.591757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60420) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:45.608128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37dbab9-77bc-45d8-a777-d32612705161 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf17a2d-3e7b-4bd0-82aa-929fcfffbbb8,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:45.610718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d37dbab9-77bc-45d8-a777-d32612705161 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.639561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d37dbab9-77bc-45d8-a777-d32612705161 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:45.641482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9da2db-e582-49d4-aad2-6d36322c5c85') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:45.641783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9da2db-e582-49d4-aad2-6d36322c5c85') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:45.643355 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b8a32c-9b14-48ce-a654-9a13daa92633 None None] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:45.678880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6876f1cc-0fe9-4ebc-8b06-912b0300a7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.702234 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d37dbab9-77bc-45d8-a777-d32612705161 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/4cf17a2d-3e7b-4bd0-82aa-929fcfffbbb8 HTTP/1.1" status: 204 len: 168 time: 3.1636913 Dec 22 17:17:45.705691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60424) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:45.706259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.742733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.768212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6876f1cc-0fe9-4ebc-8b06-912b0300a7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.777480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.793737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.837516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-a712811c-10aa-4825-b721-cdcd983f4b02 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting subnet 8e918cce-55d4-4d49-90da-085f6242505a {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:45.841569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a712811c-10aa-4825-b721-cdcd983f4b02 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.884007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:45.884675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:45.899471 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:45.982541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Calling delete_port for 918e935e-f7d5-4a3b-9556-6eb6077a400a owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:46.067941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a712811c-10aa-4825-b721-cdcd983f4b02 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.099653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6876f1cc-0fe9-4ebc-8b06-912b0300a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.117221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-661edae9-1269-4eac-9bc7-8af48da31034 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:46.138623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876f1cc-0fe9-4ebc-8b06-912b0300a7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd3a04a-f8e0-4861-825e-6f8c4b553526,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:46.145209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6876f1cc-0fe9-4ebc-8b06-912b0300a7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:46.155197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6876f1cc-0fe9-4ebc-8b06-912b0300a7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.156441 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6876f1cc-0fe9-4ebc-8b06-912b0300a7e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1fd3a04a-f8e0-4861-825e-6f8c4b553526 HTTP/1.1" status: 204 len: 168 time: 0.5638642 Dec 22 17:17:46.173213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.203327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a712811c-10aa-4825-b721-cdcd983f4b02 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.222425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.231229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60438) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:46.236009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:46.262149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.273163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Ignored duplicate provisioning block setup for port b649c56b-e0a0-4188-aab8-086c170b1a02 by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 17:17:46.293731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Network': ['ID=5f2e857e-78f2-4f0b-8602-5adf82213cc7,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:46.309059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a712811c-10aa-4825-b721-cdcd983f4b02 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.309833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:46.311458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.319217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-989c314d-a436-47b3-96d7-fc80a9c7ab8d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:46.334133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9f550a04-c0cb-483f-8fb9-22c393d36101 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:46.394652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712811c-10aa-4825-b721-cdcd983f4b02 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Subnet': ['ID=8e918cce-55d4-4d49-90da-085f6242505a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:46.394908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=b649c56b-e0a0-4188-aab8-086c170b1a02,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:46.397605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a712811c-10aa-4825-b721-cdcd983f4b02 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:46.406382 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/5f2e857e-78f2-4f0b-8602-5adf82213cc7 HTTP/1.1" status: 204 len: 168 time: 6.6707134 Dec 22 17:17:46.406638 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a712811c-10aa-4825-b721-cdcd983f4b02 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.411554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:46.413105 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60444) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:46.434507 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a712811c-10aa-4825-b721-cdcd983f4b02 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/8e918cce-55d4-4d49-90da-085f6242505a HTTP/1.1" status: 204 len: 168 time: 0.7228441 Dec 22 17:17:46.436944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60448) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:46.526992 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f44005-9b0f-4edb-80c0-4724758f1598 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:46.531660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f44005-9b0f-4edb-80c0-4724758f1598 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:46.534945 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-63f44005-9b0f-4edb-80c0-4724758f1598 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/4cf17a2d-3e7b-4bd0-82aa-929fcfffbbb8 HTTP/1.1" status: 404 len: 337 time: 0.0967500 Dec 22 17:17:46.537813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60454) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:46.602336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.608910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port a2bca969-34c5-4ac3-bb0b-88aa92ceceae triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:46.616766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] In _notify_port_updated(), no bound segment for port b649c56b-e0a0-4188-aab8-086c170b1a02 on network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:17:46.617522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.628924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:46.629415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-303be08f-e6a7-494f-a4b5-34b09999009f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting subnet cddb0563-8369-4b9e-b284-1a8250fa0d12 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:46.634010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.635526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-303be08f-e6a7-494f-a4b5-34b09999009f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.639422 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "PUT /v2.0/ports/b649c56b-e0a0-4188-aab8-086c170b1a02 HTTP/1.1" status: 200 len: 925 time: 4.6076770 Dec 22 17:17:46.640493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60458) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:46.647319 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51af610-d785-4583-beed-d0ebd15dd187 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:46.654262 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51af610-d785-4583-beed-d0ebd15dd187 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:46.675231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82906abc-339c-4cdf-bec0-31a52e429b32'}, {'subnet_id': '61549e6a-2d23-4f71-bfb9-18452b0e1b1d'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:46.712169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-303be08f-e6a7-494f-a4b5-34b09999009f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.732959 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d51af610-d785-4583-beed-d0ebd15dd187 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/subnets/31a68aa0-c262-40ed-a85b-80c7cf178780 HTTP/1.1" status: 404 len: 337 time: 0.3183155 Dec 22 17:17:46.750716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60464) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:46.788203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-667ff1aa-e915-4a7f-ab92-5c77171ff909 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:46.795559 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING neutron.api.v2.base [None req-667ff1aa-e915-4a7f-ab92-5c77171ff909 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 17:17:46.797750 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-667ff1aa-e915-4a7f-ab92-5c77171ff909 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 17:17:46.798583 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-667ff1aa-e915-4a7f-ab92-5c77171ff909 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5639715 Dec 22 17:17:46.804671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60472) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:46.811043 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0617e3-c479-4e74-9e56-b4f68734ed13 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:46.811617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0617e3-c479-4e74-9e56-b4f68734ed13 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:46.816298 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bf0617e3-c479-4e74-9e56-b4f68734ed13 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/5f2e857e-78f2-4f0b-8602-5adf82213cc7 HTTP/1.1" status: 404 len: 339 time: 0.0640578 Dec 22 17:17:46.819715 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group': {'name': 'tempest-secgroup--747587626'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:46.827167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:46.831343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:46.834851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:46.843201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:46.859166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60476) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:46.877264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Transition to ACTIVE for port object 1df539bf-0686-44cf-bcda-224776e19cf6 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:46.894272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fbefaba2-124b-428c-8ee3-159adb47bc5d None None] Provisioning for port b649c56b-e0a0-4188-aab8-086c170b1a02 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:46.919572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.920417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.945244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.950096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fbefaba2-124b-428c-8ee3-159adb47bc5d None None] Provisioning complete for port b649c56b-e0a0-4188-aab8-086c170b1a02 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:46.950430 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fbefaba2-124b-428c-8ee3-159adb47bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:46.990299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Transition to ACTIVE for port object 2110296a-9167-4731-8e78-3b90f7e4f5a9 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:47.024165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.050538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:47.051972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Transition to ACTIVE for port object 1df539bf-0686-44cf-bcda-224776e19cf6 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:47.065974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-50501761-839e-4a77-985f-d19982ca61f9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:47.091490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.094393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:47.099837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:47.101758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-98793c81-9fdb-4309-a01f-d918761c0511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:47.107261 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77283966-7b47-4e50-ba3c-459137bd130d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.147853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:47.153786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Port': ['ID=918e935e-f7d5-4a3b-9556-6eb6077a400a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:47.156227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.160475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Transition to ACTIVE for port object 2110296a-9167-4731-8e78-3b90f7e4f5a9 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:47.161843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fbefaba2-124b-428c-8ee3-159adb47bc5d None None] Port b649c56b-e0a0-4188-aab8-086c170b1a02 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:47.177880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.201263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:47.208934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.225603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-303be08f-e6a7-494f-a4b5-34b09999009f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.233624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:47.246692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:47.249780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:47.263277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Pushing event updated for resources: {'Port': ['ID=1df539bf-0686-44cf-bcda-224776e19cf6,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:47.277342 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:47.277814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d7e7d0a9-d654-4406-a8ff-2ce1ae6ba766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:47.288580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77283966-7b47-4e50-ba3c-459137bd130d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.352426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Network 744359d9-1605-4bd3-bffa-e5f9e2171255 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:47.354354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.360083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fbefaba2-124b-428c-8ee3-159adb47bc5d None None] Provisioning complete for port a2bca969-34c5-4ac3-bb0b-88aa92ceceae triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:47.360466 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fbefaba2-124b-428c-8ee3-159adb47bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.401277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:47.456521 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:47.495674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60490) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:47.504346 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027480 Dec 22 17:17:47.509746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60492) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:47.517781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.523948 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Pushing event updated for resources: {'Port': ['ID=2110296a-9167-4731-8e78-3b90f7e4f5a9,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:47.526709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:47.567492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Attempting to bind port 1df539bf-0686-44cf-bcda-224776e19cf6 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:47.567863 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Attempting to bind port 1df539bf-0686-44cf-bcda-224776e19cf6 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:47.568478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Attempting to bind port 1df539bf-0686-44cf-bcda-224776e19cf6 on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:47.573752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029b7997-78d6-45df-bf36-a26af9aea563']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:47.602486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae99d365-605a-4076-9466-40459dc02648') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:47.602759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae99d365-605a-4076-9466-40459dc02648') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:47.611831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:47.612111 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-303be08f-e6a7-494f-a4b5-34b09999009f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.612245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:47.612594 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.612983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:47.613450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Bound port: 1df539bf-0686-44cf-bcda-224776e19cf6, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:47.613822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.621316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0515a274-856c-4a07-8ba2-ff5b94445a07 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:47.660319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.671500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303be08f-e6a7-494f-a4b5-34b09999009f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Subnet': ['ID=cddb0563-8369-4b9e-b284-1a8250fa0d12,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:47.674147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-303be08f-e6a7-494f-a4b5-34b09999009f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.683817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-303be08f-e6a7-494f-a4b5-34b09999009f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:47.699511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.702112 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77283966-7b47-4e50-ba3c-459137bd130d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.736107 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cc6ce4af-bf02-496f-b704-0bee15bd8f88 tempest-NetworksApiDiscovery-1332672373 tempest-NetworksApiDiscovery-1332672373-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2206180 Dec 22 17:17:47.738775 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-303be08f-e6a7-494f-a4b5-34b09999009f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/cddb0563-8369-4b9e-b284-1a8250fa0d12 HTTP/1.1" status: 204 len: 168 time: 1.1969810 Dec 22 17:17:47.747583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60498) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:47.760504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:47.760894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:47.776324 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:47.894103 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a438c71-b6b9-4a6d-ac9b-0e73de395e16 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:47.894557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a438c71-b6b9-4a6d-ac9b-0e73de395e16 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:47.896278 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0a438c71-b6b9-4a6d-ac9b-0e73de395e16 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/66ce58af-ccc5-4b45-b13b-8fc0a1e15105 HTTP/1.1" status: 404 len: 337 time: 0.1477385 Dec 22 17:17:47.899655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Attempting to bind port 2110296a-9167-4731-8e78-3b90f7e4f5a9 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:47.900755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Attempting to bind port 2110296a-9167-4731-8e78-3b90f7e4f5a9 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '369b2a9c-0d8f-469e-bce7-1701c075d309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '744359d9-1605-4bd3-bffa-e5f9e2171255'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:47.900856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Attempting to bind port 2110296a-9167-4731-8e78-3b90f7e4f5a9 on network 744359d9-1605-4bd3-bffa-e5f9e2171255 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:47.906626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60504) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:47.928016 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:47.928836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Checking segment: {'id': '369b2a9c-0d8f-469e-bce7-1701c075d309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '744359d9-1605-4bd3-bffa-e5f9e2171255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:47.928836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.929235 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Bound using segment: {'id': '369b2a9c-0d8f-469e-bce7-1701c075d309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '744359d9-1605-4bd3-bffa-e5f9e2171255'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:47.929677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Bound port: 2110296a-9167-4731-8e78-3b90f7e4f5a9, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369b2a9c-0d8f-469e-bce7-1701c075d309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '744359d9-1605-4bd3-bffa-e5f9e2171255'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:47.930067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.953822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.964323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:47.967714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-245c7b8c-fb95-4647-819f-afc41c36d5ad tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:47.972601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-64a7c06c-29cd-4752-891c-58047602660b tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:47.991668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.001720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Network': ['ID=029b7997-78d6-45df-bf36-a26af9aea563,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:48.008418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:48.019866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77283966-7b47-4e50-ba3c-459137bd130d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.027282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8953436f-6f8b-470e-af46-9da91570fc7e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:48.061190 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] For port 2110296a-9167-4731-8e78-3b90f7e4f5a9, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:48.065109 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] For port 2110296a-9167-4731-8e78-3b90f7e4f5a9, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2110296a-9167-4731-8e78-3b90f7e4f5a9,segment=NetworkSegment(369b2a9c-0d8f-469e-bce7-1701c075d309),segment_id=369b2a9c-0d8f-469e-bce7-1701c075d309)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:48.069098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.075513 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b9d56242-e7d5-46b2-9444-36840b442584 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2914d3d-e21a-4eb1-a0a1-44e72783ce91 HTTP/1.1" status: 200 len: 205 time: 0.1654506 Dec 22 17:17:48.076152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60508) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:48.077331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.080192 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.093507 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/029b7997-78d6-45df-bf36-a26af9aea563 HTTP/1.1" status: 204 len: 168 time: 1.2266064 Dec 22 17:17:48.097625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] For port 1df539bf-0686-44cf-bcda-224776e19cf6, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:48.100030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-13b51a10-77b4-45db-a864-2214c37d3b7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:48.100178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Subnet': ['ID=a4aa11e6-cd47-4b81-b397-0da74a9c6a7d,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:48.104122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60510) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:48.106813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77283966-7b47-4e50-ba3c-459137bd130d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3c9efe-08f1-4843-abb3-bd354cd0469a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:48.114250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77283966-7b47-4e50-ba3c-459137bd130d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.117485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-77283966-7b47-4e50-ba3c-459137bd130d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:48.129520 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-77283966-7b47-4e50-ba3c-459137bd130d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/ec3c9efe-08f1-4843-abb3-bd354cd0469a HTTP/1.1" status: 204 len: 168 time: 3.3150933 Dec 22 17:17:48.131727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60516) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:48.183720 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2bf7817d-5994-4f56-a8a3-48f930071d77 None None] Provisioning complete for port b649c56b-e0a0-4188-aab8-086c170b1a02 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:48.184102 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2bf7817d-5994-4f56-a8a3-48f930071d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.196600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:48.238401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] For port 1df539bf-0686-44cf-bcda-224776e19cf6, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1df539bf-0686-44cf-bcda-224776e19cf6,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:48.257871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.273330 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2e3ff9ad-33cb-4643-bc89-659e15232e44 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1403117 Dec 22 17:17:48.276278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60522) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:48.285258 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-b033244f-ffd8-42e0-a243-b5ef6a4d3ee1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] delete failed (client error): The resource could not be found. Dec 22 17:17:48.289382 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b033244f-ffd8-42e0-a243-b5ef6a4d3ee1 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/routers/a2914d3d-e21a-4eb1-a0a1-44e72783ce91 HTTP/1.1" status: 404 len: 336 time: 0.1895556 Dec 22 17:17:48.310057 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2bf7817d-5994-4f56-a8a3-48f930071d77 None None] Port b649c56b-e0a0-4188-aab8-086c170b1a02 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:48.337760 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60526) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:48.338372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60528) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:48.367050 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f1851d-34af-4c48-a8f9-a554ff4db144 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:48.367281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f1851d-34af-4c48-a8f9-a554ff4db144 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:48.401681 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Pushing event updated for resources: {'Port': ['ID=2110296a-9167-4731-8e78-3b90f7e4f5a9,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:48.405380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.405876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Fanout notify agent at l3_agent the message router_deleted on router e4c58593-f595-4730-bd11-29603cf60e47 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:17:48.421298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.422399 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/routers/e4c58593-f595-4730-bd11-29603cf60e47 HTTP/1.1" status: 204 len: 168 time: 6.0005186 Dec 22 17:17:48.425748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:48.426263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-83f51514-2233-4b2c-b8fe-c06791069a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:48.428762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.439740 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-36f1851d-34af-4c48-a8f9-a554ff4db144 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/subnets/f3878b3b-7bda-4d14-bbf7-7d69a044dc68 HTTP/1.1" status: 404 len: 337 time: 0.3281171 Dec 22 17:17:48.439740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60536) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:48.449785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60538) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:48.593764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.602219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be8a118-47d5-41ca-b311-66cb6cdba45f None None] Network 744359d9-1605-4bd3-bffa-e5f9e2171255 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:48.636982 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0327d2c-13e4-49b6-8101-400f47252375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.637203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b426d5-8b3b-484f-ae6d-a00939531153 None None] Network 4940b49d-9888-4167-9ba3-cad6c97dcc95 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:48.641447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744359d9-1605-4bd3-bffa-e5f9e2171255']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:48.646293 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f36b30a-e298-4b8c-92b3-5305c75a09d2 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:48.646745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f36b30a-e298-4b8c-92b3-5305c75a09d2 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:48.652945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.658408 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-167f89e2-41a3-4bd2-a281-2886d5ec91de tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:48.659057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167f89e2-41a3-4bd2-a281-2886d5ec91de tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:48.659633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b37d8f75-5016-496b-8cfd-2397bfd33313 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:48.661210 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-167f89e2-41a3-4bd2-a281-2886d5ec91de tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/f9331961-f873-4cfe-a24d-598bfba31829 HTTP/1.1" status: 404 len: 339 time: 0.2076907 Dec 22 17:17:48.669482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60544) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:48.677498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:48.680087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369b2a9c-0d8f-469e-bce7-1701c075d309') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:48.680549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369b2a9c-0d8f-469e-bce7-1701c075d309') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:48.685708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:48.689470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:48.699669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:48.745865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.817961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9663574c-1503-4d70-853d-8ba9d3e9f2e0 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting subnet c14d99d0-f298-4b67-a1d3-5ab25a696b47 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:48.821817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9663574c-1503-4d70-853d-8ba9d3e9f2e0 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.847470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.851175 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0f36b30a-e298-4b8c-92b3-5305c75a09d2 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/be939460-c67f-427d-b359-86b1bb5bb010 HTTP/1.1" status: 404 len: 337 time: 0.5112040 Dec 22 17:17:48.862683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60548) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:48.866165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d0327d2c-13e4-49b6-8101-400f47252375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:48.878358 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.893506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-03117025-4893-47d6-bbff-83bd4200625c None None] Provisioning complete for port 849b8054-0fc9-4809-a1d2-01fdbf5949fe triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:48.893506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-03117025-4893-47d6-bbff-83bd4200625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.907065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Deleting subnet 0f27d978-5f72-4932-8300-2b95a44c3ee7 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:48.916255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.952137 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Pushing event updated for resources: {'Port': ['ID=1df539bf-0686-44cf-bcda-224776e19cf6,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:48.962981 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae90d4d-1d14-492e-91f4-0e9ca2ec750a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:48.964090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae90d4d-1d14-492e-91f4-0e9ca2ec750a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:48.964345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.965800 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6ae90d4d-1d14-492e-91f4-0e9ca2ec750a tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/28b617a7-1f21-4522-b8ec-c73eb2bc438a HTTP/1.1" status: 404 len: 337 time: 0.1020317 Dec 22 17:17:48.974610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60552) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:48.975737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0327d2c-13e4-49b6-8101-400f47252375 admin admin] Usage tracker for resource:security_group_rule and tenant:b9ad52cde0d0412dbf57fde8f83c7457 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:48.983580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0327d2c-13e4-49b6-8101-400f47252375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:48.987790 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:48.989805 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1828413 Dec 22 17:17:48.989999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:49.023243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a99a3c-01b1-4b6d-b37b-b36041270983,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:49.023462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60556) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:49.033627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744f6de2-2f1c-4624-a6ee-24929bc92945 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:49.033627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-744f6de2-2f1c-4624-a6ee-24929bc92945 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:49.034115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9663574c-1503-4d70-853d-8ba9d3e9f2e0 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.043534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d0327d2c-13e4-49b6-8101-400f47252375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:49.046280 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:49.049691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3210bb9a-445d-43ba-b88f-afb1c0723a25 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:49.069664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': 'b01d4a7b-896f-4138-b9b6-ce841b152d6e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:49.077543 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1e70f5-7880-4247-9ad7-2d82dab8b78e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:49.078393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1e70f5-7880-4247-9ad7-2d82dab8b78e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:49.080180 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ef1e70f5-7880-4247-9ad7-2d82dab8b78e tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/4fade9d1-1e20-4138-b41f-06354a9c9b4a HTTP/1.1" status: 404 len: 337 time: 0.0987558 Dec 22 17:17:49.083324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:49.083728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.087603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-03117025-4893-47d6-bbff-83bd4200625c None None] Port 849b8054-0fc9-4809-a1d2-01fdbf5949fe cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:49.096893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60560) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:49.099010 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:49.106471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-744f6de2-2f1c-4624-a6ee-24929bc92945 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:49.108080 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-744f6de2-2f1c-4624-a6ee-24929bc92945 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8209724 Dec 22 17:17:49.117469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:49.119780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60564) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:49.130855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-03117025-4893-47d6-bbff-83bd4200625c None None] Provisioning complete for port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:49.131266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-03117025-4893-47d6-bbff-83bd4200625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.154248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01d4a7b-896f-4138-b9b6-ce841b152d6e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:49.163517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:49.168472 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d0518a-ef10-4ae8-9009-581fb78e1813 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:49.169283 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d0518a-ef10-4ae8-9009-581fb78e1813 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:49.173929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:49.182057 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-03d0518a-ef10-4ae8-9009-581fb78e1813 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/359a738d-8987-4225-8d9d-84f03fe3ff3f HTTP/1.1" status: 404 len: 333 time: 0.0808949 Dec 22 17:17:49.185480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60568) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:49.232026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:49.235640 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-94644969-26e9-49ac-bb8c-1dfecf6fe86c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:49.236104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94644969-26e9-49ac-bb8c-1dfecf6fe86c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:49.240181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.243281 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-94644969-26e9-49ac-bb8c-1dfecf6fe86c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/9935a61b-5ac3-4d46-86fd-8185d8eabd35 HTTP/1.1" status: 404 len: 337 time: 0.0570245 Dec 22 17:17:49.248276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60572) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:49.295068 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b4ba1e-2222-4e79-a74f-7966fdc5d9af tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:49.295541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b4ba1e-2222-4e79-a74f-7966fdc5d9af tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:49.306697 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-71b4ba1e-2222-4e79-a74f-7966fdc5d9af tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/c8599106-1072-4e00-a16a-6ae0477d9d25 HTTP/1.1" status: 404 len: 337 time: 0.0568430 Dec 22 17:17:49.311295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60576) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:49.323641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:49.330276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f112b9fb-5f7b-42cf-ba0a-08a46b4617ff None None] DHCP port deletion for 4940b49d-9888-4167-9ba3-cad6c97dcc95 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:49.334970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f112b9fb-5f7b-42cf-ba0a-08a46b4617ff None None] Deleting port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:49.335621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f112b9fb-5f7b-42cf-ba0a-08a46b4617ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.366469 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9a4efc-60f5-4e8c-a59b-d8136faf6777 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:49.366926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9a4efc-60f5-4e8c-a59b-d8136faf6777 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:49.380193 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8:0:1::20 (b96baf6e-89f3-47f8-8f9c-1ac71ccf7620/61549e6a-2d23-4f71-bfb9-18452b0e1b1d/b649c56b-e0a0-4188-aab8-086c170b1a02) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:49.386605 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4a9a4efc-60f5-4e8c-a59b-d8136faf6777 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/d5da9676-b788-4e73-98d6-b2e2eeca6ad9 HTTP/1.1" status: 404 len: 333 time: 0.0714197 Dec 22 17:17:49.387632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60580) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:49.404017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 17:17:49.404017 dv-neutron-822513-1-hyperv neutron-server[87587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 17:17:49.404017 dv-neutron-822513-1-hyperv neutron-server[87587]: [parameters: {'id': '744359d9-1605-4bd3-bffa-e5f9e2171255'}] Dec 22 17:17:49.404017 dv-neutron-822513-1-hyperv neutron-server[87587]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:17:49.404533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:17:49.415515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fcc246-7c76-4752-83b8-a22133296b0e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:49.416285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-06fcc246-7c76-4752-83b8-a22133296b0e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:49.429991 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cacfd89-fb2a-4652-aebd-0c3e1bfbb69c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:49.430446 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cacfd89-fb2a-4652-aebd-0c3e1bfbb69c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:49.434894 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3cacfd89-fb2a-4652-aebd-0c3e1bfbb69c tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/8a854844-ca74-45fe-8ff8-c66461e7d57e HTTP/1.1" status: 404 len: 337 time: 0.0438964 Dec 22 17:17:49.434894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0327d2c-13e4-49b6-8101-400f47252375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.435335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60584) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:49.477103 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0327d2c-13e4-49b6-8101-400f47252375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.515077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.517006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e278d43-f95b-4603-af34-0a8b5aafa288 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:49.528661 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d0327d2c-13e4-49b6-8101-400f47252375 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9ad52cde0d0412dbf57fde8f83c7457&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1875825 Dec 22 17:17:49.529344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60588) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:49.533551 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcd4494-930e-4bc4-ae8b-472bdc1f0739 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:49.533941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcd4494-930e-4bc4-ae8b-472bdc1f0739 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:49.535584 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8dcd4494-930e-4bc4-ae8b-472bdc1f0739 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/subnets/ea581b81-52d9-49a8-9671-578708cb9a9e HTTP/1.1" status: 404 len: 337 time: 0.0993664 Dec 22 17:17:49.551492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60592) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:49.632249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f112b9fb-5f7b-42cf-ba0a-08a46b4617ff None None] For port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,segment=NetworkSegment(689e76e7-2027-43bf-974b-8c92ba1ed565),segment_id=689e76e7-2027-43bf-974b-8c92ba1ed565)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:49.632870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f112b9fb-5f7b-42cf-ba0a-08a46b4617ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.635194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0327d2c-13e4-49b6-8101-400f47252375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48e3bdc-900f-48c6-970b-4c8db68cc870,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:49.642735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1df539bf-0686-44cf-bcda-224776e19cf6 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:49.644069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d0327d2c-13e4-49b6-8101-400f47252375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:49.663647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.687449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9663574c-1503-4d70-853d-8ba9d3e9f2e0 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.714572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0415b3f4-1343-4e75-81d4-94ecdc7004b9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Deleting port 849b8054-0fc9-4809-a1d2-01fdbf5949fe {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:49.714937 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0415b3f4-1343-4e75-81d4-94ecdc7004b9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.754791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1cff9d0-af49-4c7a-9061-5fbd356b7ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.848383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f112b9fb-5f7b-42cf-ba0a-08a46b4617ff None None] Calling delete_port for 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:49.866998 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1cff9d0-af49-4c7a-9061-5fbd356b7ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.911857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 1df539bf-0686-44cf-bcda-224776e19cf6 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:49.960003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.982288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f112b9fb-5f7b-42cf-ba0a-08a46b4617ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:49.982864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-06fcc246-7c76-4752-83b8-a22133296b0e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:49.984043 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-06fcc246-7c76-4752-83b8-a22133296b0e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8540893 Dec 22 17:17:49.999230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cc4cb2dc-1e49-485c-bc2a-4a378073ad4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:50.001044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60596) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:50.052281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Deleting port 2110296a-9167-4731-8e78-3b90f7e4f5a9 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:50.052877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.053002 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f112b9fb-5f7b-42cf-ba0a-08a46b4617ff None None] No DVR routers for this DVR port 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:50.058123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:50.097567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112b9fb-5f7b-42cf-ba0a-08a46b4617ff None None] Pushing event deleted for resources: {'Port': ['ID=8f82c7bb-3e5d-46fb-9ea1-347f64ee937b,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:50.100410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f112b9fb-5f7b-42cf-ba0a-08a46b4617ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:50.101366 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:17:50.102361 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f82c7bb-3e5d-46fb-9ea1-347f64ee937b not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:50.105073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7102a80-070b-4f40-8933-d05595ce11a0 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:50.106045 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7ebdad76-0103-4c09-8447-2768d724bb7b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041744 Dec 22 17:17:50.115957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60600) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:50.125861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:50.149741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0415b3f4-1343-4e75-81d4-94ecdc7004b9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.171526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.176188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.184773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.185745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4aa537f9-41e1-4098-a230-7ee4cd5bdd86 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:50.220599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9663574c-1503-4d70-853d-8ba9d3e9f2e0 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.244269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c9176d88-498a-4cdd-ba2a-10cb9dec6928 None None] Provisioning for port 1df539bf-0686-44cf-bcda-224776e19cf6 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:50.269068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.277213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c9176d88-498a-4cdd-ba2a-10cb9dec6928 None None] Provisioning complete for port 1df539bf-0686-44cf-bcda-224776e19cf6 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:50.277580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c9176d88-498a-4cdd-ba2a-10cb9dec6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.280407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Subnet': ['ID=0f27d978-5f72-4932-8300-2b95a44c3ee7,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:50.284095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.310313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9663574c-1503-4d70-853d-8ba9d3e9f2e0 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.314734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Transition to ACTIVE for port object b649c56b-e0a0-4188-aab8-086c170b1a02 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:50.317901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:50.318351 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:50.318703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:50.319063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:50.319460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:50.319812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:50.320156 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:50.320502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:50.320878 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:50.321202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:50.321573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:50.322089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:50.337949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:50.341268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1cff9d0-af49-4c7a-9061-5fbd356b7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.343267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:50.355266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0415b3f4-1343-4e75-81d4-94ecdc7004b9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Calling delete_port for 849b8054-0fc9-4809-a1d2-01fdbf5949fe owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:50.372517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.375623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41346d53-50fc-41b5-9ebf-16e57a057f75 None None] Network ca052a20-d183-48ff-b4ab-d9e1e6befb92 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:50.382833 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d0327d2c-13e4-49b6-8101-400f47252375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:50.416272 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/subnets/0f27d978-5f72-4932-8300-2b95a44c3ee7 HTTP/1.1" status: 204 len: 168 time: 1.9699659 Dec 22 17:17:50.419547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60604) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:50.423805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cff9d0-af49-4c7a-9061-5fbd356b7ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48e3bdc-900f-48c6-970b-4c8db68cc870,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:50.425347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663574c-1503-4d70-853d-8ba9d3e9f2e0 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Subnet': ['ID=c14d99d0-f298-4b67-a1d3-5ab25a696b47,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:50.427208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.429576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c1cff9d0-af49-4c7a-9061-5fbd356b7ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:50.431394 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4000409 Dec 22 17:17:50.431559 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60608) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:50.432867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9663574c-1503-4d70-853d-8ba9d3e9f2e0 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:50.437087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:50.446243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:50.453206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8db01dfe-1a4c-4a6b-91c9-093033f08b8f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': 'b01d4a7b-896f-4138-b9b6-ce841b152d6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:50.457418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1cff9d0-af49-4c7a-9061-5fbd356b7ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.461028 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c1cff9d0-af49-4c7a-9061-5fbd356b7ae5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c48e3bdc-900f-48c6-970b-4c8db68cc870 HTTP/1.1" status: 204 len: 168 time: 0.9268587 Dec 22 17:17:50.472867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8db01dfe-1a4c-4a6b-91c9-093033f08b8f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:50.497618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8db01dfe-1a4c-4a6b-91c9-093033f08b8f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:50.500777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8db01dfe-1a4c-4a6b-91c9-093033f08b8f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:50.503500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:50.506535 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9663574c-1503-4d70-853d-8ba9d3e9f2e0 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/subnets/c14d99d0-f298-4b67-a1d3-5ab25a696b47 HTTP/1.1" status: 204 len: 168 time: 1.8323984 Dec 22 17:17:50.509946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60614) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:50.510784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8db01dfe-1a4c-4a6b-91c9-093033f08b8f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:50.579779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0415b3f4-1343-4e75-81d4-94ecdc7004b9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.585529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:50.589154 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.611964 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0d0dd686-6a37-4108-ad2b-0a2eaf2055a6 tempest-ServerActionsTestJSON-693674263 tempest-ServerActionsTestJSON-693674263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:50.618087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f701d15-0f1a-44a8-b3eb-7542995f2239,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:50.726428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c9176d88-498a-4cdd-ba2a-10cb9dec6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.742925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:50.747066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0b8d6765-c646-452e-b883-6c748b59dd3e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:50.755758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f644c3bf-b7c4-4571-95c0-9a520020181e None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:50.772695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f644c3bf-b7c4-4571-95c0-9a520020181e None None] Deleting port 1df539bf-0686-44cf-bcda-224776e19cf6 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:50.773415 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f644c3bf-b7c4-4571-95c0-9a520020181e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.882076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c9176d88-498a-4cdd-ba2a-10cb9dec6928 None None] For port 1df539bf-0686-44cf-bcda-224776e19cf6, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1df539bf-0686-44cf-bcda-224776e19cf6,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:50.892324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c9176d88-498a-4cdd-ba2a-10cb9dec6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.900695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:50.934208 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c9176d88-498a-4cdd-ba2a-10cb9dec6928 None None] Could not find standard attr ID for object 23032c1a-de55-4dcb-a276-6c27f782464b. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:17:50.945292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] In _notify_port_updated(), no bound segment for port b649c56b-e0a0-4188-aab8-086c170b1a02 on network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:17:50.950745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:50.951403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:50.955581 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "PUT /v2.0/ports/b649c56b-e0a0-4188-aab8-086c170b1a02 HTTP/1.1" status: 200 len: 1010 time: 4.3100505 Dec 22 17:17:50.960869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60624) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:51.003012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415b3f4-1343-4e75-81d4-94ecdc7004b9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Port': ['ID=849b8054-0fc9-4809-a1d2-01fdbf5949fe,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:51.005539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] For port 2110296a-9167-4731-8e78-3b90f7e4f5a9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2110296a-9167-4731-8e78-3b90f7e4f5a9,segment=NetworkSegment(369b2a9c-0d8f-469e-bce7-1701c075d309),segment_id=369b2a9c-0d8f-469e-bce7-1701c075d309)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:51.005900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.020879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0415b3f4-1343-4e75-81d4-94ecdc7004b9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:51.026966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.036341 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8db01dfe-1a4c-4a6b-91c9-093033f08b8f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.059048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting subnet 7a5d0694-21bd-42ec-a81c-ae390090d7d8 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:51.069263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0415b3f4-1343-4e75-81d4-94ecdc7004b9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.103885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.141347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9176d88-498a-4cdd-ba2a-10cb9dec6928 None None] Pushing event updated for resources: {'Port': ['ID=1df539bf-0686-44cf-bcda-224776e19cf6,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:51.145789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c9176d88-498a-4cdd-ba2a-10cb9dec6928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:51.148948 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a96aac37-7c32-4d49-9591-e6cbb41da3d3 None None] Provisioning for port b649c56b-e0a0-4188-aab8-086c170b1a02 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:51.160771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=b649c56b-e0a0-4188-aab8-086c170b1a02,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:51.166331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:51.174665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a96aac37-7c32-4d49-9591-e6cbb41da3d3 None None] Provisioning complete for port b649c56b-e0a0-4188-aab8-086c170b1a02 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:51.175045 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a96aac37-7c32-4d49-9591-e6cbb41da3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.176383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Calling delete_port for 2110296a-9167-4731-8e78-3b90f7e4f5a9 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:51.203811 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0415b3f4-1343-4e75-81d4-94ecdc7004b9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/ports/849b8054-0fc9-4809-a1d2-01fdbf5949fe HTTP/1.1" status: 204 len: 168 time: 1.6512620 Dec 22 17:17:51.216865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60632) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:51.243693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a96aac37-7c32-4d49-9591-e6cbb41da3d3 None None] Port b649c56b-e0a0-4188-aab8-086c170b1a02 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:51.252295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f644c3bf-b7c4-4571-95c0-9a520020181e None None] For port 1df539bf-0686-44cf-bcda-224776e19cf6, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1df539bf-0686-44cf-bcda-224776e19cf6,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:51.252808 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f644c3bf-b7c4-4571-95c0-9a520020181e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.279672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.286894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-18a18697-f1e9-49f4-bca0-27f468b2a2b8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port b649c56b-e0a0-4188-aab8-086c170b1a02 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:51.287461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-18a18697-f1e9-49f4-bca0-27f468b2a2b8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.388965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f644c3bf-b7c4-4571-95c0-9a520020181e None None] Calling delete_port for 1df539bf-0686-44cf-bcda-224776e19cf6 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:51.420684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.477023 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-8db01dfe-1a4c-4a6b-91c9-093033f08b8f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 17:17:51.480411 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8db01dfe-1a4c-4a6b-91c9-093033f08b8f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0424879 Dec 22 17:17:51.494562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60644) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:51.521404 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f644c3bf-b7c4-4571-95c0-9a520020181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.529898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3e8ecdd7-ea81-401f-82ab-116cc21aec93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:51.601528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1df539bf-0686-44cf-bcda-224776e19cf6 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:51.606769 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60648) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:51.666792 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 1df539bf-0686-44cf-bcda-224776e19cf6 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:17:51.667214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1df539bf-0686-44cf-bcda-224776e19cf6 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:51.670230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644c3bf-b7c4-4571-95c0-9a520020181e None None] Pushing event deleted for resources: {'Port': ['ID=1df539bf-0686-44cf-bcda-224776e19cf6,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:51.672776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f644c3bf-b7c4-4571-95c0-9a520020181e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:51.679330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f644c3bf-b7c4-4571-95c0-9a520020181e None None] No DVR routers for this DVR port 1df539bf-0686-44cf-bcda-224776e19cf6 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:51.723288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.732280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.735994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.745693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84e7711f-eb9b-4d00-997c-b50b69aa9d6d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.748862 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:51.753218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.773583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-303be08f-e6a7-494f-a4b5-34b09999009f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:51.816318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.823771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5d0694-21bd-42ec-a81c-ae390090d7d8,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:51.842363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Port': ['ID=2110296a-9167-4731-8e78-3b90f7e4f5a9,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:51.848453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No DVR routers for this DVR port 2110296a-9167-4731-8e78-3b90f7e4f5a9 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:51.850866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:51.851277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:51.853354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:51.853745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:51.854115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:51.854490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:51.854879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:51.855264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:51.855629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:51.856003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:51.856341 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:51.856694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:51.860853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:51.868780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1761986062-network', 'tenant_id': '0344a10d8c1c4cca981e644c68927115'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:51.874595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:51.878589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Usage tracker for resource:network and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:51.880855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:51.882115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:51.883780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24dc626f-59a4-42f0-8fba-8da170867f06']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:51.916615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:51.923460 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/subnets/7a5d0694-21bd-42ec-a81c-ae390090d7d8 HTTP/1.1" status: 204 len: 168 time: 1.4089172 Dec 22 17:17:51.926341 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84e7711f-eb9b-4d00-997c-b50b69aa9d6d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:51.927316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c94ffdf-0c9e-49df-8ce7-52735facf28d') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:51.927599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c94ffdf-0c9e-49df-8ce7-52735facf28d') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:51.935979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60654) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:51.985423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.003410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a276b07a-8bc8-490e-a1b8-32530d863924 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:52.036800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f74399-5929-40fb-8b3d-e91137fa6889 None None] Network ca052a20-d183-48ff-b4ab-d9e1e6befb92 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:52.105612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Made reservation on behalf of 0344a10d8c1c4cca981e644c68927115 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:52.108117 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.145865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ff4972cf-51fa-4b56-aa5c-f14bb7f98103 None None] Provisioning complete for port 339bdd24-1068-4d78-bad2-7628bfa9beb3 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:52.146822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ff4972cf-51fa-4b56-aa5c-f14bb7f98103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.156946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:52.162146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.179812 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:52.199940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:52.200688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.210902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206443b-edf2-4351-8d6c-fb1a31c3d763 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:52.222987 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:52.232677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=c7126c86-6e2a-4fd7-b675-e29b0927e566,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:52.235526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Usage tracker for resource:security_group_rule and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:52.244428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.246244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:52.251157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:52.261456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:52.263425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84e7711f-eb9b-4d00-997c-b50b69aa9d6d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.265913 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84e7711f-eb9b-4d00-997c-b50b69aa9d6d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.270276 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-84e7711f-eb9b-4d00-997c-b50b69aa9d6d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "DELETE /v2.0/security-groups/b01d4a7b-896f-4138-b9b6-ce841b152d6e HTTP/1.1" status: 204 len: 168 time: 0.7721460 Dec 22 17:17:52.270857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60658) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:52.274012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-aaf662c7-60e0-45dc-9148-e84c9cd9369e tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:52.287095 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1700337 Dec 22 17:17:52.292551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60662) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:52.298664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-18a18697-f1e9-49f4-bca0-27f468b2a2b8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.322040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': 'c7126c86-6e2a-4fd7-b675-e29b0927e566', 'ip_address': '2001:db8::a9eb:b561:1fc:cf36'}], 'name': 'tempest-NetworksTestDHCPv6-1055288995'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:52.327455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.336745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7711f-eb9b-4d00-997c-b50b69aa9d6d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01d4a7b-896f-4138-b9b6-ce841b152d6e,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:52.356232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-84e7711f-eb9b-4d00-997c-b50b69aa9d6d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:52.424903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting port 339bdd24-1068-4d78-bad2-7628bfa9beb3 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:52.425198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.530615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-18a18697-f1e9-49f4-bca0-27f468b2a2b8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for b649c56b-e0a0-4188-aab8-086c170b1a02 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:52.591557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.607398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-351e2cb8-2c1d-48a0-bedf-edcd3917b472 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Synchronizing usage tracker for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:52.626032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:52.626842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.645997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:52.654968 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:52.688305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:52.702448 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': 'c7126c86-6e2a-4fd7-b675-e29b0927e566'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:52.703400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.733981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-351e2cb8-2c1d-48a0-bedf-edcd3917b472 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Unset dirty status for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:52.735220 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-351e2cb8-2c1d-48a0-bedf-edcd3917b472 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4529767 Dec 22 17:17:52.774608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34ca7eb-3067-46a3-9566-f396c208e10f None None] DHCP port deletion for ca052a20-d183-48ff-b4ab-d9e1e6befb92 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:52.791016 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a34ca7eb-3067-46a3-9566-f396c208e10f None None] Deleting port 339bdd24-1068-4d78-bad2-7628bfa9beb3 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:52.791711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a34ca7eb-3067-46a3-9566-f396c208e10f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.793116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60666) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:52.818171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group': {'name': 'tempest-secgroup--175466823'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:52.824528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:52.834671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:52.835374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.869861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744359d9-1605-4bd3-bffa-e5f9e2171255']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:52.881603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:52.883357 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] For port 339bdd24-1068-4d78-bad2-7628bfa9beb3, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=339bdd24-1068-4d78-bad2-7628bfa9beb3,segment=NetworkSegment(43d6ad08-595b-4415-9425-96c3e04d10a2),segment_id=43d6ad08-595b-4415-9425-96c3e04d10a2)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:52.883774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.894650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:52.903177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369b2a9c-0d8f-469e-bce7-1701c075d309') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:52.903470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369b2a9c-0d8f-469e-bce7-1701c075d309') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:52.912155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.915597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4940b49d-9888-4167-9ba3-cad6c97dcc95']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:52.922449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.938889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.952937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689e76e7-2027-43bf-974b-8c92ba1ed565') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:52.953475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689e76e7-2027-43bf-974b-8c92ba1ed565') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:52.960881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.975556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:52.994058 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c0972577-c919-4615-831e-9dbac35b3e29 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:52.994934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/c7126c86-6e2a-4fd7-b675-e29b0927e566/a7fa435c-3786-465d-922f-0b4ec75290ee) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:53.021073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.027531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-03b0eaae-66a5-4b6b-863a-67ad4e4b9e0d tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:53.048078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.053413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.089074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:53.091602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:53.092007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.107244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Pushing event deleted for resources: {'Network': ['ID=24dc626f-59a4-42f0-8fba-8da170867f06,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:53.109304 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:53.121153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:53.122117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.129103 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Calling delete_port for 339bdd24-1068-4d78-bad2-7628bfa9beb3 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:53.130186 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:53.143016 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] 10.222.0.70 "DELETE /v2.0/networks/24dc626f-59a4-42f0-8fba-8da170867f06 HTTP/1.1" status: 204 len: 168 time: 2.7171698 Dec 22 17:17:53.143016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:53.170996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a34ca7eb-3067-46a3-9566-f396c208e10f None None] For port 339bdd24-1068-4d78-bad2-7628bfa9beb3, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=339bdd24-1068-4d78-bad2-7628bfa9beb3,segment=NetworkSegment(43d6ad08-595b-4415-9425-96c3e04d10a2),segment_id=43d6ad08-595b-4415-9425-96c3e04d10a2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:53.171524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a34ca7eb-3067-46a3-9566-f396c208e10f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.197945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:53.203316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:53.203718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:53.219983 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:53.311019 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a34ca7eb-3067-46a3-9566-f396c208e10f None None] Calling delete_port for 339bdd24-1068-4d78-bad2-7628bfa9beb3 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:53.386121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb35a971-b74e-4f24-81a6-7d020a109d8b,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:53.389335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.389993 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:17:53.403012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ea1d07d5-2d8c-426c-a958-afaaea343d69 tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:53.406783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:53.419757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.435965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.442117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Network': ['ID=744359d9-1605-4bd3-bffa-e5f9e2171255,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:53.455721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:53.456309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.460446 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.464760 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Added segment ed383cc2-d6bf-47c4-8754-36307dd532ea of type vlan for network 61b43531-00f7-434e-b681-69fa5be04147 Dec 22 17:17:53.475199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a34ca7eb-3067-46a3-9566-f396c208e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.477144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0638930f-6bb8-4abf-8d04-dcd91a3811aa tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:53.481324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6f4226ea-c189-4f34-b8aa-dda1e7b06e0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:53.492365 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-18a18697-f1e9-49f4-bca0-27f468b2a2b8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.502669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.515397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port bf2700cc-46b9-489b-a00b-71bffc6300f5 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:53.528167 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/networks/744359d9-1605-4bd3-bffa-e5f9e2171255 HTTP/1.1" status: 204 len: 168 time: 9.4292769 Dec 22 17:17:53.535415 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Pushing event deleted for resources: {'Network': ['ID=4940b49d-9888-4167-9ba3-cad6c97dcc95,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:53.540832 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ca7eb-3067-46a3-9566-f396c208e10f None None] Pushing event deleted for resources: {'Port': ['ID=339bdd24-1068-4d78-bad2-7628bfa9beb3,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:53.542279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60674) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:53.544116 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] 10.222.0.70 "DELETE /v2.0/networks/4940b49d-9888-4167-9ba3-cad6c97dcc95 HTTP/1.1" status: 204 len: 168 time: 2.3265095 Dec 22 17:17:53.544812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ca7eb-3067-46a3-9566-f396c208e10f None None] No DVR routers for this DVR port 339bdd24-1068-4d78-bad2-7628bfa9beb3 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:53.546399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a34ca7eb-3067-46a3-9566-f396c208e10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:53.547626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:53.557536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-93ffc0d5-9e79-4103-8f43-657b92a68c6e tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:53.562671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.593662 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:17:53.593979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:17:53.598735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60680) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:53.600408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.600768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Transition to ACTIVE for port object a7fa435c-3786-465d-922f-0b4ec75290ee will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:53.608799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-355334733'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:53.621483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Transition to ACTIVE for port object a7fa435c-3786-465d-922f-0b4ec75290ee will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:53.643100 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.655903 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:53.662705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.671364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:53.782230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a18697-f1e9-49f4-bca0-27f468b2a2b8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=b649c56b-e0a0-4188-aab8-086c170b1a02,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:53.787755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.792968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-18a18697-f1e9-49f4-bca0-27f468b2a2b8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:53.794249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-18a18697-f1e9-49f4-bca0-27f468b2a2b8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.802641 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-18a18697-f1e9-49f4-bca0-27f468b2a2b8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/b649c56b-e0a0-4188-aab8-086c170b1a02 HTTP/1.1" status: 204 len: 168 time: 2.8337593 Dec 22 17:17:53.802641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:network and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:53.804246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c4850a02-28e7-4cde-9d3e-63943e6a5c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:53.816112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:53.818811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60686) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:53.884977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Pushing event updated for resources: {'Port': ['ID=a7fa435c-3786-465d-922f-0b4ec75290ee,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:53.886235 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.890942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:53.891645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:53.893729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.904258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 339bdd24-1068-4d78-bad2-7628bfa9beb3 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:17:53.915798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a23ba3f2-b182-468a-b868-626594308465 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:53.928401 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-510199cd-f00b-4ca6-af09-69245e37a446 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:17:53.928949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-510199cd-f00b-4ca6-af09-69245e37a446 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:53.930124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:53.939124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:53.945041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:53.947554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 339bdd24-1068-4d78-bad2-7628bfa9beb3 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:17:53.947900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 339bdd24-1068-4d78-bad2-7628bfa9beb3 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:17:53.949298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:53.973017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.974123 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1800056 Dec 22 17:17:53.974845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:53.978198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:53.995374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60692) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:54.016911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb85b625-9e7d-431d-a64d-c239e6d145be,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:54.020554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:54.022071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60696) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:54.041311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-510199cd-f00b-4ca6-af09-69245e37a446 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:54.042424 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-510199cd-f00b-4ca6-af09-69245e37a446 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/b649c56b-e0a0-4188-aab8-086c170b1a02 HTTP/1.1" status: 404 len: 333 time: 0.2223976 Dec 22 17:17:54.045576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60702) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:54.055055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Attempting to bind port a7fa435c-3786-465d-922f-0b4ec75290ee on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:54.055687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Attempting to bind port a7fa435c-3786-465d-922f-0b4ec75290ee by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:54.056787 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Attempting to bind port a7fa435c-3786-465d-922f-0b4ec75290ee on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:54.062860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:54.063260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:54.063662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.064221 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:54.064850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Bound port: a7fa435c-3786-465d-922f-0b4ec75290ee, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:54.065416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.101071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ae1e08ee-7131-40e5-9aef-f99bee77fe5b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': 'cb85b625-9e7d-431d-a64d-c239e6d145be', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:54.101832 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-ae1e08ee-7131-40e5-9aef-f99bee77fe5b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 17:17:54.102496 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-ae1e08ee-7131-40e5-9aef-f99bee77fe5b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:54.104226 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ae1e08ee-7131-40e5-9aef-f99bee77fe5b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.1079016 Dec 22 17:17:54.104968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting port 339bdd24-1068-4d78-bad2-7628bfa9beb3 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:54.105439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.133943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60706) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:54.172745 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-330fd188-1856-45b5-8ea1-efad3c1a9e9a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c489bb601fc4ceb8db7a3eb25cfbac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5656657 Dec 22 17:17:54.178748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] For port a7fa435c-3786-465d-922f-0b4ec75290ee, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:54.184035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] For port a7fa435c-3786-465d-922f-0b4ec75290ee, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a7fa435c-3786-465d-922f-0b4ec75290ee,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:54.190129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.195552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60710) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:54.202641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:54.244737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] The port '339bdd24-1068-4d78-bad2-7628bfa9beb3' was deleted {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:17:54.251305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:17:54.255790 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Pushing event updated for resources: {'Network': ['ID=61b43531-00f7-434e-b681-69fa5be04147,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:54.267123 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:54.277433 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6668928 Dec 22 17:17:54.277674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 61b43531-00f7-434e-b681-69fa5be04147 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:54.279419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.280800 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Added segment ddc78dcf-bd2c-40b9-90db-062f90b344dc of type vlan for network f3062694-fb85-49d6-827b-c74e42baa004 Dec 22 17:17:54.280800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60714) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:54.294597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Request body: {'subnet': {'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1761986062-subnet', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'ip_version': 4}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:54.310245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:54.319555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce5a9c3-ca62-4beb-8e23-476d1bc6e689 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting subnet 61549e6a-2d23-4f71-bfb9-18452b0e1b1d {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:54.327416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fce5a9c3-ca62-4beb-8e23-476d1bc6e689 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.356055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::a9eb:b561:1fc:cf36 (1719665a-967c-4b0a-ab06-6816cb17c416/c7126c86-6e2a-4fd7-b675-e29b0927e566/bf2700cc-46b9-489b-a00b-71bffc6300f5) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:54.359078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Usage tracker for resource:subnet and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:54.363086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:54.383069 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3deedc4f-0766-48a9-a82b-e6f49b2624b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0ee63329cf14e019ca8df08e1ed40c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443754 Dec 22 17:17:54.388445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:54.388969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Pushing event updated for resources: {'Port': ['ID=a7fa435c-3786-465d-922f-0b4ec75290ee,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:54.389919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60718) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:54.394248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:54.417128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.430196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Made reservation on behalf of 0344a10d8c1c4cca981e644c68927115 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:54.433326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.450316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fce5a9c3-ca62-4beb-8e23-476d1bc6e689 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.517683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.569818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:17:54.581540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cee075ac-9aab-4d89-a090-80094f9bc691 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.622076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b3d36d0-dfb4-42c3-aa3c-0c7c5be364af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.640930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca052a20-d183-48ff-b4ab-d9e1e6befb92']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:54.641718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.647419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:54.648303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.657933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-510cacbb-cb41-4589-bfec-8ecb28ee9b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:54.700901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d6ad08-595b-4415-9425-96c3e04d10a2') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:54.701189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d6ad08-595b-4415-9425-96c3e04d10a2') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:54.768622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.777918 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2322645 Dec 22 17:17:54.779516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b3d36d0-dfb4-42c3-aa3c-0c7c5be364af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.787885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60722) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:54.791610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cee075ac-9aab-4d89-a090-80094f9bc691 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.797069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fce5a9c3-ca62-4beb-8e23-476d1bc6e689 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.829264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'subnet': {'network_id': 'f3062694-fb85-49d6-827b-c74e42baa004', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:54.844937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Network': ['ID=f3062694-fb85-49d6-827b-c74e42baa004,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:54.856788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:54.860932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network f3062694-fb85-49d6-827b-c74e42baa004 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:17:54.874712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ea43317-577d-4698-b21d-3804ec6158f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.911717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.952662 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:54.953056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:54.975435 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:55.035583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:55.043792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:subnet and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:55.046892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:55.066255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:55.071370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fce5a9c3-ca62-4beb-8e23-476d1bc6e689 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.078788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ea43317-577d-4698-b21d-3804ec6158f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.084370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4be584b7-143b-40a1-bbbb-c0f3a6ccb8a7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:55.108937 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cee075ac-9aab-4d89-a090-80094f9bc691 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.125092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5a9c3-ca62-4beb-8e23-476d1bc6e689 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Subnet': ['ID=61549e6a-2d23-4f71-bfb9-18452b0e1b1d,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:55.127699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-096ccfe2-1f80-44b9-81b3-14fe81b59f83 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:55.129228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fce5a9c3-ca62-4beb-8e23-476d1bc6e689 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:55.129889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:55.133316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.150129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.159533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a47a4469-774b-4fb3-bf48-69fa68ec2fb9 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:55.164384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ceb0ee-6842-48a2-a47d-66e763e8a941 None None] Network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:55.164712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee075ac-9aab-4d89-a090-80094f9bc691 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb85b625-9e7d-431d-a64d-c239e6d145be,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:55.186414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cee075ac-9aab-4d89-a090-80094f9bc691 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:55.193171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.197843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fce5a9c3-ca62-4beb-8e23-476d1bc6e689 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.202587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7d8cba37-7a7d-44e9-9d1a-db1d9963708b tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:55.217166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b3d36d0-dfb4-42c3-aa3c-0c7c5be364af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.223752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.228778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.258305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Network': ['ID=ca052a20-d183-48ff-b4ab-d9e1e6befb92,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:55.267709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:55.272018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-62a44d47-5e03-47e3-8620-eacdb89a04d0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:55.278981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cee075ac-9aab-4d89-a090-80094f9bc691 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.282739 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cee075ac-9aab-4d89-a090-80094f9bc691 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "DELETE /v2.0/security-groups/cb85b625-9e7d-431d-a64d-c239e6d145be HTTP/1.1" status: 204 len: 168 time: 1.1297302 Dec 22 17:17:55.284432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60726) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:55.288188 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fce5a9c3-ca62-4beb-8e23-476d1bc6e689 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/61549e6a-2d23-4f71-bfb9-18452b0e1b1d HTTP/1.1" status: 204 len: 168 time: 1.2397883 Dec 22 17:17:55.300926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object bf2700cc-46b9-489b-a00b-71bffc6300f5 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:55.307893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60730) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:55.309518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d36d0-dfb4-42c3-aa3c-0c7c5be364af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717c9bcd-a278-453c-9ed3-09dde4326506,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:55.323490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1b3d36d0-dfb4-42c3-aa3c-0c7c5be364af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:55.341693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17b2965-d70c-4ae3-84b8-068e15a3fa47,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:55.355579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:55.371924 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/ca052a20-d183-48ff-b4ab-d9e1e6befb92 HTTP/1.1" status: 204 len: 168 time: 3.4286366 Dec 22 17:17:55.378298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1b3d36d0-dfb4-42c3-aa3c-0c7c5be364af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.392246 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1b3d36d0-dfb4-42c3-aa3c-0c7c5be364af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/717c9bcd-a278-453c-9ed3-09dde4326506 HTTP/1.1" status: 204 len: 168 time: 1.1619554 Dec 22 17:17:55.397149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60734) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:55.415345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ea43317-577d-4698-b21d-3804ec6158f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.418328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ea43317-577d-4698-b21d-3804ec6158f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.419599 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8ea43317-577d-4698-b21d-3804ec6158f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3d565eb-aec6-4a97-8c81-4cf1a28842ae HTTP/1.1" status: 204 len: 168 time: 0.9822507 Dec 22 17:17:55.496702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1672ff5e-bdfb-4da9-b339-f85248c18553 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:55.517752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-851a0861-cceb-4314-af6e-52edf85472c0 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Synchronizing usage tracker for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:55.522629 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe25bc80-f931-44c8-830d-232478d794b4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:55.523208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe25bc80-f931-44c8-830d-232478d794b4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:55.525521 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fe25bc80-f931-44c8-830d-232478d794b4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/subnets/65223665-92ab-4bf7-904f-66df77ff1b09 HTTP/1.1" status: 404 len: 337 time: 0.1210315 Dec 22 17:17:55.526642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea43317-577d-4698-b21d-3804ec6158f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d565eb-aec6-4a97-8c81-4cf1a28842ae,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:55.532923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60742) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:55.541503 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8ea43317-577d-4698-b21d-3804ec6158f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:55.576416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Checking segment: {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:55.576738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Network hostable DHCP agents. Network: 61b43531-00f7-434e-b681-69fa5be04147, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:17:55.603844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc8ec68-cb8a-410c-92f3-7e6a86d725c8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting subnet 82906abc-339c-4cdf-bec0-31a52e429b32 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:55.610970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afc8ec68-cb8a-410c-92f3-7e6a86d725c8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.655825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-851a0861-cceb-4314-af6e-52edf85472c0 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Unset dirty status for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:55.657455 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-851a0861-cceb-4314-af6e-52edf85472c0 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3687470 Dec 22 17:17:55.668680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60748) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:55.702814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afc8ec68-cb8a-410c-92f3-7e6a86d725c8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.707386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a7fa435c-3786-465d-922f-0b4ec75290ee up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:55.734479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group': {'name': 'tempest-secgroup--82046660'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:55.752237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:55.754659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Network 61b43531-00f7-434e-b681-69fa5be04147 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:17:55.778880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:55.782846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 61b43531-00f7-434e-b681-69fa5be04147) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:55.789823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:55.792614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.800808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.810826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afc8ec68-cb8a-410c-92f3-7e6a86d725c8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.813036 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97afcfe3-e61a-43c5-bf56-6da876866218 None None] Network 61b43531-00f7-434e-b681-69fa5be04147 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:55.817873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eb0f7fa1-2dd0-4c0e-816e-b6164f6df49b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:55.901932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:55.950914 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6998f7-0582-41b5-b58c-5c7c24244c3c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:55.951540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6998f7-0582-41b5-b58c-5c7c24244c3c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:55.961336 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6797376 Dec 22 17:17:55.966155 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-eb6998f7-0582-41b5-b58c-5c7c24244c3c tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/0acfd6fc-5834-49c4-a2c8-7b57f0054e64 HTTP/1.1" status: 404 len: 339 time: 0.4320405 Dec 22 17:17:55.974031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60762) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:55.975093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60764) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:55.986414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afc8ec68-cb8a-410c-92f3-7e6a86d725c8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:56.004816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:56.008752 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9920bacc-dbc8-4829-8d08-3721e5fe184f None None] Provisioning for port a7fa435c-3786-465d-922f-0b4ec75290ee completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:56.010390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-acd50a91-0914-4f99-8552-d00032cf58ed tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:56.061586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:56.070346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port a7fa435c-3786-465d-922f-0b4ec75290ee completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:56.086665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port a7fa435c-3786-465d-922f-0b4ec75290ee triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:56.086939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:56.093648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:56.098574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Subnet': ['ID=470caa38-a358-4085-9c37-00f03814b219,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:56.112139 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:56.114509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:56.133071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:56.140835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Checking segment: {'id': 'ddc78dcf-bd2c-40b9-90db-062f90b344dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f3062694-fb85-49d6-827b-c74e42baa004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:56.141205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network hostable DHCP agents. Network: f3062694-fb85-49d6-827b-c74e42baa004, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:17:56.238964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network f3062694-fb85-49d6-827b-c74e42baa004 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:17:56.251952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-61b43531-00f7-434e-b681-69fa5be04147', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:56.252810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:56.298230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, f3062694-fb85-49d6-827b-c74e42baa004) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:56.311341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:56.317987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:56.322262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e9ded-a037-469e-9cd7-b71187805a58 None None] Network f3062694-fb85-49d6-827b-c74e42baa004 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:56.397372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:56.425753 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:56.444176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:56.492888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:56.494928 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7044249 Dec 22 17:17:56.500784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60790) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:56.519445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:56.529783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8ec68-cb8a-410c-92f3-7e6a86d725c8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Subnet': ['ID=82906abc-339c-4cdf-bec0-31a52e429b32,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:56.534323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-afc8ec68-cb8a-410c-92f3-7e6a86d725c8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:56.547154 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Usage tracker for resource:router and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:56.549870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-54f8dc45-8892-4b1f-b780-d0a68138b6d1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:56.575487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:56.576712 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8805227 Dec 22 17:17:56.581825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:56.594903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60794) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:56.632600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c81e2f55-b8cf-4054-ac20-64937209fb0e tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': 'a3d8a023-b644-4066-9d5a-ab0c95820095', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:56.633273 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING neutron.api.v2.base [None req-c81e2f55-b8cf-4054-ac20-64937209fb0e tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 17:17:56.634089 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-c81e2f55-b8cf-4054-ac20-64937209fb0e tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:56.636328 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c81e2f55-b8cf-4054-ac20-64937209fb0e tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0318696 Dec 22 17:17:56.639467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60800) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:56.691266 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da69262-8991-4b3e-8923-fc4f8aeab7f4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:56.691722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da69262-8991-4b3e-8923-fc4f8aeab7f4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:56.709054 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9da69262-8991-4b3e-8923-fc4f8aeab7f4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/subnets/9fba2968-e05c-413a-9ec8-8c5571576a6a HTTP/1.1" status: 404 len: 337 time: 0.7173991 Dec 22 17:17:56.713725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:56.721032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afc8ec68-cb8a-410c-92f3-7e6a86d725c8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:56.738330 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-afc8ec68-cb8a-410c-92f3-7e6a86d725c8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/82906abc-339c-4cdf-bec0-31a52e429b32 HTTP/1.1" status: 204 len: 168 time: 1.4112132 Dec 22 17:17:56.741331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d8a023-b644-4066-9d5a-ab0c95820095,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:56.745504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60802) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:56.746032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60808) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:56.764123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:56.786449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:56.833286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:56.833459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port a7fa435c-3786-465d-922f-0b4ec75290ee, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a7fa435c-3786-465d-922f-0b4ec75290ee,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:56.841649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Allocated IP 172.20.0.2 (61b43531-00f7-434e-b681-69fa5be04147/f17b2965-d70c-4ae3-84b8-068e15a3fa47/500c16ae-00bd-4257-bf77-7c222845f344) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:56.846353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:56.856441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:56.877944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:56.880500 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:56.881246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:56.883527 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6c1808-a7f5-4df9-a133-054357a3134e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:56.884201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6c1808-a7f5-4df9-a133-054357a3134e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:56.886584 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ac6c1808-a7f5-4df9-a133-054357a3134e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/9438313a-b60f-4cf9-957d-a2d7a346e5d0 HTTP/1.1" status: 404 len: 339 time: 0.1211715 Dec 22 17:17:56.890283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-029a71c2-6333-461c-8189-fa2c24b23a33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:56.897232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60816) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:56.902738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=bf2700cc-46b9-489b-a00b-71bffc6300f5,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:56.926080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:57.053909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.054933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.058356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60822) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:57.094650 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ee7bbd-a593-4e02-9c48-7bdf1c29d4a7 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:57.095442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ee7bbd-a593-4e02-9c48-7bdf1c29d4a7 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:57.097356 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-56ee7bbd-a593-4e02-9c48-7bdf1c29d4a7 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/subnets/7c043361-16a1-45bd-9f16-3d46cdcebbb3 HTTP/1.1" status: 404 len: 337 time: 0.1961577 Dec 22 17:17:57.117042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60828) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:57.132507 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8384356 Dec 22 17:17:57.200472 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.236359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60832) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:57.252707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-39e83cc6-12cc-43cc-89af-0bfac610e8e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': 'c7126c86-6e2a-4fd7-b675-e29b0927e566', 'ip_address': '2001:db8::a9eb:b561:1fc:cf36'}], 'name': 'tempest-NetworksTestDHCPv6-203578453'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:57.289821 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a24cb27-c984-43fa-8f2d-964e4948b93a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:17:57.294744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a24cb27-c984-43fa-8f2d-964e4948b93a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:57.323150 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35d5ac5-1162-4c5c-9558-59fdacdefb63 None None] Network b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:57.324807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.338219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.354304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc0472eb-e5cc-4861-90fe-2ec164b832bf tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.377655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port a2bca969-34c5-4ac3-bb0b-88aa92ceceae {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:57.378003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.433389 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6a24cb27-c984-43fa-8f2d-964e4948b93a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/718d52db-d2da-4000-a980-9ff5eb692a33 HTTP/1.1" status: 404 len: 339 time: 0.3043814 Dec 22 17:17:57.437098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc0472eb-e5cc-4861-90fe-2ec164b832bf tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.464443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=a7fa435c-3786-465d-922f-0b4ec75290ee,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:57.481741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-f3062694-fb85-49d6-827b-c74e42baa004', 'network_id': 'f3062694-fb85-49d6-827b-c74e42baa004', 'tenant_id': 'c1428821adf345448843a17f963c35d6', 'fixed_ips': [{'subnet_id': '470caa38-a358-4085-9c37-00f03814b219'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:17:57.482545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.499615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group': {'name': 'tempest-secgroup--379053500'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:57.501245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60842) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:57.506706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:57.508722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:57.510154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:57.510154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:57.510353 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:57.510533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:57.510839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:57.511287 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:57.511413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:57.511499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:57.511818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:57.512134 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:57.512449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:57.512762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:17:57.514769 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:57.521603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:57.536094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:57.608015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.609062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-99f1fa79-db94-492c-acf5-4091e5718965 None None] Provisioning complete for port a2bca969-34c5-4ac3-bb0b-88aa92ceceae triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:57.609428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-99f1fa79-db94-492c-acf5-4091e5718965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.625511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.725107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc0472eb-e5cc-4861-90fe-2ec164b832bf tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.742344 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a064b405-07ca-47ea-a1df-46e553623ae8 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:57.746221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:57.783134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0472eb-e5cc-4861-90fe-2ec164b832bf tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d8a023-b644-4066-9d5a-ab0c95820095,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:57.794518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.828143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fc0472eb-e5cc-4861-90fe-2ec164b832bf tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:57.842801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-09da87ce-84d9-4dc3-8237-ee538ed395e4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting subnet 23ddf2d5-761c-4355-8229-ac29257211a3 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:17:57.859805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:57.864527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:57.874387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5082c7ca-3c83-4fa0-bac3-1329c6a3f108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.880984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09da87ce-84d9-4dc3-8237-ee538ed395e4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.884428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:57.926065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fc0472eb-e5cc-4861-90fe-2ec164b832bf tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:57.927275 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fc0472eb-e5cc-4861-90fe-2ec164b832bf tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "DELETE /v2.0/security-groups/a3d8a023-b644-4066-9d5a-ab0c95820095 HTTP/1.1" status: 204 len: 168 time: 1.1831679 Dec 22 17:17:57.938406 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60854) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:58.016834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.024712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.032073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.046763 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09da87ce-84d9-4dc3-8237-ee538ed395e4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.064442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.069642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79dcf48f-7b57-4749-b9bb-61976d1dd7e5 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:58.082380 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Transition to ACTIVE for port object 500c16ae-00bd-4257-bf77-7c222845f344 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:58.109207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-39e83cc6-12cc-43cc-89af-0bfac610e8e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:58.112443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:58.117748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Transition to ACTIVE for port object 500c16ae-00bd-4257-bf77-7c222845f344 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:58.126902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:58.131912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.134983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] For port a2bca969-34c5-4ac3-bb0b-88aa92ceceae, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a2bca969-34c5-4ac3-bb0b-88aa92ceceae,segment=NetworkSegment(00409d7a-9af3-401a-9448-d7f63c1891e1),segment_id=00409d7a-9af3-401a-9448-d7f63c1891e1)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:17:58.135364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.135910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-39e83cc6-12cc-43cc-89af-0bfac610e8e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:port and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:58.139322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:58.147856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:58.161589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-39e83cc6-12cc-43cc-89af-0bfac610e8e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:58.170095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:58.172171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-39e83cc6-12cc-43cc-89af-0bfac610e8e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:58.183041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1b1f9f-fc2a-45c8-b484-7ed4899daa9b,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:58.189574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:58.215739 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Allocated IP 2001:db8::2 (f3062694-fb85-49d6-827b-c74e42baa004/470caa38-a358-4085-9c37-00f03814b219/0d8676ff-402c-4300-b108-158a35b94264) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:58.230039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Network 61b43531-00f7-434e-b681-69fa5be04147 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:58.237687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:58.247245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:58.254777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e83cc6-12cc-43cc-89af-0bfac610e8e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:17:58.259787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-39e83cc6-12cc-43cc-89af-0bfac610e8e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.264419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Pushing event updated for resources: {'Port': ['ID=500c16ae-00bd-4257-bf77-7c222845f344,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:58.306710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-39e83cc6-12cc-43cc-89af-0bfac610e8e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port 2fa0ca4b-3e6c-4d7c-a6c2-f8b8d572b296 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:17:58.316147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for a2bca969-34c5-4ac3-bb0b-88aa92ceceae owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:17:58.322323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:58.364090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0c7443e2-25f0-41d0-b748-8019f6ace7ca tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Synchronizing usage tracker for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:58.416531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0c7443e2-25f0-41d0-b748-8019f6ace7ca tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Unset dirty status for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:58.416755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399decff-fcab-4dec-8753-8024c93d1a7a None None] DHCP port deletion for b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:58.422340 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0c7443e2-25f0-41d0-b748-8019f6ace7ca tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4368398 Dec 22 17:17:58.423274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60858) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:58.423761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.449788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group': {'name': 'tempest-secgroup--144499626'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:58.454295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-399decff-fcab-4dec-8753-8024c93d1a7a None None] Deleting port a2bca969-34c5-4ac3-bb0b-88aa92ceceae {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:58.454295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-399decff-fcab-4dec-8753-8024c93d1a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.456014 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:58.468513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:58.477013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.480377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09da87ce-84d9-4dc3-8237-ee538ed395e4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.485785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1b3d36d0-dfb4-42c3-aa3c-0c7c5be364af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:58.515367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.517169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-55fb0545-ab0b-47f8-a4c1-a15636981796 None None] Provisioning for port bf2700cc-46b9-489b-a00b-71bffc6300f5 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:17:58.528491 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Attempting to bind port 500c16ae-00bd-4257-bf77-7c222845f344 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:58.528911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Attempting to bind port 500c16ae-00bd-4257-bf77-7c222845f344 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:58.529272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Attempting to bind port 500c16ae-00bd-4257-bf77-7c222845f344 on network 61b43531-00f7-434e-b681-69fa5be04147 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:58.547007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:58.552949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.554671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:58.555048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Checking segment: {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:58.555494 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.555931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Bound using segment: {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:58.556409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Bound port: 500c16ae-00bd-4257-bf77-7c222845f344, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:58.556781 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.559697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:58.563089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-29cbf42a-7880-4f5f-a3be-2462cd85ee29 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:58.569771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-55fb0545-ab0b-47f8-a4c1-a15636981796 None None] Provisioning complete for port bf2700cc-46b9-489b-a00b-71bffc6300f5 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:17:58.570080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-55fb0545-ab0b-47f8-a4c1-a15636981796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.594070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e1d4fa-4af1-4d89-a272-df7d222d37fc,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:58.597661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:58.601039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.602161 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5260086 Dec 22 17:17:58.610941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:58.614974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60862) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:58.628393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No DVR routers for this DVR port a2bca969-34c5-4ac3-bb0b-88aa92ceceae on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:17:58.656379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=a2bca969-34c5-4ac3-bb0b-88aa92ceceae,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:58.658897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:58.664856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:58.713169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-399decff-fcab-4dec-8753-8024c93d1a7a None None] The port 'a2bca969-34c5-4ac3-bb0b-88aa92ceceae' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:17:58.798425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-55fb0545-ab0b-47f8-a4c1-a15636981796 None None] Port bf2700cc-46b9-489b-a00b-71bffc6300f5 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:17:58.798781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.829605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09da87ce-84d9-4dc3-8237-ee538ed395e4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.844236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fce5a9c3-ca62-4beb-8e23-476d1bc6e689 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:58.863775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.883542 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Transition to ACTIVE for port object 0d8676ff-402c-4300-b108-158a35b94264 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:58.886893 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] For port 500c16ae-00bd-4257-bf77-7c222845f344, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:58.893039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] For port 500c16ae-00bd-4257-bf77-7c222845f344, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=500c16ae-00bd-4257-bf77-7c222845f344,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:58.895081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09da87ce-84d9-4dc3-8237-ee538ed395e4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.901528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.902063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96baf6e-89f3-47f8-8f9c-1ac71ccf7620']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:58.909553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f644c3bf-b7c4-4571-95c0-9a520020181e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:58.913940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da87ce-84d9-4dc3-8237-ee538ed395e4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Subnet': ['ID=23ddf2d5-761c-4355-8229-ac29257211a3,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:58.916557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-09da87ce-84d9-4dc3-8237-ee538ed395e4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:58.925827 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e83cc6-12cc-43cc-89af-0bfac610e8e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 17:17:58.926602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e83cc6-12cc-43cc-89af-0bfac610e8e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:17:58.931222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00409d7a-9af3-401a-9448-d7f63c1891e1') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:58.931576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00409d7a-9af3-401a-9448-d7f63c1891e1') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:17:58.937793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32073b6-b945-4fc7-9b81-7ea3efa7e94b None None] Network f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:17:58.937957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.955670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:58.977099 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-09da87ce-84d9-4dc3-8237-ee538ed395e4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/subnets/23ddf2d5-761c-4355-8229-ac29257211a3 HTTP/1.1" status: 204 len: 168 time: 1.4338839 Dec 22 17:17:58.980203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60868) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:58.986269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Transition to ACTIVE for port object 0d8676ff-402c-4300-b108-158a35b94264 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:17:59.019569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.051151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:17:59.051450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.064414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:17:59.067573 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:17:59.108207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.135354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Pushing event updated for resources: {'Port': ['ID=500c16ae-00bd-4257-bf77-7c222845f344,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:59.152741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:59.153756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:59.164270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.190885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cbd45afb-fbb3-4fbe-a2b7-4c88e619b417 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:59.216934 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-39e83cc6-12cc-43cc-89af-0bfac610e8e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.9756634 Dec 22 17:17:59.220997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Network f3062694-fb85-49d6-827b-c74e42baa004 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:17:59.226922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60874) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:59.269894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:17:59.292979 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:17:59.324058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.328898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.338352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cbd45afb-fbb3-4fbe-a2b7-4c88e619b417 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:59.339261 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.342979 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cbd45afb-fbb3-4fbe-a2b7-4c88e619b417 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7271941 Dec 22 17:17:59.352456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60878) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:59.358513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.361139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0e1a7c97-06c4-448b-b846-1601cacc39a6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group': {'name': 'tempest-security--2032726505', 'description': 'tempest-security-description-93524961'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:59.363450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a0a5e6e2-cb2d-4e3d-abb6-2c2f8d0e9e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:59.450484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Allocated IP 172.26.3.2 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/6f46712a-b947-4574-8bae-0ecdddd403bd) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:17:59.461176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7c97-06c4-448b-b846-1601cacc39a6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.491857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Pushing event updated for resources: {'Port': ['ID=0d8676ff-402c-4300-b108-158a35b94264,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:59.497655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.501121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:59.502311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a1ecf-fbcf-416a-a86e-80d275e248cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:59.518558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a1ecf-fbcf-416a-a86e-80d275e248cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:17:59.519426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f69a1ecf-fbcf-416a-a86e-80d275e248cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:17:59.538583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Attempting to bind port 0d8676ff-402c-4300-b108-158a35b94264 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:17:59.539297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Attempting to bind port 0d8676ff-402c-4300-b108-158a35b94264 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'ddc78dcf-bd2c-40b9-90db-062f90b344dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f3062694-fb85-49d6-827b-c74e42baa004'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:17:59.540035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Attempting to bind port 0d8676ff-402c-4300-b108-158a35b94264 on network f3062694-fb85-49d6-827b-c74e42baa004 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:17:59.553075 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:17:59.553958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Checking segment: {'id': 'ddc78dcf-bd2c-40b9-90db-062f90b344dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f3062694-fb85-49d6-827b-c74e42baa004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:17:59.555293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.557014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Bound using segment: {'id': 'ddc78dcf-bd2c-40b9-90db-062f90b344dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f3062694-fb85-49d6-827b-c74e42baa004'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:17:59.558309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Bound port: 0d8676ff-402c-4300-b108-158a35b94264, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc78dcf-bd2c-40b9-90db-062f90b344dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f3062694-fb85-49d6-827b-c74e42baa004'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:17:59.559190 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.600400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60882) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:59.651779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208199982', 'description': 'tempest-secgroup-smoke-1208199982 description', 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:59.716783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] For port 0d8676ff-402c-4300-b108-158a35b94264, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:17:59.722472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] For port 0d8676ff-402c-4300-b108-158a35b94264, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=0d8676ff-402c-4300-b108-158a35b94264,segment=NetworkSegment(ddc78dcf-bd2c-40b9-90db-062f90b344dc),segment_id=ddc78dcf-bd2c-40b9-90db-062f90b344dc)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:17:59.730457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.737249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-85ddcf26-c275-4114-8f13-91cef4a30ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:59.751896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f69a1ecf-fbcf-416a-a86e-80d275e248cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:17:59.753239 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f69a1ecf-fbcf-416a-a86e-80d275e248cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5219827 Dec 22 17:17:59.762135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:17:59.767273 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60886) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:59.777932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df0e40-39ce-4eac-b7d3-4ea8d2b25a1c None None] DHCP port deletion for f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:17:59.780178 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a7fa435c-3786-465d-922f-0b4ec75290ee up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:17:59.784228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:security_group and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:17:59.812713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.816586 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3765774 Dec 22 17:17:59.816586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87afccc-f21a-4d38-ae83-86ea6477e5b4,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:59.819584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60890) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:59.828064 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/networks/b96baf6e-89f3-47f8-8f9c-1ac71ccf7620 HTTP/1.1" status: 204 len: 168 time: 3.0608230 Dec 22 17:17:59.832186 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a9fde6d8-5836-4175-8c13-29a24ab81d1f tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:59.840461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e18acf8b-2d02-47d2-a25a-ebfdd8c272ea tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': 'c87afccc-f21a-4d38-ae83-86ea6477e5b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:59.841306 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING neutron.api.v2.base [None req-e18acf8b-2d02-47d2-a25a-ebfdd8c272ea tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 17:17:59.841857 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-e18acf8b-2d02-47d2-a25a-ebfdd8c272ea tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:59.845902 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e18acf8b-2d02-47d2-a25a-ebfdd8c272ea tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0176580 Dec 22 17:17:59.845902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c1719424-53d5-453e-a614-d36d5f420899 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:59.850689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d7df0e40-39ce-4eac-b7d3-4ea8d2b25a1c None None] Deleting port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:59.851068 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7df0e40-39ce-4eac-b7d3-4ea8d2b25a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.877281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60894) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:59.877754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60896) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:59.890150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:17:59.892721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:17:59.893206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.897993 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:17:59.924008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8fa92dda-9e8d-4211-a6e5-87bad6c34526 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': 'c87afccc-f21a-4d38-ae83-86ea6477e5b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:59.924850 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-8fa92dda-9e8d-4211-a6e5-87bad6c34526 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 17:17:59.926390 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-8fa92dda-9e8d-4211-a6e5-87bad6c34526 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:59.927914 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8fa92dda-9e8d-4211-a6e5-87bad6c34526 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0174520 Dec 22 17:17:59.931496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.938646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60902) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:59.948012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Subnet': ['ID=470caa38-a358-4085-9c37-00f03814b219,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:59.950891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:59.960655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-73b4c83e-27e8-4e1a-904b-399dc0a560ab tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:17:59.973040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.974157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Pushing event updated for resources: {'Port': ['ID=0d8676ff-402c-4300-b108-158a35b94264,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:17:59.977856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-9d518885-b233-491e-a9a3-6f81acccba32 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': 'c87afccc-f21a-4d38-ae83-86ea6477e5b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:17:59.978995 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING neutron.api.v2.base [None req-9d518885-b233-491e-a9a3-6f81acccba32 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 17:17:59.979517 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-9d518885-b233-491e-a9a3-6f81acccba32 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:17:59.981877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:17:59.983336 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9d518885-b233-491e-a9a3-6f81acccba32 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0376353 Dec 22 17:17:59.986610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7c97-06c4-448b-b846-1601cacc39a6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:17:59.994242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60906) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:17:59.995069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.007965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a9e3832e-382b-48b2-811b-3f1c80e0ab3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port bf2700cc-46b9-489b-a00b-71bffc6300f5 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:00.008439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9e3832e-382b-48b2-811b-3f1c80e0ab3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.010414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Network': ['ID=b96baf6e-89f3-47f8-8f9c-1ac71ccf7620,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:00.013292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:00.017990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3062694-fb85-49d6-827b-c74e42baa004']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:00.048546 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cff2b4-0a41-4865-a203-f24907c7426d None None] Network f3062694-fb85-49d6-827b-c74e42baa004 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:00.064028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-498a344a-2a31-4b12-973a-da18d795bead tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': 'c87afccc-f21a-4d38-ae83-86ea6477e5b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:00.065283 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-498a344a-2a31-4b12-973a-da18d795bead tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 17:18:00.066095 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-498a344a-2a31-4b12-973a-da18d795bead tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:00.067315 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-498a344a-2a31-4b12-973a-da18d795bead tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0291073 Dec 22 17:18:00.068354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7c97-06c4-448b-b846-1601cacc39a6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.068477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc78dcf-bd2c-40b9-90db-062f90b344dc') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:00.068680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc78dcf-bd2c-40b9-90db-062f90b344dc') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:00.071468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7c97-06c4-448b-b846-1601cacc39a6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.073365 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0e1a7c97-06c4-448b-b846-1601cacc39a6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "PUT /v2.0/security-groups/66e1d4fa-4af1-4d89-a272-df7d222d37fc HTTP/1.1" status: 200 len: 1776 time: 0.7171328 Dec 22 17:18:00.079151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60910) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:00.079547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60912) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:00.085928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-137aed82-a79d-4b53-a61c-157502518dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:00.130587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.132444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a7c97-06c4-448b-b846-1601cacc39a6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e1d4fa-4af1-4d89-a272-df7d222d37fc,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:00.135714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:00.143004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port a7fa435c-3786-465d-922f-0b4ec75290ee triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:00.143414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.168301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.172928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0e1a7c97-06c4-448b-b846-1601cacc39a6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:00.180831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:security_group_rule and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:00.190854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:00.205296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-061f5f07-7e2c-4fa0-9ac9-4c6fc672e229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.215849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:00.223161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:18:00.223573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.226031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:18:00.243023 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:18:00.372478 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7eaa99d3-1d27-41e5-a7fd-4a276c3b649d tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-groups/66e1d4fa-4af1-4d89-a272-df7d222d37fc HTTP/1.1" status: 200 len: 1776 time: 0.2838523 Dec 22 17:18:00.381382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60918) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:00.408077 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d7df0e40-39ce-4eac-b7d3-4ea8d2b25a1c None None] For port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1,segment=NetworkSegment(18de9569-7630-4bb3-9c8a-153e812d3284),segment_id=18de9569-7630-4bb3-9c8a-153e812d3284)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:00.408559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7df0e40-39ce-4eac-b7d3-4ea8d2b25a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.423630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb91ef60-cef4-4676-8b04-972c5e1f0650 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:00.424749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-eb91ef60-cef4-4676-8b04-972c5e1f0650 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:00.437045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] For port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1,segment=NetworkSegment(18de9569-7630-4bb3-9c8a-153e812d3284),segment_id=18de9569-7630-4bb3-9c8a-153e812d3284)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:00.437423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.450898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f9d86d0-0481-403a-9cb6-bcf3d9c84608 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.454248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 17:18:00.454248 dv-neutron-822513-1-hyperv neutron-server[87587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 17:18:00.454248 dv-neutron-822513-1-hyperv neutron-server[87587]: [parameters: {'id': 'f3062694-fb85-49d6-827b-c74e42baa004'}] Dec 22 17:18:00.454248 dv-neutron-822513-1-hyperv neutron-server[87587]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:18:00.454637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:18:00.577636 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d7df0e40-39ce-4eac-b7d3-4ea8d2b25a1c None None] Calling delete_port for 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:00.588019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Calling delete_port for 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:00.614121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.625728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23bd37c-2844-4331-891e-8afa1c1ef933 None None] Network 61b43531-00f7-434e-b681-69fa5be04147 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:00.629083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-30861350-d610-476d-bd83-3c5c42fdd8ca tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:00.657664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f9d86d0-0481-403a-9cb6-bcf3d9c84608 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.726658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f9d86d0-0481-403a-9cb6-bcf3d9c84608 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.727030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9e3832e-382b-48b2-811b-3f1c80e0ab3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.732500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-825c1dda-4b4a-4205-bf36-e6789bd51089 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:00.742006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.744328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.756815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:00.757162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-eb91ef60-cef4-4676-8b04-972c5e1f0650 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:00.761706 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-eb91ef60-cef4-4676-8b04-972c5e1f0650 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8495872 Dec 22 17:18:00.761856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d86d0-0481-403a-9cb6-bcf3d9c84608 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87afccc-f21a-4d38-ae83-86ea6477e5b4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:00.774186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 500c16ae-00bd-4257-bf77-7c222845f344 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:00.774363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2f9d86d0-0481-403a-9cb6-bcf3d9c84608 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:00.778926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60922) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:00.781333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b2461a09-7e7f-4419-958d-cbcd13e4ebb0 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:00.819153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.824004 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:00.825822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4a825992-1c00-4af7-bcbd-da243d7570c3 None None] Provisioning for port 500c16ae-00bd-4257-bf77-7c222845f344 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:00.826178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:00.831601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No DVR routers for this DVR port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:18:00.891331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:00.897260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-d7df0e40-39ce-4eac-b7d3-4ea8d2b25a1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:18:00.897612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-d7df0e40-39ce-4eac-b7d3-4ea8d2b25a1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:18:00.928697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a9e3832e-382b-48b2-811b-3f1c80e0ab3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for bf2700cc-46b9-489b-a00b-71bffc6300f5 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:00.930482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Port': ['ID=6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:00.956723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:00.957584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:00.966419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:security_group_rule and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:00.977443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:00.982477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 500c16ae-00bd-4257-bf77-7c222845f344 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:00.986209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Pushing event updated for resources: {'Port': ['ID=6f46712a-b947-4574-8bae-0ecdddd403bd,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:01.009400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:01.013948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:01.021809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:01.022000 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 500c16ae-00bd-4257-bf77-7c222845f344 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:01.022000 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.030083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e11f67e-6c1b-4233-9656-2da9165ad478 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.057900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f9d86d0-0481-403a-9cb6-bcf3d9c84608 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.061468 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2f9d86d0-0481-403a-9cb6-bcf3d9c84608 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "DELETE /v2.0/security-groups/c87afccc-f21a-4d38-ae83-86ea6477e5b4 HTTP/1.1" status: 204 len: 168 time: 0.9726546 Dec 22 17:18:01.061605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.066124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60926) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:01.087904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.098118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Deleting port 0d8676ff-402c-4300-b108-158a35b94264 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:01.098588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.103910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3401d7cc-0b34-4dba-ab84-54ce60faf72c,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:01.118207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e11f67e-6c1b-4233-9656-2da9165ad478 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.130306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:01.181640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:01.221207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18de9569-7630-4bb3-9c8a-153e812d3284') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:01.221671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18de9569-7630-4bb3-9c8a-153e812d3284') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:01.234969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.246367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.273158 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 500c16ae-00bd-4257-bf77-7c222845f344, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=500c16ae-00bd-4257-bf77-7c222845f344,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:01.278724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-dbb3b47e-4721-46ea-b271-216a9e8cb3e1 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Synchronizing usage tracker for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:01.279166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.281585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:01.290319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.308664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a635fe1d-e7ad-4edb-a8ee-023aece0298d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:01.351297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.364571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a2bca969-34c5-4ac3-bb0b-88aa92ceceae no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:18:01.387735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-dbb3b47e-4721-46ea-b271-216a9e8cb3e1 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Unset dirty status for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:01.392905 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dbb3b47e-4721-46ea-b271-216a9e8cb3e1 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3210502 Dec 22 17:18:01.392905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a635fe1d-e7ad-4edb-a8ee-023aece0298d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:01.393140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=500c16ae-00bd-4257-bf77-7c222845f344,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:01.396995 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a635fe1d-e7ad-4edb-a8ee-023aece0298d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5769403 Dec 22 17:18:01.400952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d7df0e40-39ce-4eac-b7d3-4ea8d2b25a1c None None] Deleting port 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:01.401130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7df0e40-39ce-4eac-b7d3-4ea8d2b25a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.437039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:01.442453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: a2bca969-34c5-4ac3-bb0b-88aa92ceceae {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:18:01.442660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a2bca969-34c5-4ac3-bb0b-88aa92ceceae not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:18:01.445292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60930) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:01.445638 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60932) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:01.452417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:18:01.452845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.466736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1564970298'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:18:01.470376 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:18:01.485871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d7df0e40-39ce-4eac-b7d3-4ea8d2b25a1c None None] The port '6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:18:01.527262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:01.534479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708400809'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:01.546591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:01.558217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:01.584883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ebf80e-cdb0-437b-8a3c-a2df91c83308 None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:18:01.622169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 500c16ae-00bd-4257-bf77-7c222845f344 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:01.622413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.643712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:network and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:01.650842 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:01.666854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:01.703784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:01.709893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:01.710066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] For port 0d8676ff-402c-4300-b108-158a35b94264, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=0d8676ff-402c-4300-b108-158a35b94264,segment=NetworkSegment(ddc78dcf-bd2c-40b9-90db-062f90b344dc),segment_id=ddc78dcf-bd2c-40b9-90db-062f90b344dc)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:01.710066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.711279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:01.719765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:01.723460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.727476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e11f67e-6c1b-4233-9656-2da9165ad478 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.750241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f99578b9-38ea-43ed-8566-b2aa58c45613 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:01.751310 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5809cf5a-5276-4a57-b0d9-1ccfef6c53b9 None None] Provisioning complete for port 500c16ae-00bd-4257-bf77-7c222845f344 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:01.752192 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5809cf5a-5276-4a57-b0d9-1ccfef6c53b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.773193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9e3832e-382b-48b2-811b-3f1c80e0ab3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.794360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.795688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11f67e-6c1b-4233-9656-2da9165ad478 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e1d4fa-4af1-4d89-a272-df7d222d37fc,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:01.805449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2e11f67e-6c1b-4233-9656-2da9165ad478 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:01.816966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e1f7a47-bd70-4791-979a-7f6140c92b31 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:01.867496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 500c16ae-00bd-4257-bf77-7c222845f344 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:01.867972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.871276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.876244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5f875d52-0124-444d-b90b-69b9cbe1a328 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:01.897209 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Calling delete_port for 0d8676ff-402c-4300-b108-158a35b94264 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:01.910150 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebf80e-cdb0-437b-8a3c-a2df91c83308 None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:18:01.924207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:01.956243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Network': ['ID=f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:01.960606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:01.966114 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/f87e4a8c-4d54-4ab2-b6c8-2ad3c15ff9a6 HTTP/1.1" status: 204 len: 168 time: 2.9806182 Dec 22 17:18:01.966387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60938) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:01.979159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3832e-382b-48b2-811b-3f1c80e0ab3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=bf2700cc-46b9-489b-a00b-71bffc6300f5,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:01.981807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:01.985312 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.012837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a9e3832e-382b-48b2-811b-3f1c80e0ab3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:02.013655 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-758780da-d492-4855-a95e-9a10be35935f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:02.014117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758780da-d492-4855-a95e-9a10be35935f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:02.018148 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-758780da-d492-4855-a95e-9a10be35935f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/subnets/29733dee-9cfb-4d5c-a1ab-4973130bdd3e HTTP/1.1" status: 404 len: 337 time: 0.0486333 Dec 22 17:18:02.018297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a0e877f0-3fc7-4c47-86d6-e87081d96237 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:02.018417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60942) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:02.054583 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-014677e3-17b0-4034-81f2-6346c31ce23f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:02.055130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014677e3-17b0-4034-81f2-6346c31ce23f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:02.059896 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-014677e3-17b0-4034-81f2-6346c31ce23f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/bd9a4325-5c0d-47a3-aa4e-a29cebf44ead HTTP/1.1" status: 404 len: 339 time: 0.0376022 Dec 22 17:18:02.059896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60946) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:02.076178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9e3832e-382b-48b2-811b-3f1c80e0ab3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.107288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.108007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e11f67e-6c1b-4233-9656-2da9165ad478 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.109214 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2e11f67e-6c1b-4233-9656-2da9165ad478 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-groups/66e1d4fa-4af1-4d89-a272-df7d222d37fc HTTP/1.1" status: 204 len: 168 time: 1.7241049 Dec 22 17:18:02.117226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8cfc0b2c-e607-40c9-b43e-ffa37e12f95b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:02.121251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60950) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:02.129443 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a9e3832e-382b-48b2-811b-3f1c80e0ab3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/bf2700cc-46b9-489b-a00b-71bffc6300f5 HTTP/1.1" status: 204 len: 168 time: 2.3518536 Dec 22 17:18:02.146955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.148273 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5329449 Dec 22 17:18:02.149350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60954) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:02.153552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60956) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:02.170851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Request body: {'security_group_rule': {'security_group_id': '28150d01-0d58-4dda-ad76-ab849ce78b97', 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:02.175085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Port': ['ID=0d8676ff-402c-4300-b108-158a35b94264,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:02.183316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:02.188835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:02.191447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No DVR routers for this DVR port 0d8676ff-402c-4300-b108-158a35b94264 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:18:02.196790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9390437f-eff4-4c17-801d-dfdf36f61b20 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting subnet be60eb68-0127-4912-840e-590b6bb52056 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:18:02.218168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28150d01-0d58-4dda-ad76-ab849ce78b97,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:02.238684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:02.244384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:security_group_rule and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:02.247013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9390437f-eff4-4c17-801d-dfdf36f61b20 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.273988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:18:02.283351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:18:02.289057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:02.323393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.326623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:02.332697 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:18:02.333541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6b6bb172-9b90-42a4-bdaf-40fdcd9bf8f1 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:18:02.348923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.359812 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.360155 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Added segment 1df84233-1bdb-42db-a847-1a8f066db9a9 of type vlan for network db286b6b-1dc4-4b81-b7c5-c879719738ab Dec 22 17:18:02.361287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-90b7feee-8568-4fe2-9229-1f68ab017810 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:02.414461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9390437f-eff4-4c17-801d-dfdf36f61b20 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.418564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5a32c-399f-4bd8-8e75-786e4feeff9b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:02.420146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5a32c-399f-4bd8-8e75-786e4feeff9b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:02.420899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-18f5a32c-399f-4bd8-8e75-786e4feeff9b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:02.434978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.456047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.470296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.482475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171e9b5f-637d-42be-bdae-ee184d1a90bb None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:18:02.502568 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d858a059-67ec-4e6a-8218-8f87053ad834 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:02.522822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3062694-fb85-49d6-827b-c74e42baa004']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:02.530902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.534691 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0855620 Dec 22 17:18:02.536631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60962) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:02.547288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.551938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e40df4-09d6-4159-8e10-9a7799dc5180,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:02.557127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:02.558929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc78dcf-bd2c-40b9-90db-062f90b344dc') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:02.559578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc78dcf-bd2c-40b9-90db-062f90b344dc') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:02.575771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-86c74db4-b230-4c6b-85a4-9e6d06dca853 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '87e40df4-09d6-4159-8e10-9a7799dc5180', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:02.576277 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING neutron.api.v2.base [None req-86c74db4-b230-4c6b-85a4-9e6d06dca853 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 17:18:02.576736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.576880 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-86c74db4-b230-4c6b-85a4-9e6d06dca853 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:02.577745 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-86c74db4-b230-4c6b-85a4-9e6d06dca853 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0323746 Dec 22 17:18:02.580272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-18f5a32c-399f-4bd8-8e75-786e4feeff9b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:02.583245 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-18f5a32c-399f-4bd8-8e75-786e4feeff9b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3647933 Dec 22 17:18:02.583245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60966) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:02.589496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60968) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:02.591044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.646858 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c1d9765e-bff0-4ecc-98fa-b16759df2d98 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '87e40df4-09d6-4159-8e10-9a7799dc5180', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:02.658896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e9b5f-637d-42be-bdae-ee184d1a90bb None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:18:02.675014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d858a059-67ec-4e6a-8218-8f87053ad834 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:02.676271 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d858a059-67ec-4e6a-8218-8f87053ad834 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5491507 Dec 22 17:18:02.677382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c1d9765e-bff0-4ecc-98fa-b16759df2d98 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:02.678689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.684442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60974) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:02.692436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c1d9765e-bff0-4ecc-98fa-b16759df2d98 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:02.694322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.698303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9390437f-eff4-4c17-801d-dfdf36f61b20 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.709729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c1d9765e-bff0-4ecc-98fa-b16759df2d98 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:02.720393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c1d9765e-bff0-4ecc-98fa-b16759df2d98 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:02.727075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.729057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:18:02.729533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.732595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:02.733181 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.741569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1e5167d9-8f95-49d2-a580-f3bb7722b70e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:18:02.745033 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:18:02.755221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.756631 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-3088dbe8-5303-4976-861e-6c37ec13f6f7 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] delete failed (client error): The resource could not be found. Dec 22 17:18:02.761738 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3088dbe8-5303-4976-861e-6c37ec13f6f7 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-groups/66e1d4fa-4af1-4d89-a272-df7d222d37fc HTTP/1.1" status: 404 len: 347 time: 0.0705452 Dec 22 17:18:02.768016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f8dae9-b87d-4dc0-a787-9858d36e19f0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet c7126c86-6e2a-4fd7-b675-e29b0927e566 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:18:02.769708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60978) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:02.843451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b2563232-643d-4a20-9414-12788fe5503b tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:02.856112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91f8dae9-b87d-4dc0-a787-9858d36e19f0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.887286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956345197'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:02.914028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:02.915733 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4673996 Dec 22 17:18:02.916331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60982) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:02.933294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0854dd70-2c5d-4c0c-abe7-ee14f61cee4b,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:02.950980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': 'db286b6b-1dc4-4b81-b7c5-c879719738ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:02.952755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:02.957683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:02.965976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Network': ['ID=db286b6b-1dc4-4b81-b7c5-c879719738ab,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:02.966244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.978973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91f8dae9-b87d-4dc0-a787-9858d36e19f0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:02.985802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:03.005897 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network db286b6b-1dc4-4b81-b7c5-c879719738ab details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:18:03.009737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9bed2d1f-fd41-46e5-93c7-f97a79707ddf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:03.023481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.046450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.050228 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8931482 Dec 22 17:18:03.056866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60986) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:03.062038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.071959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Network': ['ID=f3062694-fb85-49d6-827b-c74e42baa004,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:03.079499 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/networks/f3062694-fb85-49d6-827b-c74e42baa004 HTTP/1.1" status: 204 len: 168 time: 6.5773516 Dec 22 17:18:03.080815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:03.084252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Request body: {'security_group_rule': {'security_group_id': '28150d01-0d58-4dda-ad76-ab849ce78b97', 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:03.089495 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-c1d9765e-bff0-4ecc-98fa-b16759df2d98 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:03.090709 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c1d9765e-bff0-4ecc-98fa-b16759df2d98 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4595797 Dec 22 17:18:03.091466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60990) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:03.097150 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9390437f-eff4-4c17-801d-dfdf36f61b20 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.100561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 60992) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:03.103905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:03.108708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83308630-6aab-47e9-ae20-a0eae5c898fc tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:03.129003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-434195690'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:03.140442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:03.155671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:network and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:03.158234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-63d62ecb-76d0-4169-89e1-13d10890c4b9 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '87e40df4-09d6-4159-8e10-9a7799dc5180', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:03.158716 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING neutron.api.v2.base [None req-63d62ecb-76d0-4169-89e1-13d10890c4b9 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 17:18:03.159287 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-63d62ecb-76d0-4169-89e1-13d10890c4b9 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:03.163876 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-63d62ecb-76d0-4169-89e1-13d10890c4b9 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0256822 Dec 22 17:18:03.163978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:03.166307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:security_group_rule and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:03.169788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 60998) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:03.171737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390437f-eff4-4c17-801d-dfdf36f61b20 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Subnet': ['ID=be60eb68-0127-4912-840e-590b6bb52056,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:03.174875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:03.178265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:03.179697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9390437f-eff4-4c17-801d-dfdf36f61b20 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:03.181355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:03.183235 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e90bd58c-fef0-4f74-b3d0-ddfc8e6ba313 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '87e40df4-09d6-4159-8e10-9a7799dc5180', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:03.185647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9390437f-eff4-4c17-801d-dfdf36f61b20 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.187616 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9390437f-eff4-4c17-801d-dfdf36f61b20 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/subnets/be60eb68-0127-4912-840e-590b6bb52056 HTTP/1.1" status: 204 len: 168 time: 1.1271915 Dec 22 17:18:03.189088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e90bd58c-fef0-4f74-b3d0-ddfc8e6ba313 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:03.190282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:03.192926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e90bd58c-fef0-4f74-b3d0-ddfc8e6ba313 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:03.195660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:03.195816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e90bd58c-fef0-4f74-b3d0-ddfc8e6ba313 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:03.199047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85832bb3-85b6-4f51-99bc-73e54854462f None None] Network 053b9ac9-8a84-481d-9e60-1790616d2015 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:03.201910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e90bd58c-fef0-4f74-b3d0-ddfc8e6ba313 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:03.204806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32770) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:03.208800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:03.219928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:03.226095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.230374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:03.232853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:03.236253 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.237614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:03.254352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:03.344040 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91f8dae9-b87d-4dc0-a787-9858d36e19f0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.378502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.494619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:03.516001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.534559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91f8dae9-b87d-4dc0-a787-9858d36e19f0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.544843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9663574c-1503-4d70-853d-8ba9d3e9f2e0 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:03.545285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:03.548724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.559864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] DHCP port deletion for 053b9ac9-8a84-481d-9e60-1790616d2015 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:18:03.564862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] Deleting port b7eec557-6ba1-4bf4-b380-f88fd012a843 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:03.565352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.571290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:18:03.576073 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-e90bd58c-fef0-4f74-b3d0-ddfc8e6ba313 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:03.580046 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e90bd58c-fef0-4f74-b3d0-ddfc8e6ba313 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4062245 Dec 22 17:18:03.589047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32774) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:03.605456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8dae9-b87d-4dc0-a787-9858d36e19f0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=c7126c86-6e2a-4fd7-b675-e29b0927e566,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:03.614535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-91f8dae9-b87d-4dc0-a787-9858d36e19f0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:03.621709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91f8dae9-b87d-4dc0-a787-9858d36e19f0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.624110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting port b7eec557-6ba1-4bf4-b380-f88fd012a843 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:03.624441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.666892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd83d69-5eee-43fb-b398-ee6c3102a7de None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:03.702943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-03376d22-1519-434b-91d9-73b68dd91751 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '87e40df4-09d6-4159-8e10-9a7799dc5180', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:03.703566 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-03376d22-1519-434b-91d9-73b68dd91751 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 17:18:03.704286 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-03376d22-1519-434b-91d9-73b68dd91751 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:03.708470 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-03376d22-1519-434b-91d9-73b68dd91751 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1128347 Dec 22 17:18:03.718946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.719302 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Added segment 05297a69-16d9-467a-9493-db103a7b9adb of type vlan for network c33716b5-2832-4040-8d96-63cf6a848d7e Dec 22 17:18:03.720251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32778) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:03.747867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-71034268-476d-49e3-8802-aefbdc8daa7b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '87e40df4-09d6-4159-8e10-9a7799dc5180', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:03.761950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-71034268-476d-49e3-8802-aefbdc8daa7b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:03.776797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.788623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-71034268-476d-49e3-8802-aefbdc8daa7b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:03.797926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.804879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-71034268-476d-49e3-8802-aefbdc8daa7b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:03.806907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.819845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.824492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.825506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-71034268-476d-49e3-8802-aefbdc8daa7b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:03.839829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:03.875241 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-91f8dae9-b87d-4dc0-a787-9858d36e19f0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/c7126c86-6e2a-4fd7-b675-e29b0927e566 HTTP/1.1" status: 204 len: 168 time: 1.2773325 Dec 22 17:18:03.880259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1acd752-0252-4dad-b49f-971b66f08a52,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:03.882402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32782) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:03.907509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:03.913135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-41405b7b-c974-4932-8e21-db157aed9a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:03.928517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.932485 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1072774 Dec 22 17:18:03.932485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:03.934551 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8739169 Dec 22 17:18:03.935227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32786) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:03.935600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32788) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:03.962192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': 'c678d461-02ab-431a-a1af-c66922aeedf5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:03.978064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-72bb3474-333e-4201-8267-903dd7a1fdb7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Request body: {'security_group_rule': {'security_group_id': '28150d01-0d58-4dda-ad76-ab849ce78b97', 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:03.990834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-72bb3474-333e-4201-8267-903dd7a1fdb7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:03.995481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:04.011757 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-27113ef1-f117-48b3-880a-d7eeb7ed7a7b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1208434 Dec 22 17:18:04.018675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.019039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:04.021890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-72bb3474-333e-4201-8267-903dd7a1fdb7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:security_group_rule and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:04.024086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32794) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:04.024337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:04.025087 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.026509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-72bb3474-333e-4201-8267-903dd7a1fdb7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:04.032009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:04.032297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] For port b7eec557-6ba1-4bf4-b380-f88fd012a843, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b7eec557-6ba1-4bf4-b380-f88fd012a843,segment=NetworkSegment(a0524615-e807-4640-9636-10d2b96cc725),segment_id=a0524615-e807-4640-9636-10d2b96cc725)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:04.032622 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.034788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c678d461-02ab-431a-a1af-c66922aeedf5,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:04.037841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:04.040753 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:04.052230 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-71034268-476d-49e3-8802-aefbdc8daa7b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:04.053233 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-71034268-476d-49e3-8802-aefbdc8daa7b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3227298 Dec 22 17:18:04.064349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32798) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:04.087646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-231e31ef-e195-4b5a-8ddb-577636b0c0ac tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '87e40df4-09d6-4159-8e10-9a7799dc5180', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:04.088120 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-231e31ef-e195-4b5a-8ddb-577636b0c0ac tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 17:18:04.088601 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-231e31ef-e195-4b5a-8ddb-577636b0c0ac tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:04.089523 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-231e31ef-e195-4b5a-8ddb-577636b0c0ac tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0186827 Dec 22 17:18:04.105915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:04.106720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-72bb3474-333e-4201-8267-903dd7a1fdb7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:04.108454 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32802) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:04.126634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:04.138123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e383c549-4743-4b1d-b333-3508c2ce80e0 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '87e40df4-09d6-4159-8e10-9a7799dc5180', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:04.145518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:18:04.172591 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0586689 Dec 22 17:18:04.175505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32806) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:04.191097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] Calling delete_port for b7eec557-6ba1-4bf4-b380-f88fd012a843 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:04.201501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Request body: {'subnet': {'network_id': 'c33716b5-2832-4040-8d96-63cf6a848d7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:04.207359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e383c549-4743-4b1d-b333-3508c2ce80e0 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:04.229141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Network': ['ID=c33716b5-2832-4040-8d96-63cf6a848d7e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:04.231738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e383c549-4743-4b1d-b333-3508c2ce80e0 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:04.244087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e383c549-4743-4b1d-b333-3508c2ce80e0 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:04.250386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network c33716b5-2832-4040-8d96-63cf6a848d7e details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:18:04.255969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] For port b7eec557-6ba1-4bf4-b380-f88fd012a843, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b7eec557-6ba1-4bf4-b380-f88fd012a843,segment=NetworkSegment(a0524615-e807-4640-9636-10d2b96cc725),segment_id=a0524615-e807-4640-9636-10d2b96cc725)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:04.256267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.282822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-72bb3474-333e-4201-8267-903dd7a1fdb7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.288124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:04.291315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e383c549-4743-4b1d-b333-3508c2ce80e0 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:04.298742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.352360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb7da05-6af0-4a5d-88d4-1fed9b636088 None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:18:04.373046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7da05-6af0-4a5d-88d4-1fed9b636088 None None] Deleting port a7fa435c-3786-465d-922f-0b4ec75290ee {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:04.373342 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5eb7da05-6af0-4a5d-88d4-1fed9b636088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.380361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.388072 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ace9e911-eba3-469b-a85e-5736032f0a60 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:04.434152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.434624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Calling delete_port for b7eec557-6ba1-4bf4-b380-f88fd012a843 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:04.440500 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-19b7e6e9-36c4-4629-82f2-71b917acf36f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:04.488899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] Pushing event deleted for resources: {'Port': ['ID=b7eec557-6ba1-4bf4-b380-f88fd012a843,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:04.494068 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:04.504774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:04.525105 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] No DVR routers for this DVR port b7eec557-6ba1-4bf4-b380-f88fd012a843 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:18:04.529623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:04.537986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:04.539664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:04.548431 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Usage tracker for resource:subnet and tenant:c1428821adf345448843a17f963c35d6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:04.556749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:04.562730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:04.574153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Subnet': ['ID=84635b48-b9a2-4c34-ba57-9782db4588e2,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:04.579530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:04.584562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:04.603957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:18:04.606160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Checking segment: {'id': '1df84233-1bdb-42db-a847-1a8f066db9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'db286b6b-1dc4-4b81-b7c5-c879719738ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:04.606538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network hostable DHCP agents. Network: db286b6b-1dc4-4b81-b7c5-c879719738ab, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:18:04.613704 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-e383c549-4743-4b1d-b333-3508c2ce80e0 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:04.615150 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e383c549-4743-4b1d-b333-3508c2ce80e0 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4912822 Dec 22 17:18:04.615654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Made reservation on behalf of c1428821adf345448843a17f963c35d6 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:04.619714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32810) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:04.620007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.634598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-72bb3474-333e-4201-8267-903dd7a1fdb7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.638181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-a06cfbe3-4b0b-486d-8c17-f37bb66f668d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '87e40df4-09d6-4159-8e10-9a7799dc5180', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:04.645553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:04.649074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.659555 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Sync routers for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:18:04.668354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.674540 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-72bb3474-333e-4201-8267-903dd7a1fdb7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.678372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a06cfbe3-4b0b-486d-8c17-f37bb66f668d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:04.680697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:18:04.681212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:18:04.696728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:04.697357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:04.732229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.743785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.747729 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7699759 Dec 22 17:18:04.749085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a06cfbe3-4b0b-486d-8c17-f37bb66f668d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:04.751796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:04.757946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32814) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:04.760533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a06cfbe3-4b0b-486d-8c17-f37bb66f668d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:04.785822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-5eb7da05-6af0-4a5d-88d4-1fed9b636088 None None] For port a7fa435c-3786-465d-922f-0b4ec75290ee, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a7fa435c-3786-465d-922f-0b4ec75290ee,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:04.786254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5eb7da05-6af0-4a5d-88d4-1fed9b636088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.842341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a06cfbe3-4b0b-486d-8c17-f37bb66f668d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:04.860411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb3474-333e-4201-8267-903dd7a1fdb7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70108330-2158-41bc-bb71-cc2bad38f274,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:04.879556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network db286b6b-1dc4-4b81-b7c5-c879719738ab is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:18:04.896649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, db286b6b-1dc4-4b81-b7c5-c879719738ab) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:04.901171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:04.901816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.932026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ffd969-ae42-408c-af89-9e188ab660e2,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:04.940471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:04.944500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:04.945027 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:04.950917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-72bb3474-333e-4201-8267-903dd7a1fdb7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:04.952158 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-72bb3474-333e-4201-8267-903dd7a1fdb7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0007548 Dec 22 17:18:04.955069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32818) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:04.962654 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0269341 Dec 22 17:18:04.966509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Request body: {'security_group_rule': {'security_group_id': '28150d01-0d58-4dda-ad76-ab849ce78b97', 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:04.972373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32822) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:04.976113 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:04.983421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': 'db286b6b-1dc4-4b81-b7c5-c879719738ab', 'name': 'tempest-PortsIpV6TestJSON-1928708994'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:05.007246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364df993-2b3a-4a42-a644-ed0851c228ac None None] Network db286b6b-1dc4-4b81-b7c5-c879719738ab requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:05.007695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:security_group_rule and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:05.014954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.018787 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0662370 Dec 22 17:18:05.018959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:05.026334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32826) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:05.028914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7da05-6af0-4a5d-88d4-1fed9b636088 None None] Calling delete_port for a7fa435c-3786-465d-922f-0b4ec75290ee owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:05.054876 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-a06cfbe3-4b0b-486d-8c17-f37bb66f668d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:05.056200 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a06cfbe3-4b0b-486d-8c17-f37bb66f668d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4324834 Dec 22 17:18:05.061844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32828) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:05.073914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:05.174489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.193856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Deleting port b7eec557-6ba1-4bf4-b380-f88fd012a843 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:05.194196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.223280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:05.315302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] The port 'b7eec557-6ba1-4bf4-b380-f88fd012a843' was deleted {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:18:05.340464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.347949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90e3ac74-e701-446a-9e7e-dd178331d435 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.363397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5eb7da05-6af0-4a5d-88d4-1fed9b636088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.372674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9238dd49-7e57-49e6-a1b9-eed9a4dea129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:05.410812 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90e3ac74-e701-446a-9e7e-dd178331d435 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.421643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.objects.ports [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87586) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:18:05.444824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.456021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:05.494367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7da05-6af0-4a5d-88d4-1fed9b636088 None None] Pushing event deleted for resources: {'Port': ['ID=a7fa435c-3786-465d-922f-0b4ec75290ee,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:05.515349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5eb7da05-6af0-4a5d-88d4-1fed9b636088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:05.523435 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7da05-6af0-4a5d-88d4-1fed9b636088 None None] No DVR routers for this DVR port a7fa435c-3786-465d-922f-0b4ec75290ee on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:18:05.537999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:05.581667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90e3ac74-e701-446a-9e7e-dd178331d435 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.591085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:05.613041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-db286b6b-1dc4-4b81-b7c5-c879719738ab', 'network_id': 'db286b6b-1dc4-4b81-b7c5-c879719738ab', 'tenant_id': '7f29491bf5a54984b0446c34c11fddd2', 'fixed_ips': [{'subnet_id': '84635b48-b9a2-4c34-ba57-9782db4588e2'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:05.614023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.624729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.628571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01525820-f444-4902-a175-08f9c878152c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.635399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90e3ac74-e701-446a-9e7e-dd178331d435 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.637054 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-90e3ac74-e701-446a-9e7e-dd178331d435 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b7ffd969-ae42-408c-af89-9e188ab660e2 HTTP/1.1" status: 204 len: 168 time: 0.5648322 Dec 22 17:18:05.637889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event updated for resources: {'Subnet': ['ID=0b9d49a9-4661-435d-b017-1914d9537844,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:05.641273 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:05.641987 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Checking segment: {'id': '05297a69-16d9-467a-9493-db103a7b9adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c33716b5-2832-4040-8d96-63cf6a848d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:05.642384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network hostable DHCP agents. Network: c33716b5-2832-4040-8d96-63cf6a848d7e, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:18:05.647455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32834) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:05.650062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:05.656222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:05.659665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.672048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b7eec557-6ba1-4bf4-b380-f88fd012a843 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:18:05.672499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.698651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3ac74-e701-446a-9e7e-dd178331d435 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7ffd969-ae42-408c-af89-9e188ab660e2,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:05.702891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-90e3ac74-e701-446a-9e7e-dd178331d435 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:05.706209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b7d3a6df-a9b0-45de-b81a-6e6f61af169f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:05.736669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.737915 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7817135 Dec 22 17:18:05.738892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453593c8-3495-457a-ac23-c5dcaea87267,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:05.741876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:05.744387 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port 21f7c07f-33eb-451e-97ce-a1460458a313 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:18:05.746212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: b7eec557-6ba1-4bf4-b380-f88fd012a843 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:18:05.746779 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b7eec557-6ba1-4bf4-b380-f88fd012a843 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:18:05.747382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a7fa435c-3786-465d-922f-0b4ec75290ee no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:18:05.774443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.798371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: a7fa435c-3786-465d-922f-0b4ec75290ee {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:18:05.798706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a7fa435c-3786-465d-922f-0b4ec75290ee not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:18:05.808658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053b9ac9-8a84-481d-9e60-1790616d2015']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:05.824683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0524615-e807-4640-9636-10d2b96cc725') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:05.825080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0524615-e807-4640-9636-10d2b96cc725') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:05.838470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.843632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32838) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:05.849743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Network c33716b5-2832-4040-8d96-63cf6a848d7e is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:18:05.855275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Request body: {'security_group_rule': {'security_group_id': '28150d01-0d58-4dda-ad76-ab849ce78b97', 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:05.856741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.863098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:18:05.863619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.864713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:05.880926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:security_group_rule and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:05.887606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:05.890303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, c33716b5-2832-4040-8d96-63cf6a848d7e) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:05.892383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:01Z', 'revision_number': 3, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:05.898124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:05.900495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:05.900743 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Checking router: cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:18:05.900997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Updating router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 port 6f46712a-b947-4574-8bae-0ecdddd403bd binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:18:05.901092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.924801 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Project 076fb32645c24ff6aac7ed3a7822cc5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:18:05.933164 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7441661 Dec 22 17:18:05.937367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32842) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:05.937629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6740a3a-5fce-4f1d-be69-edecefd48586 None None] Network c33716b5-2832-4040-8d96-63cf6a848d7e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:05.938494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:18:05.951572 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:18:05.971613 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Allocated IP 2001:db8::2 (db286b6b-1dc4-4b81-b7c5-c879719738ab/84635b48-b9a2-4c34-ba57-9782db4588e2/be17f6f3-9bca-4cd6-a082-a89e3cb02468) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:05.984602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01525820-f444-4902-a175-08f9c878152c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:05.994327 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.006380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-91f8dae9-b87d-4dc0-a787-9858d36e19f0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:06.073377 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.134534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.134903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.140479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.161306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:06.163749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5c14d713-dfe2-4c4a-9ea6-f0f3ee73cfa9 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:06.174920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.176111 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3312833 Dec 22 17:18:06.180121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.183355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.184865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32846) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:06.188034 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:06.194031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Request body: {'security_group_rule': {'security_group_id': '28150d01-0d58-4dda-ad76-ab849ce78b97', 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:06.198980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e481fe-65a9-420c-b195-d5a6918bd582,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:06.201925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:06.205128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:06.205915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.206101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:06.213720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:security_group_rule and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:06.218516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:06.237475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-569fe993-6e4a-44fb-8896-d098eccab6bc tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:06.274872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9384ccb4-b2e5-493c-b1c6-779886dfadd5 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:06.291530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:06.293968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.308558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=70cd0cfd-3360-45dc-922e-e3b38ea239cb,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:06.333548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:06.337359 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] 10.222.0.70 "DELETE /v2.0/networks/053b9ac9-8a84-481d-9e60-1790616d2015 HTTP/1.1" status: 204 len: 168 time: 3.1292217 Dec 22 17:18:06.337359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:06.353818 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Project 076fb32645c24ff6aac7ed3a7822cc5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:18:06.363200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01525820-f444-4902-a175-08f9c878152c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.365600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01525820-f444-4902-a175-08f9c878152c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.365874 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.366758 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-01525820-f444-4902-a175-08f9c878152c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "DELETE /v2.0/security-groups/87e40df4-09d6-4159-8e10-9a7799dc5180 HTTP/1.1" status: 204 len: 168 time: 1.3039899 Dec 22 17:18:06.368890 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3431189 Dec 22 17:18:06.373649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Pushing event deleted for resources: {'Network': ['ID=053b9ac9-8a84-481d-9e60-1790616d2015,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:06.378570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32852) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:06.378792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32854) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:06.381104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:06.384519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8f053159-234b-407a-a1bc-61cc6b9197ea tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:06.398553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-014d48b6-548d-4322-bb34-f59128c507c7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': '70cd0cfd-3360-45dc-922e-e3b38ea239cb', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-457019158'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:06.414357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-569fe993-6e4a-44fb-8896-d098eccab6bc tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:06.419775 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-569fe993-6e4a-44fb-8896-d098eccab6bc tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7598186 Dec 22 17:18:06.425027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32860) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:06.431673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01525820-f444-4902-a175-08f9c878152c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e40df4-09d6-4159-8e10-9a7799dc5180,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:06.438433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-01525820-f444-4902-a175-08f9c878152c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:06.505078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-68142575-9d1c-4f9b-bd4a-4e9317f0b575 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Synchronizing usage tracker for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:06.580274 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.600978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d2f9a376-9035-4c0d-97ae-60ab7a7192d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:06.635652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-68142575-9d1c-4f9b-bd4a-4e9317f0b575 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Unset dirty status for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:06.637112 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-68142575-9d1c-4f9b-bd4a-4e9317f0b575 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2535625 Dec 22 17:18:06.642216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Subnet': ['ID=0b9d49a9-4661-435d-b017-1914d9537844,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:06.645021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:06.655752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32864) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:06.681717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.692519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group': {'name': 'tempest-secgroup--748698258'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:06.694854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.704157 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:06.704388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-afa6d6b2-e9ee-4d6e-9755-0b1f9e84b356 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:06.707160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-014d48b6-548d-4322-bb34-f59128c507c7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:06.725903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:06.737570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-014d48b6-548d-4322-bb34-f59128c507c7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:06.796875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.799199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b56dbaae-99d1-4923-96bf-ee12ae9bce14 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.801966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb30eaa-71b3-4189-a26d-641c1a71e00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-c33716b5-2832-4040-8d96-63cf6a848d7e', 'network_id': 'c33716b5-2832-4040-8d96-63cf6a848d7e', 'tenant_id': 'c1428821adf345448843a17f963c35d6', 'fixed_ips': [{'subnet_id': '0b9d49a9-4661-435d-b017-1914d9537844'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:06.802809 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9fb30eaa-71b3-4189-a26d-641c1a71e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.824660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32870) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:06.838443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014d48b6-548d-4322-bb34-f59128c507c7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:06.853989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cefd34-47ab-4df7-bf8b-b8f18977c301,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:06.862424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:06.865768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.875990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.885665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b56dbaae-99d1-4923-96bf-ee12ae9bce14 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.898681 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.898868 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:06.900556 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7128043 Dec 22 17:18:06.905286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32876) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:06.927811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Request body: {'network': {'name': 'tempest-network-smoke--1770072591', 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'port_security_enabled': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:06.932585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33716b5-2832-4040-8d96-63cf6a848d7e']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:06.947230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:06.966419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:network and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:06.970973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05297a69-16d9-467a-9493-db103a7b9adb') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:06.971340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05297a69-16d9-467a-9493-db103a7b9adb') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:06.971687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Transition to ACTIVE for port object be17f6f3-9bca-4cd6-a082-a89e3cb02468 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:06.984171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:06.995309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.005055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:07.019691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.026489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:18:07.026880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.108713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': '70cd0cfd-3360-45dc-922e-e3b38ea239cb'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:07.109544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:18:07.136553 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:18:07.148560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.152382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-56225f16-91ac-45a9-8977-3ba483718ef9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:07.168641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.175965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Transition to ACTIVE for port object be17f6f3-9bca-4cd6-a082-a89e3cb02468 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:07.176495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b56dbaae-99d1-4923-96bf-ee12ae9bce14 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.179538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Made reservation on behalf of 076fb32645c24ff6aac7ed3a7822cc5f for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:07.182428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:07.183776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.200650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:07.204130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Network': ['ID=c33716b5-2832-4040-8d96-63cf6a848d7e,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:07.207400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:07.210922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:07.213798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-557f99db-2147-44cc-99be-f6bb4aa6b5bc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:07.233736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b56dbaae-99d1-4923-96bf-ee12ae9bce14 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.235349 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b56dbaae-99d1-4923-96bf-ee12ae9bce14 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-groups/c678d461-02ab-431a-a1af-c66922aeedf5 HTTP/1.1" status: 204 len: 168 time: 0.8058450 Dec 22 17:18:07.244076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.247396 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/networks/c33716b5-2832-4040-8d96-63cf6a848d7e HTTP/1.1" status: 204 len: 168 time: 1.2993250 Dec 22 17:18:07.249956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:07.252595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32880) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:07.252925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32882) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:07.259284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6987f995-3efc-4400-8c4b-766db043d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:07.278314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dbaae-99d1-4923-96bf-ee12ae9bce14 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c678d461-02ab-431a-a1af-c66922aeedf5,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:07.287539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707cb0d5-b524-4767-b8fc-8960b612f021 None None] Network c33716b5-2832-4040-8d96-63cf6a848d7e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:07.291671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Allocated IP 172.20.0.1 (61b43531-00f7-434e-b681-69fa5be04147/f17b2965-d70c-4ae3-84b8-068e15a3fa47/161b7c48-9fb4-42c5-a848-22849d7dbd08) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:07.292134 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b56dbaae-99d1-4923-96bf-ee12ae9bce14 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:07.303618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:18:07.323968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.324312 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Added segment 4680e6ab-70aa-4de2-89a8-dd8a3a114845 of type vlan for network 4a98ace9-9193-46d5-9dd6-3cd2e309230f Dec 22 17:18:07.337972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8::28b (db286b6b-1dc4-4b81-b7c5-c879719738ab/84635b48-b9a2-4c34-ba57-9782db4588e2/21f7c07f-33eb-451e-97ce-a1460458a313) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:07.360726 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3ba0abf4-ac74-4bfa-bcde-f231084ea6cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec75830dfc1f4aed97a82b04b4c99da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330493 Dec 22 17:18:07.366437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707cb0d5-b524-4767-b8fc-8960b612f021 None None] Network c33716b5-2832-4040-8d96-63cf6a848d7e could not be found, it might have been deleted concurrently. {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 17:18:07.369148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32888) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:07.384880 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c61a849-21c7-4d43-b884-cd44f3e66be4 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:07.385690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c61a849-21c7-4d43-b884-cd44f3e66be4 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:07.385958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.392148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Network db286b6b-1dc4-4b81-b7c5-c879719738ab is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:07.398885 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:07.400049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.413061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:07.424873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Transition to ACTIVE for port object 6f46712a-b947-4574-8bae-0ecdddd403bd will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:07.427775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Pushing event updated for resources: {'Port': ['ID=be17f6f3-9bca-4cd6-a082-a89e3cb02468,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:07.428006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-014d48b6-548d-4322-bb34-f59128c507c7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.461513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5b99c37e-7120-41ce-af8c-47599a5b4798 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:07.465771 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1c61a849-21c7-4d43-b884-cd44f3e66be4 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/subnets/0b9d49a9-4661-435d-b017-1914d9537844 HTTP/1.1" status: 404 len: 337 time: 0.2037368 Dec 22 17:18:07.475669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32892) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:07.491830 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:07.507754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.539479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c1dab64f-a94a-4dd3-b93b-d99a81a023cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:07.598308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.604613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:07.605604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.624889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-36e60951-2d4e-40a2-9cec-cf4ef781b833 tempest-DHCPAgentSchedulersTestJSON-892292275 tempest-DHCPAgentSchedulersTestJSON-892292275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:07.638520 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c30a55-29ee-4893-b009-2fd7ec06dacd tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:07.638998 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c30a55-29ee-4893-b009-2fd7ec06dacd tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:07.654133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/70cd0cfd-3360-45dc-922e-e3b38ea239cb/fcb9d454-a2be-43e3-956b-405f729a301a) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:07.658183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Attempting to bind port 6f46712a-b947-4574-8bae-0ecdddd403bd on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:07.658573 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Attempting to bind port 6f46712a-b947-4574-8bae-0ecdddd403bd by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:07.658931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Attempting to bind port 6f46712a-b947-4574-8bae-0ecdddd403bd on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:07.661294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Attempting to bind port be17f6f3-9bca-4cd6-a082-a89e3cb02468 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:07.661828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Attempting to bind port be17f6f3-9bca-4cd6-a082-a89e3cb02468 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '1df84233-1bdb-42db-a847-1a8f066db9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'db286b6b-1dc4-4b81-b7c5-c879719738ab'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:07.662361 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Attempting to bind port be17f6f3-9bca-4cd6-a082-a89e3cb02468 on network db286b6b-1dc4-4b81-b7c5-c879719738ab {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:07.677489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:07.677918 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f1c30a55-29ee-4893-b009-2fd7ec06dacd tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/networks/c33716b5-2832-4040-8d96-63cf6a848d7e HTTP/1.1" status: 404 len: 339 time: 0.2011902 Dec 22 17:18:07.678354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:07.678557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32896) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:07.679149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.679705 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:07.680344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Bound port: 6f46712a-b947-4574-8bae-0ecdddd403bd, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:07.681457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.687584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-014d48b6-548d-4322-bb34-f59128c507c7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port 85c9b589-2e24-42ab-93a0-3e737d15f78d yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:18:07.716150 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:07.716517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Checking segment: {'id': '1df84233-1bdb-42db-a847-1a8f066db9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'db286b6b-1dc4-4b81-b7c5-c879719738ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:07.717132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.717689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Bound using segment: {'id': '1df84233-1bdb-42db-a847-1a8f066db9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'db286b6b-1dc4-4b81-b7c5-c879719738ab'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:07.718323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Bound port: be17f6f3-9bca-4cd6-a082-a89e3cb02468, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df84233-1bdb-42db-a847-1a8f066db9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'db286b6b-1dc4-4b81-b7c5-c879719738ab'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:07.718872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.726802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c339d073-b40e-42d2-aad5-539652c4d4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.731521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5b99c37e-7120-41ce-af8c-47599a5b4798 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:07.736491 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5b99c37e-7120-41ce-af8c-47599a5b4798 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4723322 Dec 22 17:18:07.737776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6825b87-5600-49b3-b416-12ac2d9feb53 None None] Pushing event updated for resources: {'Port': ['ID=6f46712a-b947-4574-8bae-0ecdddd403bd,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:07.741055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32900) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:07.750805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c6825b87-5600-49b3-b416-12ac2d9feb53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:07.772495 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8579779 Dec 22 17:18:07.775915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group': {'name': 'tempest-secgroup--466233329'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:07.780915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32904) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:07.801134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:07.820351 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'admin_state_up': True, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:07.842359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.857168 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:07.869560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.875313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:router and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:07.878050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:07.910313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3ecde196-b0b4-4129-a6de-586d6ed1ab51 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:07.918847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] For port 6f46712a-b947-4574-8bae-0ecdddd403bd, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:07.938499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:07.958793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] For port 6f46712a-b947-4574-8bae-0ecdddd403bd, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6f46712a-b947-4574-8bae-0ecdddd403bd,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:07.971976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.986762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:07.992495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:07.999194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:08.023100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.031667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'Network': ['ID=4a98ace9-9193-46d5-9dd6-3cd2e309230f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:08.034999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.035201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:08.036244 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3792448 Dec 22 17:18:08.045203 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-01959388-b297-4615-b80c-1d685096f8aa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:08.045891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01959388-b297-4615-b80c-1d685096f8aa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:08.046354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980233a1-3c83-41fb-9675-0468e9805e19,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:08.047850 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-01959388-b297-4615-b80c-1d685096f8aa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/subnets/470caa38-a358-4085-9c37-00f03814b219 HTTP/1.1" status: 404 len: 337 time: 0.3227646 Dec 22 17:18:08.048729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32908) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:08.062524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:08.063820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] For port be17f6f3-9bca-4cd6-a082-a89e3cb02468, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:08.064196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32910) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:08.068153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Transition to ACTIVE for port object 161b7c48-9fb4-42c5-a848-22849d7dbd08 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:08.070694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 4a98ace9-9193-46d5-9dd6-3cd2e309230f details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:18:08.072775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c339d073-b40e-42d2-aad5-539652c4d4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.073544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0b2c94f3-7aff-43d4-9178-96ee64d7f8f2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '980233a1-3c83-41fb-9675-0468e9805e19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:08.103479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0b2c94f3-7aff-43d4-9178-96ee64d7f8f2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:08.108253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.109230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.113447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:08.117304 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.121277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0b2c94f3-7aff-43d4-9178-96ee64d7f8f2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:08.130179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0b2c94f3-7aff-43d4-9178-96ee64d7f8f2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:08.133934 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d34c183-54b1-4ca4-9be7-f08d13b075fa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:08.134413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d34c183-54b1-4ca4-9be7-f08d13b075fa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:08.136099 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1d34c183-54b1-4ca4-9be7-f08d13b075fa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/networks/f3062694-fb85-49d6-827b-c74e42baa004 HTTP/1.1" status: 404 len: 339 time: 0.0707998 Dec 22 17:18:08.138825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32916) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:08.144982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:08.147126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0b2c94f3-7aff-43d4-9178-96ee64d7f8f2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:08.148803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] For port be17f6f3-9bca-4cd6-a082-a89e3cb02468, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=be17f6f3-9bca-4cd6-a082-a89e3cb02468,segment=NetworkSegment(1df84233-1bdb-42db-a847-1a8f066db9a9),segment_id=1df84233-1bdb-42db-a847-1a8f066db9a9)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:08.161865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.197986 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6188134-e45b-41f9-925e-a194d9235c46 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:08.198537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6188134-e45b-41f9-925e-a194d9235c46 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:08.202632 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c6188134-e45b-41f9-925e-a194d9235c46 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/subnets/a4aa11e6-cd47-4b81-b397-0da74a9c6a7d HTTP/1.1" status: 404 len: 337 time: 0.0603859 Dec 22 17:18:08.202632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Transition to ACTIVE for port object 21f7c07f-33eb-451e-97ce-a1460458a313 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:08.204075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32920) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:08.240233 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-39facdf6-97d2-4ac8-a5fc-20ac4b432416 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:08.240733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39facdf6-97d2-4ac8-a5fc-20ac4b432416 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:08.256606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c339d073-b40e-42d2-aad5-539652c4d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.259014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c339d073-b40e-42d2-aad5-539652c4d4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.265492 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c339d073-b40e-42d2-aad5-539652c4d4fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3d1a617-cce9-46a9-b5e4-f747d398a6b3 HTTP/1.1" status: 204 len: 168 time: 0.8900967 Dec 22 17:18:08.265492 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-39facdf6-97d2-4ac8-a5fc-20ac4b432416 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/networks/744359d9-1605-4bd3-bffa-e5f9e2171255 HTTP/1.1" status: 404 len: 339 time: 0.0567856 Dec 22 17:18:08.265492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-84e7711f-eb9b-4d00-997c-b50b69aa9d6d tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:08.270619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32926) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:08.302245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.310052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.319572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3a20a5a0-0ee1-45a7-9fc7-c0e2cda3a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364 tempest-ExtraDHCPOptionsIpV6TestJSON-254363364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:08.326793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6825b87-5600-49b3-b416-12ac2d9feb53 None None] Pushing event updated for resources: {'Port': ['ID=6f46712a-b947-4574-8bae-0ecdddd403bd,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:08.344346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c6825b87-5600-49b3-b416-12ac2d9feb53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:08.349794 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:08.355779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-53fe1cb2-c4f9-482e-8348-32ece56efbe1 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Deleting port f0428398-1f29-4493-ac14-91c9a90dacf0 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:08.356119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-53fe1cb2-c4f9-482e-8348-32ece56efbe1 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.381747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339d073-b40e-42d2-aad5-539652c4d4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d1a617-cce9-46a9-b5e4-f747d398a6b3,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:08.389194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c339d073-b40e-42d2-aad5-539652c4d4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:08.423563 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-0b2c94f3-7aff-43d4-9178-96ee64d7f8f2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The resource could not be found. Dec 22 17:18:08.425421 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0b2c94f3-7aff-43d4-9178-96ee64d7f8f2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3671906 Dec 22 17:18:08.425672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.428346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32932) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:08.433811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e6c8cb7e-efd8-46bb-90b0-b617724a67ab tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '980233a1-3c83-41fb-9675-0468e9805e19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4f6affc5-8185-407a-a73d-e1da817a82f8'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:08.446960 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9843ea6d-1c0b-42bd-93d6-2a3493dca22a tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:08.467789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:08.468689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:08.490266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e6c8cb7e-efd8-46bb-90b0-b617724a67ab tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:08.535198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e6c8cb7e-efd8-46bb-90b0-b617724a67ab tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:08.537719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Network 61b43531-00f7-434e-b681-69fa5be04147 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:08.549569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.556751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Pushing event updated for resources: {'Port': ['ID=be17f6f3-9bca-4cd6-a082-a89e3cb02468,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:08.557560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network db286b6b-1dc4-4b81-b7c5-c879719738ab is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:08.558069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:08.558655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e6c8cb7e-efd8-46bb-90b0-b617724a67ab tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:08.590677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:08.592644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:08.593873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:08.604472 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:08.605070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.614829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.628768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e6c8cb7e-efd8-46bb-90b0-b617724a67ab tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:08.629798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:08.695054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=21f7c07f-33eb-451e-97ce-a1460458a313,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:08.695629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.698805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Transition to ACTIVE for port object fcb9d454-a2be-43e3-956b-405f729a301a will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:08.705716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.714133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:08.721512 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7468691 Dec 22 17:18:08.738608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=161b7c48-9fb4-42c5-a848-22849d7dbd08,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:08.749538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32942) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:08.798535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:08.805054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3a3b1b8e-742d-4560-aa0d-6452d417d178 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:08.829530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': 'db286b6b-1dc4-4b81-b7c5-c879719738ab', 'name': 'tempest-PortsIpV6TestJSON-1333502387'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:08.857863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.859483 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1105533 Dec 22 17:18:08.877538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32948) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:08.907578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': '3c52120e-a615-4c84-a846-2faf0ee3de58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:08.920784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-53fe1cb2-c4f9-482e-8348-32ece56efbe1 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:08.942462 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-e6c8cb7e-efd8-46bb-90b0-b617724a67ab tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The resource could not be found. Dec 22 17:18:08.943672 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e6c8cb7e-efd8-46bb-90b0-b617724a67ab tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5143800 Dec 22 17:18:08.946951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:08.994289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Transition to ACTIVE for port object fcb9d454-a2be-43e3-956b-405f729a301a will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:09.004956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32952) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:09.009582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.036580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.054918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:09.160868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Pushing event updated for resources: {'Port': ['ID=fcb9d454-a2be-43e3-956b-405f729a301a,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:09.163307 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-53fe1cb2-c4f9-482e-8348-32ece56efbe1 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Calling delete_port for f0428398-1f29-4493-ac14-91c9a90dacf0 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:09.169909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:09.185777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:09.190685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:09.194491 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:09.246444 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-014d48b6-548d-4322-bb34-f59128c507c7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:09.247134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014d48b6-548d-4322-bb34-f59128c507c7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:09.251336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c52120e-a615-4c84-a846-2faf0ee3de58,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:09.255918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:09.256750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:09.259449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e1650738-0b7b-4d2d-863f-f3403d586343 None None] Provisioning for port 161b7c48-9fb4-42c5-a848-22849d7dbd08 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:09.271551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:09.282711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:09.291750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:09.324285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-53fe1cb2-c4f9-482e-8348-32ece56efbe1 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.330545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c83f7c0a-9a9f-4e53-b06d-6025812f2095 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:09.376729 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e1650738-0b7b-4d2d-863f-f3403d586343 None None] Provisioning complete for port 161b7c48-9fb4-42c5-a848-22849d7dbd08 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:09.377138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e1650738-0b7b-4d2d-863f-f3403d586343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.380937 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.413634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe1cb2-c4f9-482e-8348-32ece56efbe1 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Port': ['ID=f0428398-1f29-4493-ac14-91c9a90dacf0,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:09.438096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-53fe1cb2-c4f9-482e-8348-32ece56efbe1 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:09.445632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-53fe1cb2-c4f9-482e-8348-32ece56efbe1 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.448457 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32964) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:09.467395 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-014d48b6-548d-4322-bb34-f59128c507c7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.0879152 Dec 22 17:18:09.469161 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-53fe1cb2-c4f9-482e-8348-32ece56efbe1 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/ports/f0428398-1f29-4493-ac14-91c9a90dacf0 HTTP/1.1" status: 204 len: 168 time: 1.1962187 Dec 22 17:18:09.470076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32968) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:09.473868 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32970) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:09.531196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:09.541523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02b57c04-940b-4a93-a05c-1768df319fd3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.545167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:port and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:09.551032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:09.576752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:09.592101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.618990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e1650738-0b7b-4d2d-863f-f3403d586343 None None] Port 161b7c48-9fb4-42c5-a848-22849d7dbd08 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:09.628212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02b57c04-940b-4a93-a05c-1768df319fd3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.633164 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Attempting to bind port fcb9d454-a2be-43e3-956b-405f729a301a on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:09.634386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Attempting to bind port fcb9d454-a2be-43e3-956b-405f729a301a by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:09.635735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Attempting to bind port fcb9d454-a2be-43e3-956b-405f729a301a on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:09.648344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:09.648344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:09.648738 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.649197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:09.649792 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Bound port: fcb9d454-a2be-43e3-956b-405f729a301a, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:09.650251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.667745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:09.673048 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.680346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.684698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-52c044db-8353-4ffb-acdc-4b6dd86612a1 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:09.692593 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-213d58ef-2e88-4fdc-88bf-027e4ae32424 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:09.693048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213d58ef-2e88-4fdc-88bf-027e4ae32424 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:09.736306 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-213d58ef-2e88-4fdc-88bf-027e4ae32424 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/subnets/7b1a592e-f63b-4742-b742-b389e2a95c93 HTTP/1.1" status: 404 len: 337 time: 0.2608273 Dec 22 17:18:09.741055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32978) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:09.741812 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7a7afe-f874-41c5-85a8-a883e8aa1bb8,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:09.755676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device be17f6f3-9bca-4cd6-a082-a89e3cb02468 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:09.767740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:09.808805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.810033 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9315414 Dec 22 17:18:09.858787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32982) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:09.864953 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': '3c52120e-a615-4c84-a846-2faf0ee3de58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:09.876604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:09.881270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:09.884554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:09.891577 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:09.917479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-23a0dce2-580a-4cb8-bcf0-d86ad3986745 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] Request body: {'port': {'network_id': '58f966d5-1ddc-4c97-803b-ae106e036df9', 'name': 'tempest-NetworksNegativeTestJSON-1695199717'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:09.959039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] For port fcb9d454-a2be-43e3-956b-405f729a301a, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:09.960880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.966153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] For port fcb9d454-a2be-43e3-956b-405f729a301a, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fcb9d454-a2be-43e3-956b-405f729a301a,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:09.966400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.978901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:09.986161 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c9176d88-498a-4cdd-ba2a-10cb9dec6928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:09.987878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ec2166-7c8e-4611-8215-a900cd7131f7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:09.988722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-37ec2166-7c8e-4611-8215-a900cd7131f7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:10.013697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port a573fc53-3393-4e35-aefe-5999a06fbf2b yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:18:10.058142 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a0dce2-580a-4cb8-bcf0-d86ad3986745 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] POST failed (client error): The resource could not be found. Dec 22 17:18:10.058907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a0dce2-580a-4cb8-bcf0-d86ad3986745 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:10.060275 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-23a0dce2-580a-4cb8-bcf0-d86ad3986745 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5950968 Dec 22 17:18:10.063955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Pushing event updated for resources: {'Port': ['ID=fcb9d454-a2be-43e3-956b-405f729a301a,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:10.066345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32986) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:10.070615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-37ec2166-7c8e-4611-8215-a900cd7131f7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:10.072669 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-37ec2166-7c8e-4611-8215-a900cd7131f7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5998187 Dec 22 17:18:10.078131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 32988) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:10.078301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port be17f6f3-9bca-4cd6-a082-a89e3cb02468 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:10.084252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:10.093287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.111931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:01Z', 'revision_number': 3, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:10.116797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f7a09-8daf-44fa-b8a0-a7499313da16 None None] The sync data for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv is: [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:01Z', 'revision_number': 3, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:18:10.166692 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a21239a-f350-43e2-9c11-10e750365b9e tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:10.167213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a21239a-f350-43e2-9c11-10e750365b9e tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:10.172578 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2a21239a-f350-43e2-9c11-10e750365b9e tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] 10.222.0.70 "DELETE /v2.0/networks/ef91bda1-cd33-46ed-b0db-8acfb7fdd53d HTTP/1.1" status: 404 len: 339 time: 0.0924964 Dec 22 17:18:10.178344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32994) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:10.214454 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a289fde-8e78-4b3f-ba80-25df58440fda None None] Network db286b6b-1dc4-4b81-b7c5-c879719738ab requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:10.255834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.309099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02b57c04-940b-4a93-a05c-1768df319fd3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.313425 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ab613d-6ce7-436a-aee8-24dbdda84d38 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:10.314108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ab613d-6ce7-436a-aee8-24dbdda84d38 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:10.322650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b69b9d22-a9a0-460d-be49-196fc653c632 None None] Provisioning for port be17f6f3-9bca-4cd6-a082-a89e3cb02468 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:10.329851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b69b9d22-a9a0-460d-be49-196fc653c632 None None] Provisioning complete for port be17f6f3-9bca-4cd6-a082-a89e3cb02468 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:10.330503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b69b9d22-a9a0-460d-be49-196fc653c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.339437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2a57976c-018b-4eac-b7e2-48416b8f03b9 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:10.339679 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-20ab613d-6ce7-436a-aee8-24dbdda84d38 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] 10.222.0.70 "DELETE /v2.0/ports/862587a5-20cd-4ee1-95a3-c30f8cbb754f HTTP/1.1" status: 404 len: 333 time: 0.1545618 Dec 22 17:18:10.340522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.346078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2fb54c19-fab7-4f55-a819-94190d657cad tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:10.354876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 32998) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:10.371538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.449074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32e8082-3622-46ae-a71c-befc9e79d621,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:10.454382 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-3720b83a-ecdf-4d46-b478-b9d80cc44885 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:10.455013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3720b83a-ecdf-4d46-b478-b9d80cc44885 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:10.456831 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3720b83a-ecdf-4d46-b478-b9d80cc44885 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] 10.222.0.70 "DELETE /v2.0/subnets/6554d89d-0a5c-4622-b48e-f17968e2a2b7 HTTP/1.1" status: 404 len: 337 time: 0.0959470 Dec 22 17:18:10.458105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:10.468033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33002) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:10.474336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.478585 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6160927 Dec 22 17:18:10.481167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b57c04-940b-4a93-a05c-1768df319fd3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980233a1-3c83-41fb-9675-0468e9805e19,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:10.535442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4b3875-bf3f-4af1-8f65-d3470b1319eb']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:10.545782 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33006) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:10.547048 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-02b57c04-940b-4a93-a05c-1768df319fd3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:10.587788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': '3c52120e-a615-4c84-a846-2faf0ee3de58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:10.596169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94066196-58f6-47e1-bf6b-bdcc7dcc7e9c') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:10.596625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94066196-58f6-47e1-bf6b-bdcc7dcc7e9c') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:10.605522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:10.607192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8d8a8-a559-4ae3-bcd1-2d22102c43e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:10.608731 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b41001-3a2d-42e6-8781-390e3c955a56 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] GET failed (client error): The resource could not be found. Dec 22 17:18:10.608868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8d8a8-a559-4ae3-bcd1-2d22102c43e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:10.609561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-71a8d8a8-a559-4ae3-bcd1-2d22102c43e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:10.614051 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-31b41001-3a2d-42e6-8781-390e3c955a56 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] 10.222.0.70 "GET /v2.0/networks/9ddf2a87-bfb2-4faf-9d86-f3e3ae787916 HTTP/1.1" status: 404 len: 339 time: 0.1446276 Dec 22 17:18:10.617239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33010) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:10.667000 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b69b9d22-a9a0-460d-be49-196fc653c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.745311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.817394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-b69b9d22-a9a0-460d-be49-196fc653c632 None None] For port be17f6f3-9bca-4cd6-a082-a89e3cb02468, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=be17f6f3-9bca-4cd6-a082-a89e3cb02468,segment=NetworkSegment(1df84233-1bdb-42db-a847-1a8f066db9a9),segment_id=1df84233-1bdb-42db-a847-1a8f066db9a9)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:10.842125 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:10.847047 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-457e534f-ba36-4d88-9a47-676529897458 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] GET failed (client error): The resource could not be found. Dec 22 17:18:10.848421 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-457e534f-ba36-4d88-9a47-676529897458 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] 10.222.0.70 "GET /v2.0/ports/48ec7872-1e5a-407d-89a2-785263fbe308 HTTP/1.1" status: 404 len: 333 time: 0.2276633 Dec 22 17:18:10.849315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:10.853617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.854246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33014) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:10.861622 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b69b9d22-a9a0-460d-be49-196fc653c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.865374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:10.870964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bf1c6bba-ff6b-4a2b-a53c-c0f96250bf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:10.871418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-71a8d8a8-a559-4ae3-bcd1-2d22102c43e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:10.874569 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-71a8d8a8-a559-4ae3-bcd1-2d22102c43e6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7915466 Dec 22 17:18:10.879921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33018) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:10.880477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02b57c04-940b-4a93-a05c-1768df319fd3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.881761 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-02b57c04-940b-4a93-a05c-1768df319fd3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "DELETE /v2.0/security-groups/980233a1-3c83-41fb-9675-0468e9805e19 HTTP/1.1" status: 204 len: 168 time: 1.8754857 Dec 22 17:18:10.883337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.883853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8::390 (db286b6b-1dc4-4b81-b7c5-c879719738ab/84635b48-b9a2-4c34-ba57-9782db4588e2/a573fc53-3393-4e35-aefe-5999a06fbf2b) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:10.885379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33022) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:10.895282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.954725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:18:10.954996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:10.970088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b9d22-a9a0-460d-be49-196fc653c632 None None] Pushing event updated for resources: {'Port': ['ID=be17f6f3-9bca-4cd6-a082-a89e3cb02468,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:10.976904 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-b69b9d22-a9a0-460d-be49-196fc653c632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:18:10.977133 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:18:11.027719 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ea5cc8-2430-4288-a457-7a7d55b0e9af tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] GET failed (client error): The resource could not be found. Dec 22 17:18:11.028940 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-20ea5cc8-2430-4288-a457-7a7d55b0e9af tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] 10.222.0.70 "GET /v2.0/subnets/da42160a-cfa3-4d37-bf00-98edfffa97fa HTTP/1.1" status: 404 len: 337 time: 0.1527755 Dec 22 17:18:11.039238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33026) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:11.059791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6db18d2f-1f91-4439-8840-44b1b3987676 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:11.077319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:11.144850 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db18d2f-1f91-4439-8840-44b1b3987676 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] PUT failed (client error): The resource could not be found. Dec 22 17:18:11.146201 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b0e9e3f0-89c7-4063-bac1-7134a61c5749 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2213597 Dec 22 17:18:11.147092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db18d2f-1f91-4439-8840-44b1b3987676 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:11.150609 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6db18d2f-1f91-4439-8840-44b1b3987676 tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] 10.222.0.70 "PUT /v2.0/networks/16a9acc4-ec7d-43bc-8e4d-5cecb6c59309 HTTP/1.1" status: 404 len: 339 time: 0.1073995 Dec 22 17:18:11.156267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33030) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:11.156651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33032) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:11.160954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eba5c6c-8906-4cb6-a5b4-70e8b55ae9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 70cd0cfd-3360-45dc-922e-e3b38ea239cb {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:18:11.187308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-def4bd1d-46e8-4d49-9369-6e03523b481e tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:11.228227 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-def4bd1d-46e8-4d49-9369-6e03523b481e tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] PUT failed (client error): The resource could not be found. Dec 22 17:18:11.228702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def4bd1d-46e8-4d49-9369-6e03523b481e tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:11.229857 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-def4bd1d-46e8-4d49-9369-6e03523b481e tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] 10.222.0.70 "PUT /v2.0/ports/db2c66a8-4c64-43df-bd14-8c341e80d43e HTTP/1.1" status: 404 len: 333 time: 0.0647023 Dec 22 17:18:11.230554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:11.241616 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:11.247496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eba5c6c-8906-4cb6-a5b4-70e8b55ae9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:11.269111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:11.290967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33038) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:11.296773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7561ead0-c265-4ad9-b8bf-1f7f9a63bdd2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '35417d5a-396c-43ef-9f0f-714ed478d7b1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:11.301708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6dbf91a8-411f-4796-beb0-b1b6f976960e tempest-ExternalNetworksTestJSON-1562486846 tempest-ExternalNetworksTestJSON-1562486846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:11.330155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:11.352282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Network': ['ID=cc4b3875-bf3f-4af1-8f65-d3470b1319eb,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:11.356198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:11.357589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7561ead0-c265-4ad9-b8bf-1f7f9a63bdd2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:11.365569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f4b90752-7fc7-40be-9dff-20957954c75a tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:11.376455 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/networks/cc4b3875-bf3f-4af1-8f65-d3470b1319eb HTTP/1.1" status: 204 len: 168 time: 1.6108239 Dec 22 17:18:11.381494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7561ead0-c265-4ad9-b8bf-1f7f9a63bdd2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:11.384444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33042) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:11.394961 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7561ead0-c265-4ad9-b8bf-1f7f9a63bdd2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:11.412026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-511fe870-ee61-46b6-8a6f-22df802566d9 None None] Provisioning complete for port be17f6f3-9bca-4cd6-a082-a89e3cb02468 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:11.413665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-511fe870-ee61-46b6-8a6f-22df802566d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:11.450115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:11.473002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3aad6b05-d1f4-45b7-97d5-32a2415ad6ae tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Deleting port f21f3e9b-8b4b-41cd-9620-5817d078279e {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:11.473346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3aad6b05-d1f4-45b7-97d5-32a2415ad6ae tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:11.657227 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b90752-7fc7-40be-9dff-20957954c75a tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] PUT failed (client error): The resource could not be found. Dec 22 17:18:11.657750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b90752-7fc7-40be-9dff-20957954c75a tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:11.664410 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f4b90752-7fc7-40be-9dff-20957954c75a tempest-NetworksNegativeTestJSON-877869822 tempest-NetworksNegativeTestJSON-877869822-project] 10.222.0.70 "PUT /v2.0/subnets/5ff4ce7e-eca3-42c7-86d7-f851173d2630 HTTP/1.1" status: 404 len: 337 time: 0.3722165 Dec 22 17:18:11.798447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:11.803598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=161b7c48-9fb4-42c5-a848-22849d7dbd08,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:11.825201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:11.854622 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-511fe870-ee61-46b6-8a6f-22df802566d9 None None] Provisioning for port 21f7c07f-33eb-451e-97ce-a1460458a313 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:11.860527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Allocated IP 172.26.3.28 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/a790504a-870d-452e-ae66-199723996ef9) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:11.861685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-511fe870-ee61-46b6-8a6f-22df802566d9 None None] Provisioning complete for port 21f7c07f-33eb-451e-97ce-a1460458a313 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:11.862159 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-511fe870-ee61-46b6-8a6f-22df802566d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:11.936469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eba5c6c-8906-4cb6-a5b4-70e8b55ae9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:11.950614 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6f46712a-b947-4574-8bae-0ecdddd403bd up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:11.967817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7561ead0-c265-4ad9-b8bf-1f7f9a63bdd2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:12.017986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-511fe870-ee61-46b6-8a6f-22df802566d9 None None] Port 21f7c07f-33eb-451e-97ce-a1460458a313 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:12.028175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.036381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3aad6b05-d1f4-45b7-97d5-32a2415ad6ae tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.036691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.049369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Network 61b43531-00f7-434e-b681-69fa5be04147 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:12.058992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:12.061243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.073363 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6def87ff-4ae0-437b-ba1a-081bc8d3d28f tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:12.113405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 6f46712a-b947-4574-8bae-0ecdddd403bd completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:12.144478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 6f46712a-b947-4574-8bae-0ecdddd403bd triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:12.145255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.192906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9d936eb7-a82f-40a8-b8ab-309ac44b6d7e None None] Provisioning for port fcb9d454-a2be-43e3-956b-405f729a301a completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:12.249769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9d936eb7-a82f-40a8-b8ab-309ac44b6d7e None None] Provisioning complete for port 21f7c07f-33eb-451e-97ce-a1460458a313 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:12.253479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9d936eb7-a82f-40a8-b8ab-309ac44b6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.289835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33050) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:12.297290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3aad6b05-d1f4-45b7-97d5-32a2415ad6ae tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Calling delete_port for f21f3e9b-8b4b-41cd-9620-5817d078279e owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:12.344249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9d936eb7-a82f-40a8-b8ab-309ac44b6d7e None None] Port 21f7c07f-33eb-451e-97ce-a1460458a313 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:12.370977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9405861-375f-4a48-86cb-2e550644972d,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:12.383215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:12.388853 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-7561ead0-c265-4ad9-b8bf-1f7f9a63bdd2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The resource could not be found. Dec 22 17:18:12.390103 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7561ead0-c265-4ad9-b8bf-1f7f9a63bdd2 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2268581 Dec 22 17:18:12.401415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33056) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:12.410651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.412444 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8644590 Dec 22 17:18:12.419605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221552032'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:12.421599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.425684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33062) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:12.435729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:12.441788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': '3c52120e-a615-4c84-a846-2faf0ee3de58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:12.443012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 6f46712a-b947-4574-8bae-0ecdddd403bd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6f46712a-b947-4574-8bae-0ecdddd403bd,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:12.452963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.454346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fcb9d454-a2be-43e3-956b-405f729a301a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:12.464732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:12.468721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:12.473208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:12.482350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eba5c6c-8906-4cb6-a5b4-70e8b55ae9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.517478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:12.519053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:12.526810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:12.535660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ada6cbc3-f79a-474f-91cb-6da525149206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:12.546325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3aad6b05-d1f4-45b7-97d5-32a2415ad6ae tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.551086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Transition to ACTIVE for port object a573fc53-3393-4e35-aefe-5999a06fbf2b will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:12.560110 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:12.565027 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.577534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d4a84037-b3c2-477b-97b0-f64f71622c61 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:12.642411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.645461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=6f46712a-b947-4574-8bae-0ecdddd403bd,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:12.648723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:12.649656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-42cd9592-46e3-4a63-a7e7-d7b54f88e717 None None] Provisioning complete for port 161b7c48-9fb4-42c5-a848-22849d7dbd08 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:12.650037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-42cd9592-46e3-4a63-a7e7-d7b54f88e717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.651619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6790ebe9-44de-4063-8486-1b9a13b5f596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.672107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad6b05-d1f4-45b7-97d5-32a2415ad6ae tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Port': ['ID=f21f3e9b-8b4b-41cd-9620-5817d078279e,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:12.687128 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3aad6b05-d1f4-45b7-97d5-32a2415ad6ae tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:12.700588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3aad6b05-d1f4-45b7-97d5-32a2415ad6ae tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.703700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6790ebe9-44de-4063-8486-1b9a13b5f596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:12.704180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:18:12.708565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.711396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port fcb9d454-a2be-43e3-956b-405f729a301a completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:12.711626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.718416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3b429cc4-456d-4c90-ab5e-bd6e4c12b8f3 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:12.722518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6790ebe9-44de-4063-8486-1b9a13b5f596 admin admin] Usage tracker for resource:security_group_rule and tenant:e082fed555804f19aa660b4879f55b04 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:12.723912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port fcb9d454-a2be-43e3-956b-405f729a301a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:12.724293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.725399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:12.730434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6790ebe9-44de-4063-8486-1b9a13b5f596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:12.737146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:12.742033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:12.767635 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3aad6b05-d1f4-45b7-97d5-32a2415ad6ae tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/ports/f21f3e9b-8b4b-41cd-9620-5817d078279e HTTP/1.1" status: 204 len: 168 time: 1.3621070 Dec 22 17:18:12.768412 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33066) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:12.771948 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-42cd9592-46e3-4a63-a7e7-d7b54f88e717 None None] Port 161b7c48-9fb4-42c5-a848-22849d7dbd08 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:12.780096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6790ebe9-44de-4063-8486-1b9a13b5f596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:12.784725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:12.792352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=a573fc53-3393-4e35-aefe-5999a06fbf2b,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:12.796752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:12.801533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.809845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:12.842538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eba5c6c-8906-4cb6-a5b4-70e8b55ae9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.856677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5a4bd78b-4268-4a3b-91a6-40a3e07aa99c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:12.863561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.882538 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-22996c63-8590-408c-bc7f-ba2066477ff6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] DELETE failed (client error): The resource could not be found. Dec 22 17:18:12.883330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22996c63-8590-408c-bc7f-ba2066477ff6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:18:12.899879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port fcb9d454-a2be-43e3-956b-405f729a301a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fcb9d454-a2be-43e3-956b-405f729a301a,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:12.903738 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.904583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device be17f6f3-9bca-4cd6-a082-a89e3cb02468 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:12.924679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network db286b6b-1dc4-4b81-b7c5-c879719738ab is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:12.928052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba5c6c-8906-4cb6-a5b4-70e8b55ae9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=70cd0cfd-3360-45dc-922e-e3b38ea239cb,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:12.935596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9eba5c6c-8906-4cb6-a5b4-70e8b55ae9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.936840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f112b9fb-5f7b-42cf-ba0a-08a46b4617ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:12.939291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:12.944786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9eba5c6c-8906-4cb6-a5b4-70e8b55ae9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:12.959537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:12.960965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:12.961183 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-22996c63-8590-408c-bc7f-ba2066477ff6 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/subnets/fb7ff1b9-aa43-48e1-b6d2-89a9b7699def HTTP/1.1" status: 404 len: 337 time: 0.1787310 Dec 22 17:18:12.965147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33070) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:12.967249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:12.968079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:12.970755 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9eba5c6c-8906-4cb6-a5b4-70e8b55ae9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/70cd0cfd-3360-45dc-922e-e3b38ea239cb HTTP/1.1" status: 204 len: 168 time: 2.0901582 Dec 22 17:18:12.978028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:12.980654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33074) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:12.983959 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10736384-67c9-4ebe-bf86-390c42599bcd None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:12.988695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:13.092063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'Port': ['ID=a790504a-870d-452e-ae66-199723996ef9,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:13.111818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:13.134689 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3383446 Dec 22 17:18:13.141425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33078) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:13.194063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=fcb9d454-a2be-43e3-956b-405f729a301a,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:13.201618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:13.279773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port be17f6f3-9bca-4cd6-a082-a89e3cb02468 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:13.280124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.285983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.307314 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dc302ba2-5d2a-4c79-8129-87367159b016 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3038943 Dec 22 17:18:13.320918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.329237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33082) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:13.329973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-78e5d8df-7f9b-4c4b-b0b2-633bf492d951 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:13.341371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:18:13.363415 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] 10.222.0.70 "PUT /v2.0/routers/cb69bfa0-48e9-4e73-80a4-3a3d54a03d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5868435 Dec 22 17:18:13.375795 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Sync routers for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:18:13.383638 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:13.390632 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:13.391350 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:13.455816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3759db5e-72b8-4554-9bd4-3edb9b513d50 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:13.456836 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3759db5e-72b8-4554-9bd4-3edb9b513d50 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:13.504798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.515637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a9afba-bebc-4926-882e-d5028597bd08 None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:18:13.530242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.534829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76e3594-920c-481e-8019-0ce189e2fb6a,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:13.553039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-68a9afba-bebc-4926-882e-d5028597bd08 None None] Deleting port fcb9d454-a2be-43e3-956b-405f729a301a {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:13.556235 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68a9afba-bebc-4926-882e-d5028597bd08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.573297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3759db5e-72b8-4554-9bd4-3edb9b513d50 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:13.574758 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3759db5e-72b8-4554-9bd4-3edb9b513d50 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A28b HTTP/1.1" status: 200 len: 929 time: 0.4318957 Dec 22 17:18:13.578050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33088) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:13.654979 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6f46712a-b947-4574-8bae-0ecdddd403bd up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:13.670890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e937542a-975d-4813-bf8b-afa7f97bcba7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port a573fc53-3393-4e35-aefe-5999a06fbf2b {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:13.671265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e937542a-975d-4813-bf8b-afa7f97bcba7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.672050 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:13.684768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:13.706500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6790ebe9-44de-4063-8486-1b9a13b5f596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.708147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.729786 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-35ee3ec5-3572-4895-aea2-7fa07236c662 None None] Provisioning for port a573fc53-3393-4e35-aefe-5999a06fbf2b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:13.754861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:13.791433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6790ebe9-44de-4063-8486-1b9a13b5f596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.856739 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-35ee3ec5-3572-4895-aea2-7fa07236c662 None None] Provisioning complete for port a573fc53-3393-4e35-aefe-5999a06fbf2b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:13.857228 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-35ee3ec5-3572-4895-aea2-7fa07236c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.863158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.909429 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6790ebe9-44de-4063-8486-1b9a13b5f596 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e082fed555804f19aa660b4879f55b04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5727801 Dec 22 17:18:13.910398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:13.912406 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5068479 Dec 22 17:18:14.038634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.068514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:14.082606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4864391-e6ad-4813-80ee-ef72c2b79478') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:14.083162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4864391-e6ad-4813-80ee-ef72c2b79478') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:14.083390 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33096) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:14.083964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33098) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:14.099831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.115358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group': {'name': 'tempest-secgroup--844893701'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:14.157674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.161417 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7284567 Dec 22 17:18:14.167077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.169159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33110) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:14.178267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': '3c52120e-a615-4c84-a846-2faf0ee3de58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:14.185129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b938d6e-cd05-4df5-abf1-36fc3d3d3002,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:14.194968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:14.200714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:14.201879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:18:14.202271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.216810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-68a9afba-bebc-4926-882e-d5028597bd08 None None] For port fcb9d454-a2be-43e3-956b-405f729a301a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fcb9d454-a2be-43e3-956b-405f729a301a,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:14.217170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68a9afba-bebc-4926-882e-d5028597bd08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.219759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-102e78f0-1739-482d-a92b-e57edde9316e tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:18:14.226191 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:18:14.231740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:14.241771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-35ee3ec5-3572-4895-aea2-7fa07236c662 None None] Port a573fc53-3393-4e35-aefe-5999a06fbf2b cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:14.318234 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:10Z', 'revision_number': 2, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:14.323719 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Checking router: cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:18:14.324768 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Updating router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 port 161b7c48-9fb4-42c5-a848-22849d7dbd08 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:18:14.326185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e937542a-975d-4813-bf8b-afa7f97bcba7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.334872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33116) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:14.335855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:14.341499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:14.346709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:14.349033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:14.355444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:14.368498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1257322477-network', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:14.370907 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-68a9afba-bebc-4926-882e-d5028597bd08 None None] Calling delete_port for fcb9d454-a2be-43e3-956b-405f729a301a owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:14.373331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:14.377267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Usage tracker for resource:network and tenant:f32b88a1b7e345b1b6059c31d0e2656b is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:14.380361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:14.386380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:14.392149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:14.397731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 6f46712a-b947-4574-8bae-0ecdddd403bd triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:14.398135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.407985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790ebe9-44de-4063-8486-1b9a13b5f596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8695d3a-3fb0-42bf-89d1-3ab39907b83e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:14.421412 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.431560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6790ebe9-44de-4063-8486-1b9a13b5f596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:14.433816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:14.441532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.466127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:14.475641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.483833 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:14.513820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.540703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68a9afba-bebc-4926-882e-d5028597bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.550094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5eb7da05-6af0-4a5d-88d4-1fed9b636088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:14.588200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Made reservation on behalf of f32b88a1b7e345b1b6059c31d0e2656b for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:14.590739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.594150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.601488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Network': ['ID=3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:14.606141 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9afba-bebc-4926-882e-d5028597bd08 None None] Pushing event deleted for resources: {'Port': ['ID=fcb9d454-a2be-43e3-956b-405f729a301a,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:14.611497 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-68a9afba-bebc-4926-882e-d5028597bd08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:14.614127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9afba-bebc-4926-882e-d5028597bd08 None None] No DVR routers for this DVR port fcb9d454-a2be-43e3-956b-405f729a301a on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:18:14.628871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e937542a-975d-4813-bf8b-afa7f97bcba7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for a573fc53-3393-4e35-aefe-5999a06fbf2b owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:14.630337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:14.641813 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/networks/3ed496f6-f7a7-46ee-8e4b-5d49b624bdd3 HTTP/1.1" status: 204 len: 168 time: 1.6698010 Dec 22 17:18:14.657924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33120) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:14.689270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:14.689875 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fcb9d454-a2be-43e3-956b-405f729a301a no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:18:14.708885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.729602 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: fcb9d454-a2be-43e3-956b-405f729a301a {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:18:14.729814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fcb9d454-a2be-43e3-956b-405f729a301a not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:18:14.749399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:14.756962 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-38686a43-9abc-4d9a-9184-617f475a5cdf tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Deleting subnet cb49ec23-9e3b-4f07-bb2e-7bd65fb6771c {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:18:14.770750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38686a43-9abc-4d9a-9184-617f475a5cdf tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.776534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.790473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Usage tracker for resource:security_group_rule and tenant:f32b88a1b7e345b1b6059c31d0e2656b is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:14.815074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:14.854466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.862724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.867188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38686a43-9abc-4d9a-9184-617f475a5cdf tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.893777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-eab68ead-4de0-4086-8fe4-b448694f2a99 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:14.902023 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.913564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:14.916248 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Transition to ACTIVE for port object 161b7c48-9fb4-42c5-a848-22849d7dbd08 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:14.919840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dae1e827-234f-4866-acd7-69152cfc0437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.925503 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:14.930352 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-7f072b70-635c-43a8-be58-4c15b9538f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:14.963950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72522c14-f17b-425a-9f79-066041aaff38,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:14.980176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:15.008523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:15.011785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.012967 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8423533 Dec 22 17:18:15.020961 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33124) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:15.063753 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:15.077597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:15.093156 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dae1e827-234f-4866-acd7-69152cfc0437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.098104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a48db317-b224-4e36-8ed7-11c2da3e8090 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.107471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:15.112429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38686a43-9abc-4d9a-9184-617f475a5cdf tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.114438 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Pushing event updated for resources: {'Port': ['ID=161b7c48-9fb4-42c5-a848-22849d7dbd08,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:15.129135 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:15.130374 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:15.131511 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:15.132431 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:15.132776 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:15.133132 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:15.133977 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:15.134839 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:15.135611 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:15.135950 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:15.136275 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:15.136640 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:15.144507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.149492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a48db317-b224-4e36-8ed7-11c2da3e8090 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.163805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fb3723fb-1c77-4c37-9ff5-0b0fc08fa58c tempest-FloatingIPAdminTestJSON-1551815937 tempest-FloatingIPAdminTestJSON-1551815937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:15.179707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.190979 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:15.222807 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Attempting to bind port 161b7c48-9fb4-42c5-a848-22849d7dbd08 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:15.223700 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Attempting to bind port 161b7c48-9fb4-42c5-a848-22849d7dbd08 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:15.224844 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Attempting to bind port 161b7c48-9fb4-42c5-a848-22849d7dbd08 on network 61b43531-00f7-434e-b681-69fa5be04147 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:15.231761 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:15.232421 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Checking segment: {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:15.233043 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.233912 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Bound using segment: {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:15.235070 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Bound port: 161b7c48-9fb4-42c5-a848-22849d7dbd08, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:15.235710 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.244168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:15.249739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:15.259785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:15.260380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.262379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54347abd-7b22-431c-a567-158f2d0d088c None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:15.285842 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a48db317-b224-4e36-8ed7-11c2da3e8090 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.297220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=935c8c53-bc95-4c0c-8d5d-12179db064bf,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:15.306806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:15.308527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:15.333882 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9948394 Dec 22 17:18:15.335831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48db317-b224-4e36-8ed7-11c2da3e8090 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72522c14-f17b-425a-9f79-066041aaff38,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:15.348078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a48db317-b224-4e36-8ed7-11c2da3e8090 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:15.349960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33128) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:15.350424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a48db317-b224-4e36-8ed7-11c2da3e8090 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.354608 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a48db317-b224-4e36-8ed7-11c2da3e8090 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/72522c14-f17b-425a-9f79-066041aaff38 HTTP/1.1" status: 204 len: 168 time: 0.3297894 Dec 22 17:18:15.355383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33132) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:15.359165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3c580397-52ff-47ab-9d56-99b9edc3de10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1723913018', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:15.366616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e937542a-975d-4813-bf8b-afa7f97bcba7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.380564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38686a43-9abc-4d9a-9184-617f475a5cdf tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.385033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-518ff6a5-75d7-4e28-951d-88df98d4b2bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:15.392110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1cd1e66d-6603-450b-8107-b8af0de14696 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:15.427444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38686a43-9abc-4d9a-9184-617f475a5cdf tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Subnet': ['ID=cb49ec23-9e3b-4f07-bb2e-7bd65fb6771c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:15.430835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38686a43-9abc-4d9a-9184-617f475a5cdf tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.432694 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-38686a43-9abc-4d9a-9184-617f475a5cdf tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/subnets/cb49ec23-9e3b-4f07-bb2e-7bd65fb6771c HTTP/1.1" status: 204 len: 168 time: 0.7736964 Dec 22 17:18:15.433952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38686a43-9abc-4d9a-9184-617f475a5cdf tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:15.436869 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] For port 161b7c48-9fb4-42c5-a848-22849d7dbd08, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:15.439892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33136) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:15.441659 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] For port 161b7c48-9fb4-42c5-a848-22849d7dbd08, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=161b7c48-9fb4-42c5-a848-22849d7dbd08,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:15.443797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3c580397-52ff-47ab-9d56-99b9edc3de10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:15.451221 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.456451 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:15.467812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bea80f6-461d-4c1b-8207-60f859f98972 None None] Network db23600b-4790-49fe-96ef-5a79eaf5ebd8 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:15.525220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937542a-975d-4813-bf8b-afa7f97bcba7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=a573fc53-3393-4e35-aefe-5999a06fbf2b,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:15.541375 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:15.541997 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:15.560064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3c580397-52ff-47ab-9d56-99b9edc3de10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:router and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:15.578789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3c580397-52ff-47ab-9d56-99b9edc3de10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:15.606488 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Pushing event updated for resources: {'Port': ['ID=161b7c48-9fb4-42c5-a848-22849d7dbd08,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:15.611268 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:15.614071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e937542a-975d-4813-bf8b-afa7f97bcba7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:15.698018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3c580397-52ff-47ab-9d56-99b9edc3de10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:15.714784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.729489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dae1e827-234f-4866-acd7-69152cfc0437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.746682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-492e3945-cc06-4e17-97ec-0fbd824f5df0 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:15.758420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.778143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c675b0be-c42e-4b6e-a643-29a45901f62f tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:15.781869 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Deleting port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:15.784441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.798567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.829738 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:15.833403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1e827-234f-4866-acd7-69152cfc0437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8695d3a-3fb0-42bf-89d1-3ab39907b83e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:15.835284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.840535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e937542a-975d-4813-bf8b-afa7f97bcba7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.853516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dae1e827-234f-4866-acd7-69152cfc0437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:15.854707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dae1e827-234f-4866-acd7-69152cfc0437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:15.869715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.913077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3c580397-52ff-47ab-9d56-99b9edc3de10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.914322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3c580397-52ff-47ab-9d56-99b9edc3de10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:15.941865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-492e3945-cc06-4e17-97ec-0fbd824f5df0 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:15.947196 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-492e3945-cc06-4e17-97ec-0fbd824f5df0 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5906618 Dec 22 17:18:15.952380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33140) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:15.984334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:18:16.010839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': '935c8c53-bc95-4c0c-8d5d-12179db064bf'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:16.016265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.037211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f144b0-f57e-4ea0-9467-8174423291b4,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:16.062922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.066115 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Added segment 7e990947-cba5-4b63-b00a-dffeb93ef443 of type vlan for network 805f70d0-0098-47f4-a867-720446d2f6c9 Dec 22 17:18:16.070114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3c580397-52ff-47ab-9d56-99b9edc3de10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.081842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:16.095699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d4885ccb-860a-4249-8d61-4226bd9e6d1f tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:16.110260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae929aa8-973d-4cb4-9d66-af1cae3cc041 None None] DHCP port deletion for db23600b-4790-49fe-96ef-5a79eaf5ebd8 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:18:16.126876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ae929aa8-973d-4cb4-9d66-af1cae3cc041 None None] Deleting port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:16.127287 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae929aa8-973d-4cb4-9d66-af1cae3cc041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.131672 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e937542a-975d-4813-bf8b-afa7f97bcba7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/a573fc53-3393-4e35-aefe-5999a06fbf2b HTTP/1.1" status: 204 len: 168 time: 2.5521832 Dec 22 17:18:16.136163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33144) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:16.321283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2b3c8f3a-915b-4263-a6bb-07745e9ea201 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.327013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.328500 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2410159 Dec 22 17:18:16.352908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dae1e827-234f-4866-acd7-69152cfc0437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.354384 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dae1e827-234f-4866-acd7-69152cfc0437 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8695d3a-3fb0-42bf-89d1-3ab39907b83e HTTP/1.1" status: 204 len: 168 time: 2.2688994 Dec 22 17:18:16.360905 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:15Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:16.364278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33148) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:16.365623 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11862ca3-9dfd-4036-85a0-53dcaca7f545 None None] The sync data for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv is: [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:15Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:18:16.376643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] For port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1,segment=NetworkSegment(6a022755-daf4-4702-86e7-cfdd2a09d864),segment_id=6a022755-daf4-4702-86e7-cfdd2a09d864)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:16.377237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.382401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2b3c8f3a-915b-4263-a6bb-07745e9ea201 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.401806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f2a122d8-91c8-48f4-a6bc-84bdb9ab9990 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group_rule': {'security_group_id': '2b938d6e-cd05-4df5-abf1-36fc3d3d3002', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6c675815-4563-4e05-af8a-78250bbedf90'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:16.410325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.415615 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-276fd781-72c2-4790-82c1-d15d19baaa96 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:18:16.418403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-276fd781-72c2-4790-82c1-d15d19baaa96 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:16.422737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c675815-4563-4e05-af8a-78250bbedf90,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:16.425469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f2a122d8-91c8-48f4-a6bc-84bdb9ab9990 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:16.453147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3c580397-52ff-47ab-9d56-99b9edc3de10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.462028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:16.468750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f2a122d8-91c8-48f4-a6bc-84bdb9ab9990 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:16.489522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f2a122d8-91c8-48f4-a6bc-84bdb9ab9990 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:16.512963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:18:16.520020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f2a122d8-91c8-48f4-a6bc-84bdb9ab9990 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:16.536210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-276fd781-72c2-4790-82c1-d15d19baaa96 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:16.540877 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-276fd781-72c2-4790-82c1-d15d19baaa96 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/a573fc53-3393-4e35-aefe-5999a06fbf2b HTTP/1.1" status: 404 len: 333 time: 0.3979371 Dec 22 17:18:16.541692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33154) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:16.549342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2b3c8f3a-915b-4263-a6bb-07745e9ea201 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.550930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ae929aa8-973d-4cb4-9d66-af1cae3cc041 None None] For port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1,segment=NetworkSegment(6a022755-daf4-4702-86e7-cfdd2a09d864),segment_id=6a022755-daf4-4702-86e7-cfdd2a09d864)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:16.552027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae929aa8-973d-4cb4-9d66-af1cae3cc041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.562385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/935c8c53-bc95-4c0c-8d5d-12179db064bf/4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:16.660020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:16.662572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Calling delete_port for d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:16.679540 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2b3c8f3a-915b-4263-a6bb-07745e9ea201 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.680631 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2b3c8f3a-915b-4263-a6bb-07745e9ea201 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b76e3594-920c-481e-8019-0ce189e2fb6a HTTP/1.1" status: 204 len: 168 time: 0.7125134 Dec 22 17:18:16.707218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.708515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:16.709095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.713426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3c580397-52ff-47ab-9d56-99b9edc3de10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.714760 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3c580397-52ff-47ab-9d56-99b9edc3de10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3634696 Dec 22 17:18:16.727062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ae929aa8-973d-4cb4-9d66-af1cae3cc041 None None] Calling delete_port for d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:16.730590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33158) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:16.730931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33160) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:16.823935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:16.830252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f0556b1d-7bf0-4b0e-961c-8b1c806b14a3 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:16.842955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c8f3a-915b-4263-a6bb-07745e9ea201 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b76e3594-920c-481e-8019-0ce189e2fb6a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:16.894326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2b3c8f3a-915b-4263-a6bb-07745e9ea201 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:16.912599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0df35bf3-7382-48fe-9ea8-e471db4ff40c tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:16.960647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Port': ['ID=d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:16.967951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] No DVR routers for this DVR port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:18:16.969914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:16.996241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-ae929aa8-973d-4cb4-9d66-af1cae3cc041 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:18:16.996740 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-ae929aa8-973d-4cb4-9d66-af1cae3cc041 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:18:17.058523 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7179399 Dec 22 17:18:17.063274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33168) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:17.120250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.132195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Transition to ACTIVE for port object 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:17.150636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.167440 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Transition to ACTIVE for port object 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:17.182536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db23600b-4790-49fe-96ef-5a79eaf5ebd8']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:17.192492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-2ff6a564-eb10-4c30-a165-77c70432cebc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 21f7c07f-33eb-451e-97ce-a1460458a313 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:17.192839 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2ff6a564-eb10-4c30-a165-77c70432cebc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.198616 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.199883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a022755-daf4-4702-86e7-cfdd2a09d864') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:17.200409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a022755-daf4-4702-86e7-cfdd2a09d864') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:17.206911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:17.215674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.237347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.262748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:18:17.263372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:18:17.284724 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:18:17.333433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:17.337296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:17.337462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Request body: {'subnet': {'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1257322477-subnet', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'ip_version': 4}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:17.339670 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Pushing event updated for resources: {'Port': ['ID=4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:17.342648 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:17.345873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:17.384444 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-f2a122d8-91c8-48f4-a6bc-84bdb9ab9990 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:17.386436 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f2a122d8-91c8-48f4-a6bc-84bdb9ab9990 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.0085824 Dec 22 17:18:17.392993 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33180) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:17.434738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.439774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.448419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b9f27664-5ac7-4d4d-928e-19f33ad94526 tempest-ExtraDHCPOptionsTestJSON-412678766 tempest-ExtraDHCPOptionsTestJSON-412678766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:17.463533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Attempting to bind port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:17.463951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Attempting to bind port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:17.464359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Attempting to bind port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:17.474049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:17.474600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:17.475883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.477707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:17.477707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Bound port: 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:17.477945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.489401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Pushing event deleted for resources: {'Network': ['ID=db23600b-4790-49fe-96ef-5a79eaf5ebd8,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:17.498227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:17.499063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ae929aa8-973d-4cb4-9d66-af1cae3cc041 None None] Deleting port d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:17.500008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae929aa8-973d-4cb4-9d66-af1cae3cc041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.500448 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] 10.222.0.70 "DELETE /v2.0/networks/db23600b-4790-49fe-96ef-5a79eaf5ebd8 HTTP/1.1" status: 204 len: 168 time: 2.0576923 Dec 22 17:18:17.596783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-86a7e2b4-9f63-4f06-861c-c92a8b90284b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.614261 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:17.650054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-86a7e2b4-9f63-4f06-861c-c92a8b90284b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.739301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] For port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:17.744630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] For port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:17.752699 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 161b7c48-9fb4-42c5-a848-22849d7dbd08 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:17.772317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-86a7e2b4-9f63-4f06-861c-c92a8b90284b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.793877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ae929aa8-973d-4cb4-9d66-af1cae3cc041 None None] The port 'd8fbf968-e3f7-4d8b-a9b0-effbe1162ec1' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:18:17.798380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8d637b84-cae7-4c71-9d4b-eea526523a7f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:17.800886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.805617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-939f52ed-e9fd-403b-a5cc-274cecd258b6 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:17.819589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Usage tracker for resource:subnet and tenant:f32b88a1b7e345b1b6059c31d0e2656b is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:17.823031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Pushing event updated for resources: {'Network': ['ID=805f70d0-0098-47f4-a867-720446d2f6c9,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:17.824715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a34ca7eb-3067-46a3-9566-f396c208e10f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:17.834929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:17.856131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7e2b4-9f63-4f06-861c-c92a8b90284b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c675815-4563-4e05-af8a-78250bbedf90,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:17.860814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-86a7e2b4-9f63-4f06-861c-c92a8b90284b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:17.864011 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-86a7e2b4-9f63-4f06-861c-c92a8b90284b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "DELETE /v2.0/security-groups/6c675815-4563-4e05-af8a-78250bbedf90 HTTP/1.1" status: 204 len: 168 time: 0.4669261 Dec 22 17:18:17.865362 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-86a7e2b4-9f63-4f06-861c-c92a8b90284b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:17.868376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33196) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:17.910017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Pushing event updated for resources: {'Port': ['ID=4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:17.913704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:17.914490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 805f70d0-0098-47f4-a867-720446d2f6c9 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:18:17.981281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.069s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:18.003334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0e016043-00dc-4fab-8d3e-d8be94eb5e4b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Synchronizing usage tracker for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:18.005752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33200) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:18.019820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:18.020771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33204) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:18.056023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0e016043-00dc-4fab-8d3e-d8be94eb5e4b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Unset dirty status for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:18.057646 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0e016043-00dc-4fab-8d3e-d8be94eb5e4b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1873257 Dec 22 17:18:18.060672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33212) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:18.140112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 161b7c48-9fb4-42c5-a848-22849d7dbd08 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:18.145917 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 161b7c48-9fb4-42c5-a848-22849d7dbd08 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:18.146296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.254186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-01ae91f0-8739-4179-9e6d-7e87a4d5b15c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.303963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c6bbb89b-6c43-4be8-838a-8b56f34763f4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1518485836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:18.316108 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.329295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c6bbb89b-6c43-4be8-838a-8b56f34763f4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:18.339524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-01ae91f0-8739-4179-9e6d-7e87a4d5b15c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.349611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c6bbb89b-6c43-4be8-838a-8b56f34763f4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Usage tracker for resource:router and tenant:f1bc6b2249244ef1b5aa1ba7cf039a95 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:18.364654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c6bbb89b-6c43-4be8-838a-8b56f34763f4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:18.367380 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 161b7c48-9fb4-42c5-a848-22849d7dbd08, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=161b7c48-9fb4-42c5-a848-22849d7dbd08,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:18.378519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.382530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bf6d355a-d3e8-407d-b8de-977becf60891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:18.392206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c6bbb89b-6c43-4be8-838a-8b56f34763f4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:18.455419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6bbb89b-6c43-4be8-838a-8b56f34763f4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.456451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6bbb89b-6c43-4be8-838a-8b56f34763f4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.463840 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0a270e86-d7c8-4f3e-a449-10e6cacf4ee9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1428821adf345448843a17f963c35d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4555607 Dec 22 17:18:18.466563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33218) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:18.503589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:18:18.504074 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:18:18.507087 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6bbb89b-6c43-4be8-838a-8b56f34763f4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.511882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-01ae91f0-8739-4179-9e6d-7e87a4d5b15c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.524689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:18.549741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Sync routers for ids ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:18:18.556816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae91f0-8739-4179-9e6d-7e87a4d5b15c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b938d6e-cd05-4df5-abf1-36fc3d3d3002,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:18.561221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8d637b84-cae7-4c71-9d4b-eea526523a7f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:18.566132 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8d637b84-cae7-4c71-9d4b-eea526523a7f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 1.8080649 Dec 22 17:18:18.566132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Made reservation on behalf of f32b88a1b7e345b1b6059c31d0e2656b for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:18.566132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.569393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-01ae91f0-8739-4179-9e6d-7e87a4d5b15c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:18.569859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33222) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:18.599436 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:18:18.599893 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d8fbf968-e3f7-4d8b-a9b0-effbe1162ec1 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:18:18.619370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Routers {'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:18.620218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:18.629107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6bbb89b-6c43-4be8-838a-8b56f34763f4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.676681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-875e045e-2c3e-47a0-a0d0-e0982db0e22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.693558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-01ae91f0-8739-4179-9e6d-7e87a4d5b15c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.697680 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-01ae91f0-8739-4179-9e6d-7e87a4d5b15c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "DELETE /v2.0/security-groups/2b938d6e-cd05-4df5-abf1-36fc3d3d3002 HTTP/1.1" status: 204 len: 168 time: 0.6329906 Dec 22 17:18:18.707520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33226) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:18.714394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6bbb89b-6c43-4be8-838a-8b56f34763f4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.718062 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c6bbb89b-6c43-4be8-838a-8b56f34763f4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6962862 Dec 22 17:18:18.719567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6c63458b-5830-46a5-9ccc-b6eb00f08bea tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.725865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.727641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33230) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:18.730257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=161b7c48-9fb4-42c5-a848-22849d7dbd08,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:18.733753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:18.749476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.753544 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 10.9534147 Dec 22 17:18:18.760302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33234) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:18.767600 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1110858285'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:18.775194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2ff6a564-eb10-4c30-a165-77c70432cebc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.777767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6c63458b-5830-46a5-9ccc-b6eb00f08bea tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.787142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-875e045e-2c3e-47a0-a0d0-e0982db0e22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.794414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:18.815091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Usage tracker for resource:network and tenant:f1bc6b2249244ef1b5aa1ba7cf039a95 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:18.825282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:18.843372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:18.859092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Set router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:18.883892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-05f1e2bf-e2a0-4672-b445-b6f2b63fb2f9 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Synchronizing usage tracker for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:18.889066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6c63458b-5830-46a5-9ccc-b6eb00f08bea tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.891690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-63aa2e1a-d954-440c-b692-8f05c42998bf tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:18.910516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Made reservation on behalf of f1bc6b2249244ef1b5aa1ba7cf039a95 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:18.914400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.944340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63458b-5830-46a5-9ccc-b6eb00f08bea tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9405861-375f-4a48-86cb-2e550644972d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:18.949936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.954237 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:18:18.964391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6c63458b-5830-46a5-9ccc-b6eb00f08bea tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:18.969485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6c63458b-5830-46a5-9ccc-b6eb00f08bea tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:18.972905 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6c63458b-5830-46a5-9ccc-b6eb00f08bea tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c9405861-375f-4a48-86cb-2e550644972d HTTP/1.1" status: 204 len: 168 time: 0.3865190 Dec 22 17:18:18.972905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-05f1e2bf-e2a0-4672-b445-b6f2b63fb2f9 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Unset dirty status for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:18.972905 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-05f1e2bf-e2a0-4672-b445-b6f2b63fb2f9 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2603438 Dec 22 17:18:18.973468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33240) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:18.980981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33242) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:18.982789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:19.003561 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Usage tracker for resource:security_group_rule and tenant:f1bc6b2249244ef1b5aa1ba7cf039a95 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:19.008203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:19.011443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-875e045e-2c3e-47a0-a0d0-e0982db0e22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.019347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cee075ac-9aab-4d89-a090-80094f9bc691 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:19.027178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:19.035208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e045e-2c3e-47a0-a0d0-e0982db0e22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363bcd94-47f0-46d9-bebd-979d826320ed,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:19.042132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-875e045e-2c3e-47a0-a0d0-e0982db0e22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:19.057889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-875e045e-2c3e-47a0-a0d0-e0982db0e22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.061991 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-875e045e-2c3e-47a0-a0d0-e0982db0e22e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/363bcd94-47f0-46d9-bebd-979d826320ed HTTP/1.1" status: 204 len: 168 time: 0.5914865 Dec 22 17:18:19.084403 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-469d2e4e-5e36-4b7d-8426-66e8b8e0e413 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:19.092643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603570742'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:19.114952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-469d2e4e-5e36-4b7d-8426-66e8b8e0e413 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:19.121566 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-469d2e4e-5e36-4b7d-8426-66e8b8e0e413 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1420281 Dec 22 17:18:19.128553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33250) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:19.182450 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2a12fdcf-fcc5-4cb4-884f-a314b70a66eb tempest-TestNetworkAdvancedServerOps-1576737683 tempest-TestNetworkAdvancedServerOps-1576737683-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=076fb32645c24ff6aac7ed3a7822cc5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4181154 Dec 22 17:18:19.183846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:19.193364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-2ff6a564-eb10-4c30-a165-77c70432cebc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for 21f7c07f-33eb-451e-97ce-a1460458a313 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:19.195978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33254) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:19.240973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-584f532b-e48d-49fe-8204-623f83de32c0 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.346338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-584f532b-e48d-49fe-8204-623f83de32c0 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.361710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:18:13Z', 'revision_number': 3, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:19.366700 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Checking router: ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:18:19.367570 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Updating router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 port a790504a-870d-452e-ae66-199723996ef9 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:18:19.382672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:19.385459 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.455981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.466177 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048da463-72cb-4b22-b1f3-359ed8383f37 tempest-TestNetworkAdvancedServerOps-1576737683 tempest-TestNetworkAdvancedServerOps-1576737683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:19.469498 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-048da463-72cb-4b22-b1f3-359ed8383f37 tempest-TestNetworkAdvancedServerOps-1576737683 tempest-TestNetworkAdvancedServerOps-1576737683-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2722549 Dec 22 17:18:19.471996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-584f532b-e48d-49fe-8204-623f83de32c0 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.473534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33258) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:19.475433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-90e3ac74-e701-446a-9e7e-dd178331d435 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:19.483912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.510563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f532b-e48d-49fe-8204-623f83de32c0 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d32e8082-3622-46ae-a71c-befc9e79d621,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:19.535481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-584f532b-e48d-49fe-8204-623f83de32c0 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:19.536127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6790ebe9-44de-4063-8486-1b9a13b5f596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:19.569014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ea2b04-e3c9-40fb-a201-b8b4b4f52d69,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:19.569961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.584834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:19.585824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:18:19.589737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-584f532b-e48d-49fe-8204-623f83de32c0 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.591080 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-584f532b-e48d-49fe-8204-623f83de32c0 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/d32e8082-3622-46ae-a71c-befc9e79d621 HTTP/1.1" status: 204 len: 168 time: 0.4617012 Dec 22 17:18:19.594766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33262) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:19.688345 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-79665276-494f-4b96-923f-0db24628960f tempest-TestNetworkAdvancedServerOps-1576737683 tempest-TestNetworkAdvancedServerOps-1576737683-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2134559 Dec 22 17:18:19.718392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33266) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:19.749955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.750312 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Added segment ff001ddd-7015-4ffb-8fb4-6704a13ed77e of type vlan for network d3621094-ff54-4e24-824f-c215a3c5d6c9 Dec 22 17:18:19.795466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.808964 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-dc25a585-c00a-4ff3-8ce9-36d6e48b52f8 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:19.831550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-dc25a585-c00a-4ff3-8ce9-36d6e48b52f8 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:19.835966 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dc25a585-c00a-4ff3-8ce9-36d6e48b52f8 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2371361 Dec 22 17:18:19.840116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1237296363', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:19.844104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33270) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:19.864696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:19.885497 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.890092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Usage tracker for resource:security_group_rule and tenant:65b8479e35284aad81e593a78f09647c is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:19.890987 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:19.891634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.895606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84bde5ae-1b69-458a-9fc6-f2f3967b7529 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.899990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:19.904460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0632366b-f0c8-4215-aae4-49aa88a127ee tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:19.925591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84bde5ae-1b69-458a-9fc6-f2f3967b7529 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.946270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:19.960833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Transition to ACTIVE for port object a790504a-870d-452e-ae66-199723996ef9 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:19.970261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:19.982201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:20.016340 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2829673 Dec 22 17:18:20.020798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33274) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:20.021251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.026857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:20.030069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Request body: {'subnet': {'network_id': 'd3621094-ff54-4e24-824f-c215a3c5d6c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:20.057782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2ff6a564-eb10-4c30-a165-77c70432cebc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.058002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'Network': ['ID=d3621094-ff54-4e24-824f-c215a3c5d6c9,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:20.085795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b7b0a44a-4081-473a-9632-47cb004b8383 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:20.093654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network d3621094-ff54-4e24-824f-c215a3c5d6c9 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:18:20.110294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:20.128278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84bde5ae-1b69-458a-9fc6-f2f3967b7529 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.131951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:20.149961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Attempting to bind port a790504a-870d-452e-ae66-199723996ef9 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:20.150336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Attempting to bind port a790504a-870d-452e-ae66-199723996ef9 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:20.150704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Attempting to bind port a790504a-870d-452e-ae66-199723996ef9 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:20.159005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b1c884b2-0331-47a1-b6f9-d1adace73a5e None None] Provisioning for port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:20.161281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bde5ae-1b69-458a-9fc6-f2f3967b7529 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f7a7afe-f874-41c5-85a8-a883e8aa1bb8,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:20.162131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6a564-eb10-4c30-a165-77c70432cebc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=21f7c07f-33eb-451e-97ce-a1460458a313,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:20.165884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:20.167467 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-84bde5ae-1b69-458a-9fc6-f2f3967b7529 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:20.170434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-84bde5ae-1b69-458a-9fc6-f2f3967b7529 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.171738 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-84bde5ae-1b69-458a-9fc6-f2f3967b7529 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/0f7a7afe-f874-41c5-85a8-a883e8aa1bb8 HTTP/1.1" status: 204 len: 168 time: 0.3235421 Dec 22 17:18:20.175422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33278) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:20.180645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2ff6a564-eb10-4c30-a165-77c70432cebc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:20.183486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:subnet and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:20.202329 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:20.210738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Usage tracker for resource:subnet and tenant:f1bc6b2249244ef1b5aa1ba7cf039a95 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:20.214511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:20.215895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.222649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:20.225219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:20.234642 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:20.240336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:20.240718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:20.241285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.241693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:20.242180 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Bound port: a790504a-870d-452e-ae66-199723996ef9, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:20.243138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.251009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-dd682aad-1d16-4d43-ac5a-c75ed499c6c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:20.255066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Made reservation on behalf of f1bc6b2249244ef1b5aa1ba7cf039a95 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:20.258956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.280825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::1 (1719665a-967c-4b0a-ab06-6816cb17c416/935c8c53-bc95-4c0c-8d5d-12179db064bf/6f3f20cc-e9bb-4d97-9030-ebbacfae5363) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:20.284551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:20.299528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0423b-ae5e-436f-becd-3c9d6daf33e2 None None] Pushing event updated for resources: {'Port': ['ID=a790504a-870d-452e-ae66-199723996ef9,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:20.302498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d7b0423b-ae5e-436f-becd-3c9d6daf33e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:20.312567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2ff6a564-eb10-4c30-a165-77c70432cebc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.356439 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:20.368354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:20.369067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.398818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Made reservation on behalf of 076fb32645c24ff6aac7ed3a7822cc5f for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:20.400363 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-dd682aad-1d16-4d43-ac5a-c75ed499c6c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:20.401795 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dd682aad-1d16-4d43-ac5a-c75ed499c6c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2161334 Dec 22 17:18:20.403948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.404825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33282) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:20.427678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] For port a790504a-870d-452e-ae66-199723996ef9, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:20.449840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] For port a790504a-870d-452e-ae66-199723996ef9, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a790504a-870d-452e-ae66-199723996ef9,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:20.457642 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6b91f8-06c8-42f2-b60b-6ce4efbb21d7,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:20.465761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.475736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-b69b9d22-a9a0-460d-be49-196fc653c632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:20.495074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-34b6fc54-31c8-4507-a43b-fddce7029eec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.537909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:20.550445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0423b-ae5e-436f-becd-3c9d6daf33e2 None None] Pushing event updated for resources: {'Port': ['ID=a790504a-870d-452e-ae66-199723996ef9,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:20.556604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d7b0423b-ae5e-436f-becd-3c9d6daf33e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:20.572979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-34b6fc54-31c8-4507-a43b-fddce7029eec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.637010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Routers {'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:20.637636 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:20.653242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.658690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9ba61eb8-7d8d-4774-97cc-d3f5a484f240 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:20.702130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-34b6fc54-31c8-4507-a43b-fddce7029eec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.727842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.751956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.756413 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2ff6a564-eb10-4c30-a165-77c70432cebc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/21f7c07f-33eb-451e-97ce-a1460458a313 HTTP/1.1" status: 204 len: 168 time: 4.2114124 Dec 22 17:18:20.758696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33286) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:20.786208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.799077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-994f38f1-c5f6-4784-9ebb-e110604d2e13 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:20.805263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'Subnet': ['ID=1a43bebb-4b30-44fc-929e-7bf58587ff35,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:20.813882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Checking segment: {'id': 'ff001ddd-7015-4ffb-8fb4-6704a13ed77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3621094-ff54-4e24-824f-c215a3c5d6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:20.814251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Network hostable DHCP agents. Network: d3621094-ff54-4e24-824f-c215a3c5d6c9, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:18:20.819558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:20.827610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f154f5e5-204d-4dba-8e15-f2e2e9d87866 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:20.831187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Checking segment: {'id': '7e990947-cba5-4b63-b00a-dffeb93ef443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:20.831812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Network hostable DHCP agents. Network: 805f70d0-0098-47f4-a867-720446d2f6c9, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:18:20.839888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-34b6fc54-31c8-4507-a43b-fddce7029eec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.841001 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-34b6fc54-31c8-4507-a43b-fddce7029eec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-groups/3c52120e-a615-4c84-a846-2faf0ee3de58 HTTP/1.1" status: 204 len: 168 time: 0.4350266 Dec 22 17:18:20.848975 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5c1f57-6546-474e-90fa-f12ede25f87f tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:18:20.849517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ee5c1f57-6546-474e-90fa-f12ede25f87f tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:20.852530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33290) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:20.854343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:20.856654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6fc54-31c8-4507-a43b-fddce7029eec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c52120e-a615-4c84-a846-2faf0ee3de58,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:20.860425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-34b6fc54-31c8-4507-a43b-fddce7029eec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:20.882727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.884870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 161b7c48-9fb4-42c5-a848-22849d7dbd08 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:20.886983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:20.888443 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8693941 Dec 22 17:18:20.892808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33294) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:20.894087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3426aa-b162-4f0d-992c-69c786ecc3bf,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:20.904665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-950f0792-2eaf-4b6a-8b2f-c963e38ad406 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:20.905125 dv-neutron-822513-1-hyperv neutron-server[87586]: WARNING neutron.api.v2.base [None req-950f0792-2eaf-4b6a-8b2f-c963e38ad406 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 17:18:20.905741 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-950f0792-2eaf-4b6a-8b2f-c963e38ad406 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 17:18:20.906029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:20.909667 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-950f0792-2eaf-4b6a-8b2f-c963e38ad406 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "PUT /v2.0/security-groups/ec3426aa-b162-4f0d-992c-69c786ecc3bf HTTP/1.1" status: 409 len: 330 time: 0.0129912 Dec 22 17:18:20.910436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ee5c1f57-6546-474e-90fa-f12ede25f87f tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:20.911562 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ee5c1f57-6546-474e-90fa-f12ede25f87f tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/21f7c07f-33eb-451e-97ce-a1460458a313 HTTP/1.1" status: 404 len: 333 time: 0.1481972 Dec 22 17:18:20.912737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33298) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:20.914562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Network d3621094-ff54-4e24-824f-c215a3c5d6c9 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:18:20.918966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33300) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:20.942530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Network 805f70d0-0098-47f4-a867-720446d2f6c9 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:18:20.943909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-68a9afba-bebc-4926-882e-d5028597bd08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:20.994448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.010476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] Set router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:21.017876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 805f70d0-0098-47f4-a867-720446d2f6c9) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:21.027135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, d3621094-ff54-4e24-824f-c215a3c5d6c9) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:21.028257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:21.029014 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.036201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:21.060353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:21.060921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.080682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dca1abf6-31df-439a-bf82-106bb21a5467 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.086985 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8965991 Dec 22 17:18:21.089254 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0665455 Dec 22 17:18:21.089386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33306) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:21.094952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33310) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:21.099118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1257322477-router', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:21.101608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-54cf6152-7232-4b4e-9dea-4a535c6ce148 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:21.107160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:21.112246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Request body: {'network': {'name': 'tempest-router-network01--544118529'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:21.117650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.124577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d37dbab9-77bc-45d8-a777-d32612705161 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:21.130593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad474ea3-9643-43aa-aee7-23b01bfb958d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting subnet 84635b48-b9a2-4c34-ba57-9782db4588e2 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:18:21.138308 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b08df03-e60f-4bda-b14b-66894132fd6e None None] Network 805f70d0-0098-47f4-a867-720446d2f6c9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:21.143782 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad474ea3-9643-43aa-aee7-23b01bfb958d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.151232 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Usage tracker for resource:router and tenant:f32b88a1b7e345b1b6059c31d0e2656b is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:21.152891 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300baace-89e5-4129-a177-df7560c49fd8 None None] Network d3621094-ff54-4e24-824f-c215a3c5d6c9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:21.154234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:21.161046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:21.172832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dca1abf6-31df-439a-bf82-106bb21a5467 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.184235 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-54cf6152-7232-4b4e-9dea-4a535c6ce148 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:21.184497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Usage tracker for resource:network and tenant:f1bc6b2249244ef1b5aa1ba7cf039a95 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:21.185491 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-54cf6152-7232-4b4e-9dea-4a535c6ce148 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3268104 Dec 22 17:18:21.190343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:21.198461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33314) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:21.201475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:21.217153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:21.222028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761378426'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:21.237973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad474ea3-9643-43aa-aee7-23b01bfb958d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.243021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:21.259189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'Subnet': ['ID=dba0c1f0-76a3-4cdc-aeac-75c43529cb60,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:21.267546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.272340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.273557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.277942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:21.284761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2ff6a564-eb10-4c30-a165-77c70432cebc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:21.315309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Made reservation on behalf of f1bc6b2249244ef1b5aa1ba7cf039a95 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:21.319062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.329200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad474ea3-9643-43aa-aee7-23b01bfb958d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.334091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:21.389515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Checking segment: {'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:21.390200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Network hostable DHCP agents. Network: 4a98ace9-9193-46d5-9dd6-3cd2e309230f, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:18:21.404350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dca1abf6-31df-439a-bf82-106bb21a5467 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.407154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:21.410292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b5ce8c36-0e7b-4fbc-9724-2fc93757a7ef tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:21.414937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.423826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:21.424922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad474ea3-9643-43aa-aee7-23b01bfb958d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.426298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.430691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1abf6-31df-439a-bf82-106bb21a5467 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3426aa-b162-4f0d-992c-69c786ecc3bf,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:21.437381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dca1abf6-31df-439a-bf82-106bb21a5467 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:21.439186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3681b4d4-07b7-4995-9a41-83fcbf2651dd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:21.441234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:21.441761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.455890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=6f3f20cc-e9bb-4d97-9030-ebbacfae5363,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:21.472887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:21.473743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:18:21.483428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad474ea3-9643-43aa-aee7-23b01bfb958d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.488027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad474ea3-9643-43aa-aee7-23b01bfb958d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Subnet': ['ID=84635b48-b9a2-4c34-ba57-9782db4588e2,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:21.492347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ad474ea3-9643-43aa-aee7-23b01bfb958d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:21.494407 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:21.496928 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ad474ea3-9643-43aa-aee7-23b01bfb958d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/84635b48-b9a2-4c34-ba57-9782db4588e2 HTTP/1.1" status: 204 len: 168 time: 0.5753984 Dec 22 17:18:21.499397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dca1abf6-31df-439a-bf82-106bb21a5467 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.503722 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dca1abf6-31df-439a-bf82-106bb21a5467 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "DELETE /v2.0/security-groups/ec3426aa-b162-4f0d-992c-69c786ecc3bf HTTP/1.1" status: 204 len: 168 time: 0.5859892 Dec 22 17:18:21.504368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33318) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:21.504591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:21.504729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33320) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:21.510290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.510749 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Added segment 7bb3907f-b6aa-459b-b481-c71b371f092e of type vlan for network 0297660b-09d1-4b0c-81e9-c42a7bb990a3 Dec 22 17:18:21.515093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Network 4a98ace9-9193-46d5-9dd6-3cd2e309230f is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:18:21.526574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:21.580586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:21.581004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbf0fd8-f84a-47c9-b368-1877f31d5b1d None None] Network db286b6b-1dc4-4b81-b7c5-c879719738ab requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:21.594474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:21.603354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 161b7c48-9fb4-42c5-a848-22849d7dbd08 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:21.603772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.634201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.653712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:21.688660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 4a98ace9-9193-46d5-9dd6-3cd2e309230f) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:21.695932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port be17f6f3-9bca-4cd6-a082-a89e3cb02468 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:21.696279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.750407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:21.754169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-65aae131-ec73-4d8c-807a-cba417f727c1 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Synchronizing usage tracker for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:21.755090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.773339 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48344180-6e87-4688-ab1e-09efc2169f09 None None] Network 4a98ace9-9193-46d5-9dd6-3cd2e309230f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:21.920431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.937746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:21.982209 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1711330 Dec 22 17:18:21.995034 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] For port be17f6f3-9bca-4cd6-a082-a89e3cb02468, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=be17f6f3-9bca-4cd6-a082-a89e3cb02468,segment=NetworkSegment(1df84233-1bdb-42db-a847-1a8f066db9a9),segment_id=1df84233-1bdb-42db-a847-1a8f066db9a9)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:21.995453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.014484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33326) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:22.107951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.139239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.144679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:22.145260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.164244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:22.180823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-805f70d0-0098-47f4-a867-720446d2f6c9', 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'fixed_ips': [{'subnet_id': 'df6b91f8-06c8-42f2-b60b-6ce4efbb21d7'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:22.181590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.240240 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for be17f6f3-9bca-4cd6-a082-a89e3cb02468 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:22.264572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6c039938-4aeb-426c-99c9-a13fc6e8ce53 None None] Provisioning for port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:22.275024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.285556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-d3621094-ff54-4e24-824f-c215a3c5d6c9', 'network_id': 'd3621094-ff54-4e24-824f-c215a3c5d6c9', 'tenant_id': 'f1bc6b2249244ef1b5aa1ba7cf039a95', 'fixed_ips': [{'subnet_id': '1a43bebb-4b30-44fc-929e-7bf58587ff35'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:22.286715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.289016 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-65aae131-ec73-4d8c-807a-cba417f727c1 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Unset dirty status for tenant:65b8479e35284aad81e593a78f09647c on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:22.294505 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-65aae131-ec73-4d8c-807a-cba417f727c1 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7825325 Dec 22 17:18:22.297205 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33330) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:22.326012 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-263a8529-4379-40ed-90c3-f955aa97cf56 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] delete failed (client error): The resource could not be found. Dec 22 17:18:22.330683 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-263a8529-4379-40ed-90c3-f955aa97cf56 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "DELETE /v2.0/security-groups/4343b414-ec29-4781-a5bd-d7afdab74160 HTTP/1.1" status: 404 len: 347 time: 0.0288937 Dec 22 17:18:22.333377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33334) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:22.356118 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-d84d5a45-87e5-4bff-a2bb-79f17256620a tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] show failed (client error): The resource could not be found. Dec 22 17:18:22.358271 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d84d5a45-87e5-4bff-a2bb-79f17256620a tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "GET /v2.0/security-groups/1d807e41-2cb8-40cc-95d1-df81ac594ab5 HTTP/1.1" status: 404 len: 347 time: 0.0228612 Dec 22 17:18:22.364605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6c039938-4aeb-426c-99c9-a13fc6e8ce53 None None] Provisioning complete for port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:22.364996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6c039938-4aeb-426c-99c9-a13fc6e8ce53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.372015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.377660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33338) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:22.394532 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-480a869a-1585-473b-948d-8d2170669c51 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] show failed (client error): The resource could not be found. Dec 22 17:18:22.395946 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-480a869a-1585-473b-948d-8d2170669c51 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] 10.222.0.70 "GET /v2.0/security-group-rules/c8ca0247-cc95-4069-9f62-507f303f035f HTTP/1.1" status: 404 len: 356 time: 0.0170627 Dec 22 17:18:22.409179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.414286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8a49908b-32d0-475e-af61-c3948a2f185a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:22.444496 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3411717 Dec 22 17:18:22.452057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33344) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:22.496848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Request body: {'network': {'name': 'tempest-router-network02--988898386'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:22.513440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=be17f6f3-9bca-4cd6-a082-a89e3cb02468,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:22.524969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:22.535455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No DVR routers for this DVR port be17f6f3-9bca-4cd6-a082-a89e3cb02468 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:18:22.537872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:22.598048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:18:13Z', 'revision_number': 3, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:22.599781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Usage tracker for resource:network and tenant:f1bc6b2249244ef1b5aa1ba7cf039a95 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:22.613189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-6c039938-4aeb-426c-99c9-a13fc6e8ce53 None None] Port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:22.622075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:22.644208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:22.694765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:22.732100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.735676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d0ef8c-dd78-425a-a1a3-a690215d022d None None] The sync data for ids ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'] in dv-neutron-822513-1-hyperv is: [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:18:13Z', 'revision_number': 3, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:18:22.736416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'Network': ['ID=0297660b-09d1-4b0c-81e9-c42a7bb990a3,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:22.777757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'fixed_ips': [{'subnet_id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:22.778621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.786923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.788418 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5836470 Dec 22 17:18:22.794197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33350) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:22.795320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:22.800746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 0297660b-09d1-4b0c-81e9-c42a7bb990a3 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:18:22.809296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': '28894b05-d832-4fe3-9f72-0253c1477db0', 'direction': 'ingress', 'protocol': 17}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:22.821287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33352) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:22.848451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-32e28037-64f7-498d-af9b-3db3abadce25 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:22.851071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db286b6b-1dc4-4b81-b7c5-c879719738ab']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:22.863127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:22.880584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Made reservation on behalf of f1bc6b2249244ef1b5aa1ba7cf039a95 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:22.889588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.912155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:22.920226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df84233-1bdb-42db-a847-1a8f066db9a9') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:22.920780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df84233-1bdb-42db-a847-1a8f066db9a9') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:22.932679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:22.947352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:22.951468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:22.986536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:18:22.993486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.008999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28894b05-d832-4fe3-9f72-0253c1477db0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:23.017915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:18:23.018315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.023601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:18:23.053738 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:18:23.073074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.073634 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Added segment 5fcbef51-f77d-4e6e-961c-64904a641f35 of type vlan for network bd8df0ff-b9fd-4f39-8832-37f82cfe7972 Dec 22 17:18:23.095066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.136812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c527e-1a23-4acc-bd74-dd66df752d58 None None] DHCP port deletion for db286b6b-1dc4-4b81-b7c5-c879719738ab request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:18:23.198806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Allocated IP 172.20.0.2 (805f70d0-0098-47f4-a867-720446d2f6c9/df6b91f8-06c8-42f2-b60b-6ce4efbb21d7/fc9b05c0-6078-4ac5-8196-df338a39ed22) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:23.271562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Allocated IP 2001:db8::2 (d3621094-ff54-4e24-824f-c215a3c5d6c9/1a43bebb-4b30-44fc-929e-7bf58587ff35/661d26a6-733f-41fe-9d41-6be91537df7c) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:23.369148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.419563 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0e072b23-b514-43d5-b1b0-e848a94ee583 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=65b8479e35284aad81e593a78f09647c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5944731 Dec 22 17:18:23.419563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.428527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:23.428900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.431020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.433875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33360) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:23.451775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:23.492623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Network': ['ID=db286b6b-1dc4-4b81-b7c5-c879719738ab,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:23.495988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:23.539747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.543305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.549710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:23.550384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.578333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-582e5273-3ded-4720-9118-544114bbea3b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:23.608602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.629039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Allocated IP 172.20.0.2 (4a98ace9-9193-46d5-9dd6-3cd2e309230f/dba0c1f0-76a3-4cdc-aeac-75c43529cb60/d6e3317e-0b2f-420b-a455-a729f57fb6cd) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:23.637253 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1768160 Dec 22 17:18:23.645157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.646594 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8514524 Dec 22 17:18:23.654462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33364) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:23.654662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33366) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:23.681049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Request body: {'subnet': {'network_id': '0297660b-09d1-4b0c-81e9-c42a7bb990a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:23.696993 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/networks/db286b6b-1dc4-4b81-b7c5-c879719738ab HTTP/1.1" status: 204 len: 168 time: 2.1910934 Dec 22 17:18:23.711243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33372) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:23.726996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-572900988'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:23.729835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:18:23.739207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:23.749607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:network and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:23.770106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a4b677c-9009-4389-b330-df6aa10c358e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.771890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'Network': ['ID=bd8df0ff-b9fd-4f39-8832-37f82cfe7972,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:23.775312 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:23.776396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:23.786698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7151ae25-2357-4ebc-b045-1748632375da tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:23.807093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.845756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.846867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.859371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:23.861145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e9e19eba-f58c-442f-a967-b21b6e9aea1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:23.904730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a4b677c-9009-4389-b330-df6aa10c358e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.916281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.921830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fd9b7e-0854-4bd3-880c-75433bb7188f,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:23.928164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:23.948115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:23.952568 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.983667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:18:23.995815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:23.996298 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Added segment 621c40be-443c-443c-87e3-06516cedb561 of type vlan for network 387e8611-6749-4852-b032-f778866a7a9f Dec 22 17:18:24.024436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.027374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network bd8df0ff-b9fd-4f39-8832-37f82cfe7972 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:18:24.043115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.063267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.069096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:24.069747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.079617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2b74caa8-b94d-4609-833f-367e507328bd tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:24.189993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.198805 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4799683 Dec 22 17:18:24.199243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33376) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:24.209379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': '387e8611-6749-4852-b032-f778866a7a9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:24.232337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Transition to ACTIVE for port object d6e3317e-0b2f-420b-a455-a729f57fb6cd will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:24.233163 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Network': ['ID=387e8611-6749-4852-b032-f778866a7a9f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:24.237753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:24.272639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 387e8611-6749-4852-b032-f778866a7a9f details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:18:24.316518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a4b677c-9009-4389-b330-df6aa10c358e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.323615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59d8a524-be75-4161-8038-15c68d73f7bd tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:24.346200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.350111 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b677c-9009-4389-b330-df6aa10c358e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a99a3c-01b1-4b6d-b37b-b36041270983,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:24.353547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2a4b677c-9009-4389-b330-df6aa10c358e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:24.363761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a4b677c-9009-4389-b330-df6aa10c358e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.367417 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2a4b677c-9009-4389-b330-df6aa10c358e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/63a99a3c-01b1-4b6d-b37b-b36041270983 HTTP/1.1" status: 204 len: 168 time: 0.8818557 Dec 22 17:18:24.367568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:24.386667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:24.391189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:24.394213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:24.401070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:24.409529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=6f3f20cc-e9bb-4d97-9030-ebbacfae5363,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:24.418014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:24.425281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Usage tracker for resource:subnet and tenant:f1bc6b2249244ef1b5aa1ba7cf039a95 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:24.429606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.437290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:24.441478 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:24.455047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Transition to ACTIVE for port object d6e3317e-0b2f-420b-a455-a729f57fb6cd will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:24.459400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Transition to ACTIVE for port object fc9b05c0-6078-4ac5-8196-df338a39ed22 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:24.472517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6e98f988-66d1-4a55-a77b-f59d3e345e57 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.498543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:24.512625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.518074 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.526115 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:24.564606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6e98f988-66d1-4a55-a77b-f59d3e345e57 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.597132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Made reservation on behalf of f1bc6b2249244ef1b5aa1ba7cf039a95 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:24.600922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.623920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Pushing event updated for resources: {'Port': ['ID=d6e3317e-0b2f-420b-a455-a729f57fb6cd,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:24.637706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:24.642336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Transition to ACTIVE for port object fc9b05c0-6078-4ac5-8196-df338a39ed22 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:24.697635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a790504a-870d-452e-ae66-199723996ef9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:24.740759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.747785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-afc8ec68-cb8a-410c-92f3-7e6a86d725c8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:24.771735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Transition to ACTIVE for port object 661d26a6-733f-41fe-9d41-6be91537df7c will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:24.827002 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Network 4a98ace9-9193-46d5-9dd6-3cd2e309230f is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:24.827002 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.827371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:24.846020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:24.850393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Subnet': ['ID=3d478b6f-9a6f-4433-9366-26652c62f888,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:24.855020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:24.856036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Checking segment: {'id': '621c40be-443c-443c-87e3-06516cedb561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '387e8611-6749-4852-b032-f778866a7a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:24.856393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network hostable DHCP agents. Network: 387e8611-6749-4852-b032-f778866a7a9f, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:18:24.859708 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:24.890563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 387e8611-6749-4852-b032-f778866a7a9f is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:18:24.905686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 387e8611-6749-4852-b032-f778866a7a9f) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:24.918072 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:24.918864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:24.948585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:24.953942 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:24.972714 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f0b711-7722-4825-8db0-7175b8c767a4 None None] Network 387e8611-6749-4852-b032-f778866a7a9f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:25.007667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Allocated IP 172.26.3.126 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/f74c80d6-ee32-402b-8721-143cb2187dc3) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:25.105754 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9037039 Dec 22 17:18:25.107247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33392) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:25.112249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:25.118677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': '387e8611-6749-4852-b032-f778866a7a9f', 'name': 'tempest-PortsIpV6TestJSON-1467952732', 'fixed_ips': [{'subnet_id': '3d478b6f-9a6f-4433-9366-26652c62f888', 'ip_address': '2001:db8::10'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:25.141873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6e98f988-66d1-4a55-a77b-f59d3e345e57 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:25.157140 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:25.255869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98f988-66d1-4a55-a77b-f59d3e345e57 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28894b05-d832-4fe3-9f72-0253c1477db0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:25.287576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6e98f988-66d1-4a55-a77b-f59d3e345e57 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:25.317178 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Transition to ACTIVE for port object 661d26a6-733f-41fe-9d41-6be91537df7c will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:25.370853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Network 805f70d0-0098-47f4-a867-720446d2f6c9 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:25.376939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:25.382254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:port and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:25.385443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:25.392033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:25.399156 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Pushing event updated for resources: {'Port': ['ID=fc9b05c0-6078-4ac5-8196-df338a39ed22,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:25.414145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:25.422388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:25.466245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:25.474244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:25.485603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d7b0423b-ae5e-436f-becd-3c9d6daf33e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:25.542498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6e98f988-66d1-4a55-a77b-f59d3e345e57 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:25.546170 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6e98f988-66d1-4a55-a77b-f59d3e345e57 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-groups/28894b05-d832-4fe3-9f72-0253c1477db0 HTTP/1.1" status: 204 len: 168 time: 1.8829358 Dec 22 17:18:25.552031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33406) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:25.553617 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:25.617858 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33410) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:25.634232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:25.688798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port 1eae2adb-2ee9-4293-bfab-02a88373945a yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:18:25.689486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Router 8bcfc34b-b77d-4689-a5d8-82706e909239 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:18:25.700139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Attempting to bind port d6e3317e-0b2f-420b-a455-a729f57fb6cd on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:25.700139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Attempting to bind port d6e3317e-0b2f-420b-a455-a729f57fb6cd by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:25.700837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Attempting to bind port d6e3317e-0b2f-420b-a455-a729f57fb6cd on network 4a98ace9-9193-46d5-9dd6-3cd2e309230f {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:25.706627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bba51527-c035-47b1-853b-4f522eea60ff None None] Provisioning complete for port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:25.707257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bba51527-c035-47b1-853b-4f522eea60ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:25.714537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:25.748212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:25.748928 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Checking segment: {'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:25.749507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:25.750080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Bound using segment: {'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:25.750758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Bound port: d6e3317e-0b2f-420b-a455-a729f57fb6cd, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:25.751382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:25.785718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Network d3621094-ff54-4e24-824f-c215a3c5d6c9 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:25.832798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:25.850862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Attempting to bind port fc9b05c0-6078-4ac5-8196-df338a39ed22 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:25.851535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Attempting to bind port fc9b05c0-6078-4ac5-8196-df338a39ed22 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '7e990947-cba5-4b63-b00a-dffeb93ef443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:25.852118 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Attempting to bind port fc9b05c0-6078-4ac5-8196-df338a39ed22 on network 805f70d0-0098-47f4-a867-720446d2f6c9 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:25.854371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port a790504a-870d-452e-ae66-199723996ef9 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:25.861082 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e2a08234-a416-49b2-8a61-0c034b7fb2e6 tempest-ServiceProvidersTest-331341051 tempest-ServiceProvidersTest-331341051-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2398634 Dec 22 17:18:25.870617 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9d24b6bf-182f-4e2a-b327-a8e2c90f4f79 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3146024 Dec 22 17:18:25.871447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33418) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:25.875262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:25.876519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:25.923361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group': {'name': 'tempest-secgroup--18413930'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:25.929291 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:25.934146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:25.936423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1773d65d-a8ce-48c5-839d-162ca8f0ee5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:25.937415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:25.943091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port a790504a-870d-452e-ae66-199723996ef9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:25.943658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:25.943785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:25.964945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:25.991466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8::10 (387e8611-6749-4852-b032-f778866a7a9f/3d478b6f-9a6f-4433-9366-26652c62f888/1eae2adb-2ee9-4293-bfab-02a88373945a) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:26.002143 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:26.011400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:26.012505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:26.013096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Checking segment: {'id': '7e990947-cba5-4b63-b00a-dffeb93ef443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:26.013704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.014414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Bound using segment: {'id': '7e990947-cba5-4b63-b00a-dffeb93ef443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:26.015099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Bound port: fc9b05c0-6078-4ac5-8196-df338a39ed22, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e990947-cba5-4b63-b00a-dffeb93ef443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:26.015667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.016601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:26.026234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:26.036242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-387e8611-6749-4852-b032-f778866a7a9f', 'network_id': '387e8611-6749-4852-b032-f778866a7a9f', 'tenant_id': '7f29491bf5a54984b0446c34c11fddd2', 'fixed_ips': [{'subnet_id': '3d478b6f-9a6f-4433-9366-26652c62f888'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:26.037343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.072847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Pushing event updated for resources: {'Port': ['ID=661d26a6-733f-41fe-9d41-6be91537df7c,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:26.107028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:26.123908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:18:26.140090 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Sync routers for ids ['8bcfc34b-b77d-4689-a5d8-82706e909239'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:18:26.149272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bba51527-c035-47b1-853b-4f522eea60ff None None] Port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:26.161065 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Routers {'8bcfc34b-b77d-4689-a5d8-82706e909239'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:26.164631 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['8bcfc34b-b77d-4689-a5d8-82706e909239'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:26.266601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] For port fc9b05c0-6078-4ac5-8196-df338a39ed22, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:26.270298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] For port fc9b05c0-6078-4ac5-8196-df338a39ed22, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc9b05c0-6078-4ac5-8196-df338a39ed22,segment=NetworkSegment(7e990947-cba5-4b63-b00a-dffeb93ef443),segment_id=7e990947-cba5-4b63-b00a-dffeb93ef443)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:26.271852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.284716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.299944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dca1abf6-31df-439a-bf82-106bb21a5467 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:26.365356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb09d4b-6b3d-4396-af72-2d876856bc19,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:26.370680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.380483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'Subnet': ['ID=0f148e7d-b6cd-47a0-b5ce-96655cd76c21,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:26.381276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:26.395467 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Transition to ACTIVE for port object 1eae2adb-2ee9-4293-bfab-02a88373945a will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:26.397485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.401933 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4973686 Dec 22 17:18:26.403986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33424) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:26.404409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:26.411181 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group': {'name': 'tempest-secgroup--147070587'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:26.416883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.419232 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Set router 8bcfc34b-b77d-4689-a5d8-82706e909239 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:26.421759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:26.430929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33428) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:26.432833 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:26.435876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:26.444221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:26.462741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.473129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:26.476329 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.479658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:26.528195 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.540484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dc6e68ce-eda9-44c7-a4aa-42ac6e5c3535 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:26.558275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Checking segment: {'id': '7bb3907f-b6aa-459b-b481-c71b371f092e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0297660b-09d1-4b0c-81e9-c42a7bb990a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:26.558688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Network hostable DHCP agents. Network: 0297660b-09d1-4b0c-81e9-c42a7bb990a3, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:18:26.577963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:26.582354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:26.585563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:26.591946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:26.603176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:26.609365 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "PUT /v2.0/routers/8bcfc34b-b77d-4689-a5d8-82706e909239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8494532 Dec 22 17:18:26.611947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:26.612466 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Allocated IP 2001:db8::2 (387e8611-6749-4852-b032-f778866a7a9f/3d478b6f-9a6f-4433-9366-26652c62f888/f04cec59-5a0b-40aa-a094-7fe9349b2ea1) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:26.616490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33434) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:26.621431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:26.663534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.691046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Pushing event updated for resources: {'Port': ['ID=f74c80d6-ee32-402b-8721-143cb2187dc3,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:26.692451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.704049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Allocated IP 172.20.0.1 (4a98ace9-9193-46d5-9dd6-3cd2e309230f/dba0c1f0-76a3-4cdc-aeac-75c43529cb60/505dd147-bacc-4d7f-a4f2-ab95333de400) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:26.718616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:26.727877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 387e8611-6749-4852-b032-f778866a7a9f is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:26.728755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.732893 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3281348 Dec 22 17:18:26.736139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33438) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:26.738457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:26.741244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Network 0297660b-09d1-4b0c-81e9-c42a7bb990a3 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:18:26.746433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': 'cfb09d4b-6b3d-4396-af72-2d876856bc19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7f34e84a-506b-4cf2-a4a2-fa8eee263453', 'remote_ip_prefix': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:26.750807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:26.756397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:26.756757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.775022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:26.777905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=1eae2adb-2ee9-4293-bfab-02a88373945a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:26.783045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:26.786020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:26.786539 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-01ae91f0-8739-4179-9e6d-7e87a4d5b15c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:26.795821 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:26.802619 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6943402 Dec 22 17:18:26.808924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:26.810621 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33442) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:26.819276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': '387e8611-6749-4852-b032-f778866a7a9f', 'name': 'tempest-PortsIpV6TestJSON-122236298', 'fixed_ips': [{'subnet_id': '3d478b6f-9a6f-4433-9366-26652c62f888', 'ip_address': '2001:db8::f'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:26.896731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4abec51-922a-4b70-b973-80079eb8e8c1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:26.897995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b4abec51-922a-4b70-b973-80079eb8e8c1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:26.911834 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Pushing event updated for resources: {'Port': ['ID=fc9b05c0-6078-4ac5-8196-df338a39ed22,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:26.923565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:26.930270 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcfc34b-b77d-4689-a5d8-82706e909239', 'name': 'tempest-NetworksTestDHCPv6-router-1723913018', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:15Z', 'updated_at': '2021-12-22T17:18:21Z', 'revision_number': 2, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'gw_port_host': None, '_interfaces': [{'id': '6f3f20cc-e9bb-4d97-9030-ebbacfae5363', 'name': '', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'mac_address': 'fa:16:3e:58:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bcfc34b-b77d-4689-a5d8-82706e909239', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '935c8c53-bc95-4c0c-8d5d-12179db064bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:19Z', 'updated_at': '2021-12-22T17:18:23Z', 'revision_number': 2, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'subnets': [{'id': '935c8c53-bc95-4c0c-8d5d-12179db064bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:26.934822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.935725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] For port d6e3317e-0b2f-420b-a455-a729f57fb6cd, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:26.937026 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Checking router: 8bcfc34b-b77d-4689-a5d8-82706e909239 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:18:26.937547 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Updating router 8bcfc34b-b77d-4689-a5d8-82706e909239 port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:18:26.941657 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Attempting to bind port 661d26a6-733f-41fe-9d41-6be91537df7c on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:26.942185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Attempting to bind port 661d26a6-733f-41fe-9d41-6be91537df7c by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'ff001ddd-7015-4ffb-8fb4-6704a13ed77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3621094-ff54-4e24-824f-c215a3c5d6c9'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:26.942643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Attempting to bind port 661d26a6-733f-41fe-9d41-6be91537df7c on network d3621094-ff54-4e24-824f-c215a3c5d6c9 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:26.943009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f34e84a-506b-4cf2-a4a2-fa8eee263453,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:26.949546 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:26.983182 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:26.984008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Checking segment: {'id': 'ff001ddd-7015-4ffb-8fb4-6704a13ed77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3621094-ff54-4e24-824f-c215a3c5d6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:26.984927 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.985552 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Bound using segment: {'id': 'ff001ddd-7015-4ffb-8fb4-6704a13ed77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3621094-ff54-4e24-824f-c215a3c5d6c9'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:26.986268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Bound port: 661d26a6-733f-41fe-9d41-6be91537df7c, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff001ddd-7015-4ffb-8fb4-6704a13ed77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd3621094-ff54-4e24-824f-c215a3c5d6c9'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:26.987017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:26.991284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 0297660b-09d1-4b0c-81e9-c42a7bb990a3) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:27.010495 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.015137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:27.015755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.026095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1392328d-1431-4bd2-b337-f227c146f5e8 None None] Network 0297660b-09d1-4b0c-81e9-c42a7bb990a3 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:27.038404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:27.045889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:port and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:27.053998 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:27.062772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.063838 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:27.070992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.073699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-01460c7c-94ed-4a46-917b-ff01ec200645 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:27.083716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f9512bfe-ce3c-4d66-99c1-d659226c55ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.108049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:27.113758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.137015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.141203 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4043486 Dec 22 17:18:27.142143 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33446) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:27.144381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c0d21b-a27c-4ab7-86a1-2d908dc300de,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:27.148107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:27.149780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port cc064033-6c77-4afe-9003-913974b27de9 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:18:27.177040 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b4abec51-922a-4b70-b973-80079eb8e8c1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:27.178316 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b4abec51-922a-4b70-b973-80079eb8e8c1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports/6f3f20cc-e9bb-4d97-9030-ebbacfae5363 HTTP/1.1" status: 200 len: 911 time: 0.5583317 Dec 22 17:18:27.184297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33450) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:27.187931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f9512bfe-ce3c-4d66-99c1-d659226c55ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:27.203234 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5440843 Dec 22 17:18:27.214665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f9512bfe-ce3c-4d66-99c1-d659226c55ab admin admin] Usage tracker for resource:security_group_rule and tenant:0be714329cc14891a6d6b28126d36eeb is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:27.222576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f9512bfe-ce3c-4d66-99c1-d659226c55ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:27.226600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33454) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:27.235999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f9512bfe-ce3c-4d66-99c1-d659226c55ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:27.242130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Request body: {'subnet': {'network_id': 'bd8df0ff-b9fd-4f39-8832-37f82cfe7972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:27.310716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-631b9333-81b4-414a-ae6e-a22f5cf6fb84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.329744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-631b9333-81b4-414a-ae6e-a22f5cf6fb84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.333815 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] For port d6e3317e-0b2f-420b-a455-a729f57fb6cd, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d6e3317e-0b2f-420b-a455-a729f57fb6cd,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:27.384339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.400456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.421402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872dd301-cbe4-4e20-b68f-e26e60ae1465 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:27.427460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872dd301-cbe4-4e20-b68f-e26e60ae1465 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:27.429035 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-872dd301-cbe4-4e20-b68f-e26e60ae1465 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2347939 Dec 22 17:18:27.433320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33458) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:27.435887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port a790504a-870d-452e-ae66-199723996ef9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a790504a-870d-452e-ae66-199723996ef9,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:27.443928 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.450851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.457932 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Transition to ACTIVE for port object 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:27.466743 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.478582 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-6a1dc6ae-9be9-4c9a-9a96-a86c931805e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:27.515349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Transition to ACTIVE for port object 505dd147-bacc-4d7f-a4f2-ab95333de400 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:27.531290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:27.540766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Usage tracker for resource:subnet and tenant:f1bc6b2249244ef1b5aa1ba7cf039a95 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:27.546566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:27.554266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] For port 661d26a6-733f-41fe-9d41-6be91537df7c, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:27.558406 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:27.562767 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] For port 661d26a6-733f-41fe-9d41-6be91537df7c, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=661d26a6-733f-41fe-9d41-6be91537df7c,segment=NetworkSegment(ff001ddd-7015-4ffb-8fb4-6704a13ed77e),segment_id=ff001ddd-7015-4ffb-8fb4-6704a13ed77e)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:27.570214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:27.574146 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16f10b-2df4-4838-ab25-a3f7d2ffab4c None None] Pushing event updated for resources: {'Port': ['ID=6f3f20cc-e9bb-4d97-9030-ebbacfae5363,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:27.646157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.675063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Made reservation on behalf of f1bc6b2249244ef1b5aa1ba7cf039a95 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:27.679521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.718530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.732649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-0297660b-09d1-4b0c-81e9-c42a7bb990a3', 'network_id': '0297660b-09d1-4b0c-81e9-c42a7bb990a3', 'tenant_id': 'f1bc6b2249244ef1b5aa1ba7cf039a95', 'fixed_ips': [{'subnet_id': '0f148e7d-b6cd-47a0-b5ce-96655cd76c21'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:27.733531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.737454 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-8c16f10b-2df4-4838-ab25-a3f7d2ffab4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:27.916777 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Attempting to bind port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:27.924228 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Attempting to bind port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:27.924630 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Attempting to bind port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:27.930635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.943743 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:27.944297 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:27.944877 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:27.945332 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:27.946089 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Bound port: 6f3f20cc-e9bb-4d97-9030-ebbacfae5363, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:27.946609 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:28.090293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:28.109882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e937542a-975d-4813-bf8b-afa7f97bcba7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:28.112289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-631b9333-81b4-414a-ae6e-a22f5cf6fb84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:28.114408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-438e181a-75c8-4f61-9e8d-4bced30e47c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:28.124605 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] For port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:28.128287 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] For port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6f3f20cc-e9bb-4d97-9030-ebbacfae5363,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:28.131586 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device be17f6f3-9bca-4cd6-a082-a89e3cb02468 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:18:28.135997 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:28.149635 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0d699949-baf1-4794-8cc5-8a8db2104f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:28.252670 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Routers {'8bcfc34b-b77d-4689-a5d8-82706e909239'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:28.257371 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['8bcfc34b-b77d-4689-a5d8-82706e909239'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:28.262216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Network 4a98ace9-9193-46d5-9dd6-3cd2e309230f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:28.339457 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:28.369217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b9333-81b4-414a-ae6e-a22f5cf6fb84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53c0d21b-a27c-4ab7-86a1-2d908dc300de,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:28.371846 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16f10b-2df4-4838-ab25-a3f7d2ffab4c None None] Pushing event updated for resources: {'Port': ['ID=6f3f20cc-e9bb-4d97-9030-ebbacfae5363,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:28.375818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-631b9333-81b4-414a-ae6e-a22f5cf6fb84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:28.386017 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-8c16f10b-2df4-4838-ab25-a3f7d2ffab4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:28.396090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:28.417424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: be17f6f3-9bca-4cd6-a082-a89e3cb02468 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:18:28.417964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device be17f6f3-9bca-4cd6-a082-a89e3cb02468 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:18:28.420131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-631b9333-81b4-414a-ae6e-a22f5cf6fb84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:28.424335 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-631b9333-81b4-414a-ae6e-a22f5cf6fb84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/53c0d21b-a27c-4ab7-86a1-2d908dc300de HTTP/1.1" status: 204 len: 168 time: 1.2770696 Dec 22 17:18:28.437938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33462) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:28.584863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8d97e35e-2e6f-4adc-b8f0-8cd0506a3477 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:28.589827 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0c5b7e81-9ca2-407d-8323-3888da30b8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:28.655468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8d97e35e-2e6f-4adc-b8f0-8cd0506a3477 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:28.661318 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8d97e35e-2e6f-4adc-b8f0-8cd0506a3477 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2181516 Dec 22 17:18:28.662548 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Pushing event updated for resources: {'Port': ['ID=d6e3317e-0b2f-420b-a455-a729f57fb6cd,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:28.662887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33466) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:28.664226 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] Set router 8bcfc34b-b77d-4689-a5d8-82706e909239 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:28.694845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.123s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:28.701624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4819701d-f32b-4bf5-9f6d-01d96676255d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.005s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:28.768414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc9b05c0-6078-4ac5-8196-df338a39ed22 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:28.966437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d9df108-b329-4ef5-bdec-2b126cc9ebc8 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:28.979854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.030175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Allocated IP 2001:db8::2 (0297660b-09d1-4b0c-81e9-c42a7bb990a3/0f148e7d-b6cd-47a0-b5ce-96655cd76c21/879b79d1-30ac-4eb7-8351-aef23518ea70) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:29.049208 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Transition to ACTIVE for port object f04cec59-5a0b-40aa-a094-7fe9349b2ea1 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:29.057079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d9df108-b329-4ef5-bdec-2b126cc9ebc8 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.065502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.152601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=a790504a-870d-452e-ae66-199723996ef9,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:29.159206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f9512bfe-ce3c-4d66-99c1-d659226c55ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.161465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'Port': ['ID=505dd147-bacc-4d7f-a4f2-ab95333de400,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:29.203632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.090s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:29.204960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.209923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f9512bfe-ce3c-4d66-99c1-d659226c55ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.246818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Transition to ACTIVE for port object f04cec59-5a0b-40aa-a094-7fe9349b2ea1 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:29.248336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ba4c9566-7b21-4979-b76a-2b8d947f3600 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:29.277932 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f9512bfe-ce3c-4d66-99c1-d659226c55ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0be714329cc14891a6d6b28126d36eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7643697 Dec 22 17:18:29.282786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33470) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:29.285947 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcfc34b-b77d-4689-a5d8-82706e909239', 'name': 'tempest-NetworksTestDHCPv6-router-1723913018', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:15Z', 'updated_at': '2021-12-22T17:18:21Z', 'revision_number': 2, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'gw_port_host': None, '_interfaces': [{'id': '6f3f20cc-e9bb-4d97-9030-ebbacfae5363', 'name': '', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'mac_address': 'fa:16:3e:58:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bcfc34b-b77d-4689-a5d8-82706e909239', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '935c8c53-bc95-4c0c-8d5d-12179db064bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:19Z', 'updated_at': '2021-12-22T17:18:28Z', 'revision_number': 4, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'subnets': [{'id': '935c8c53-bc95-4c0c-8d5d-12179db064bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:29.301642 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20202f3e-9ae4-4ef1-b4a3-02cd8b514087 None None] The sync data for ids ['8bcfc34b-b77d-4689-a5d8-82706e909239'] in dv-neutron-822513-1-hyperv is: [{'id': '8bcfc34b-b77d-4689-a5d8-82706e909239', 'name': 'tempest-NetworksTestDHCPv6-router-1723913018', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:15Z', 'updated_at': '2021-12-22T17:18:21Z', 'revision_number': 2, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'gw_port_host': None, '_interfaces': [{'id': '6f3f20cc-e9bb-4d97-9030-ebbacfae5363', 'name': '', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'mac_address': 'fa:16:3e:58:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bcfc34b-b77d-4689-a5d8-82706e909239', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '935c8c53-bc95-4c0c-8d5d-12179db064bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:19Z', 'updated_at': '2021-12-22T17:18:28Z', 'revision_number': 4, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'subnets': [{'id': '935c8c53-bc95-4c0c-8d5d-12179db064bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:18:29.356188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.392931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9512bfe-ce3c-4d66-99c1-d659226c55ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e40a57-d688-46ab-9087-63c6674a8fc3,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:29.462850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port fc9b05c0-6078-4ac5-8196-df338a39ed22 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:29.512601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.529579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Network 387e8611-6749-4852-b032-f778866a7a9f is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:29.538211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f9512bfe-ce3c-4d66-99c1-d659226c55ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:29.538923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2e598d9c-841d-43e3-9e5e-f05f32912bbe tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:29.542998 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d9df108-b329-4ef5-bdec-2b126cc9ebc8 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.555832 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:29.559547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-49804328-78c8-4be4-adaa-7197cb7e5ccf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:29.572578 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:29.590881 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Pushing event updated for resources: {'Port': ['ID=661d26a6-733f-41fe-9d41-6be91537df7c,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:29.643463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8::f (387e8611-6749-4852-b032-f778866a7a9f/3d478b6f-9a6f-4433-9366-26652c62f888/cc064033-6c77-4afe-9003-913974b27de9) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:29.645775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9df108-b329-4ef5-bdec-2b126cc9ebc8 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f34e84a-506b-4cf2-a4a2-fa8eee263453,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:29.648782 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4d9df108-b329-4ef5-bdec-2b126cc9ebc8 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:29.696594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Checking segment: {'id': '5fcbef51-f77d-4e6e-961c-64904a641f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'bd8df0ff-b9fd-4f39-8832-37f82cfe7972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:29.697052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Network hostable DHCP agents. Network: bd8df0ff-b9fd-4f39-8832-37f82cfe7972, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:18:29.768106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-701bf529-3f21-4efd-bfc5-b5c2b6605064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.770361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d9df108-b329-4ef5-bdec-2b126cc9ebc8 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.775136 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4d9df108-b329-4ef5-bdec-2b126cc9ebc8 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-groups/7f34e84a-506b-4cf2-a4a2-fa8eee263453 HTTP/1.1" status: 204 len: 168 time: 1.0355520 Dec 22 17:18:29.777507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33478) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:29.844339 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.868830 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Transition to ACTIVE for port object 879b79d1-30ac-4eb7-8351-aef23518ea70 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:29.901003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Transition to ACTIVE for port object 879b79d1-30ac-4eb7-8351-aef23518ea70 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:29.905592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-701bf529-3f21-4efd-bfc5-b5c2b6605064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.906395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.204s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:29.948941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-da910170-b249-4adf-90dc-3b080ef95e08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.967s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:29.956746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:29.969237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'Subnet': ['ID=3b88ef6f-7702-4b95-b816-5252a101283c,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:29.990010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:30.032656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ca02d0-f467-43ac-8ac9-997cf480424a None None] Network 4a98ace9-9193-46d5-9dd6-3cd2e309230f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:30.106469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:30.106827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:30.187272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:30.233442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Network bd8df0ff-b9fd-4f39-8832-37f82cfe7972 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:18:30.247540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ab4305f9-8ccc-49a6-8289-21fca7bfce88 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:30.270867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-701bf529-3f21-4efd-bfc5-b5c2b6605064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:30.290357 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4d9df108-b329-4ef5-bdec-2b126cc9ebc8 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:30.305760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Attempting to bind port f04cec59-5a0b-40aa-a094-7fe9349b2ea1 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:30.306144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Attempting to bind port f04cec59-5a0b-40aa-a094-7fe9349b2ea1 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '621c40be-443c-443c-87e3-06516cedb561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '387e8611-6749-4852-b032-f778866a7a9f'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:30.306507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Attempting to bind port f04cec59-5a0b-40aa-a094-7fe9349b2ea1 on network 387e8611-6749-4852-b032-f778866a7a9f {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:30.308909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486fba60-bff2-44f4-96a2-566825c1f40f None None] Network 805f70d0-0098-47f4-a867-720446d2f6c9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:30.310383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-701bf529-3f21-4efd-bfc5-b5c2b6605064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:30.314488 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-701bf529-3f21-4efd-bfc5-b5c2b6605064 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4e40a57-d688-46ab-9087-63c6674a8fc3 HTTP/1.1" status: 204 len: 168 time: 1.0285032 Dec 22 17:18:30.343570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ab4305f9-8ccc-49a6-8289-21fca7bfce88 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:30.348538 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ab4305f9-8ccc-49a6-8289-21fca7bfce88 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.5550201 Dec 22 17:18:30.350633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bf529-3f21-4efd-bfc5-b5c2b6605064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e40a57-d688-46ab-9087-63c6674a8fc3,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:30.352915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33484) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:30.366638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, bd8df0ff-b9fd-4f39-8832-37f82cfe7972) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:30.375325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-701bf529-3f21-4efd-bfc5-b5c2b6605064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:30.396504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:30.435550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc378a2d-63c7-4489-b2bc-5a462400ebef None None] Network bd8df0ff-b9fd-4f39-8832-37f82cfe7972 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:30.447928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:30.448146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:30.448566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Checking segment: {'id': '621c40be-443c-443c-87e3-06516cedb561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '387e8611-6749-4852-b032-f778866a7a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:30.448980 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:30.449358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Bound using segment: {'id': '621c40be-443c-443c-87e3-06516cedb561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '387e8611-6749-4852-b032-f778866a7a9f'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:30.449490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:30.449853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Bound port: f04cec59-5a0b-40aa-a094-7fe9349b2ea1, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621c40be-443c-443c-87e3-06516cedb561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '387e8611-6749-4852-b032-f778866a7a9f'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:30.450241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:30.542949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5a43c7e6-081b-46f5-a701-5991f90fded8 None None] Provisioning for port d6e3317e-0b2f-420b-a455-a729f57fb6cd completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:30.550899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Network 0297660b-09d1-4b0c-81e9-c42a7bb990a3 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:30.568822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a38a9e-7a9d-4952-817a-f464293dea3f None None] Network d3621094-ff54-4e24-824f-c215a3c5d6c9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:30.585758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-22cb668f-33db-4652-9a27-ea29f669cb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:30.588133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Pushing event updated for resources: {'Port': ['ID=f04cec59-5a0b-40aa-a094-7fe9349b2ea1,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:30.610646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:30.717894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:30.731212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c6825b87-5600-49b3-b416-12ac2d9feb53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.361s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:30.736672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:30.807565 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] For port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6f3f20cc-e9bb-4d97-9030-ebbacfae5363,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:30.807930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:30.853023 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6249483 Dec 22 17:18:30.856656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33492) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:30.878507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:31.085834 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a790504a-870d-452e-ae66-199723996ef9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:31.166992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.234530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:31.245632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.313828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:31.345947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-647fcc16-5cb7-4522-b184-b12fa2c43282 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.349426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Transition to ACTIVE for port object cc064033-6c77-4afe-9003-913974b27de9 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:31.367485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.398988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-647fcc16-5cb7-4522-b184-b12fa2c43282 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.419591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] For port f04cec59-5a0b-40aa-a094-7fe9349b2ea1, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:31.424236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] For port f04cec59-5a0b-40aa-a094-7fe9349b2ea1, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f04cec59-5a0b-40aa-a094-7fe9349b2ea1,segment=NetworkSegment(621c40be-443c-443c-87e3-06516cedb561),segment_id=621c40be-443c-443c-87e3-06516cedb561)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:31.435946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port a790504a-870d-452e-ae66-199723996ef9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:31.436288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.465820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.512656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-83508787-b469-41e9-96a2-b6f92a168d8a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:31.524171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Pushing event updated for resources: {'Port': ['ID=879b79d1-30ac-4eb7-8351-aef23518ea70,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:31.527842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:31.581439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33514) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:31.641536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Attempting to bind port 879b79d1-30ac-4eb7-8351-aef23518ea70 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:31.641536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Attempting to bind port 879b79d1-30ac-4eb7-8351-aef23518ea70 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '7bb3907f-b6aa-459b-b481-c71b371f092e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0297660b-09d1-4b0c-81e9-c42a7bb990a3'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:31.641872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Attempting to bind port 879b79d1-30ac-4eb7-8351-aef23518ea70 on network 0297660b-09d1-4b0c-81e9-c42a7bb990a3 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:31.645477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 387e8611-6749-4852-b032-f778866a7a9f is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:31.647806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=cc064033-6c77-4afe-9003-913974b27de9,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:31.648143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.443s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:31.649583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:31.653477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:31.655008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:31.655761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:31.661570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:31.662190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.673562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-647fcc16-5cb7-4522-b184-b12fa2c43282 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.683799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fabfe3dc-9b81-478d-935c-a1497cfe7eac tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:31.702941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fcc16-5cb7-4522-b184-b12fa2c43282 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb09d4b-6b3d-4396-af72-2d876856bc19,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:31.720092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-647fcc16-5cb7-4522-b184-b12fa2c43282 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:31.722992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.733099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:31.798383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.803009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6b9793aa-6461-4c55-9983-795f62679083 tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2052102931', 'prefixes': ['172.20.0.0/16']}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:31.814254 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.0025873 Dec 22 17:18:31.821977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33520) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:31.856727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6b9793aa-6461-4c55-9983-795f62679083 tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:31.859413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=6f3f20cc-e9bb-4d97-9030-ebbacfae5363,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:31.871850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'Port': ['ID=505dd147-bacc-4d7f-a4f2-ab95333de400,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:31.875366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:31.888591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Provisioning for port fc9b05c0-6078-4ac5-8196-df338a39ed22 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:31.895095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.904347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.912318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:31.912514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-647fcc16-5cb7-4522-b184-b12fa2c43282 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.912700 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Checking segment: {'id': '7bb3907f-b6aa-459b-b481-c71b371f092e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0297660b-09d1-4b0c-81e9-c42a7bb990a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:31.913099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.913446 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-647fcc16-5cb7-4522-b184-b12fa2c43282 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-groups/cfb09d4b-6b3d-4396-af72-2d876856bc19 HTTP/1.1" status: 204 len: 168 time: 1.5554290 Dec 22 17:18:31.913556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Bound using segment: {'id': '7bb3907f-b6aa-459b-b481-c71b371f092e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0297660b-09d1-4b0c-81e9-c42a7bb990a3'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:31.914733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Bound port: 879b79d1-30ac-4eb7-8351-aef23518ea70, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb3907f-b6aa-459b-b481-c71b371f092e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0297660b-09d1-4b0c-81e9-c42a7bb990a3'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:31.915124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:31.936788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33524) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:31.939256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3b1448ae-cfb9-4013-9e62-b8320090bb95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:31.975797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Network 4a98ace9-9193-46d5-9dd6-3cd2e309230f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:32.040428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:32.041482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:32.065443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Router b9a23ea8-40c6-4819-9f0f-651323e8b5de is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:18:32.091350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Provisioning complete for port fc9b05c0-6078-4ac5-8196-df338a39ed22 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:32.091726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:32.133154 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:32.353130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8c912da5-b4da-4063-be5b-179215c7b8bb tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:32.356831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-bd8df0ff-b9fd-4f39-8832-37f82cfe7972', 'network_id': 'bd8df0ff-b9fd-4f39-8832-37f82cfe7972', 'tenant_id': 'f1bc6b2249244ef1b5aa1ba7cf039a95', 'fixed_ips': [{'subnet_id': '3b88ef6f-7702-4b95-b816-5252a101283c'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:32.357677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:32.459536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:32.492390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6b9793aa-6461-4c55-9983-795f62679083 tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] Notify callbacks [] for subnetpool, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:32.493669 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6b9793aa-6461-4c55-9983-795f62679083 tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9054291 Dec 22 17:18:32.542073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33528) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:32.547887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:32.589966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Pushing event updated for resources: {'Port': ['ID=f04cec59-5a0b-40aa-a094-7fe9349b2ea1,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:32.593301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:32.601157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005788c-946e-48fb-b2b3-f9ad5e275126 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:32.602994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7005788c-946e-48fb-b2b3-f9ad5e275126 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:32.604064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:18:32.604416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 17:18:32.612847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8c912da5-b4da-4063-be5b-179215c7b8bb tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:32.614408 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8c912da5-b4da-4063-be5b-179215c7b8bb tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6696117 Dec 22 17:18:32.627501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Router 8bcfc34b-b77d-4689-a5d8-82706e909239 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:18:32.628384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33532) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:32.639731 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454685886'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:32.646773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:32.659884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:32.704755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Port 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 not found, will not notify nova. {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 17:18:32.705470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 661d26a6-733f-41fe-9d41-6be91537df7c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:32.777519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] For port 879b79d1-30ac-4eb7-8351-aef23518ea70, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:32.782067 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c7f0b2f2-eb1d-465f-a1a5-e4b507d2d3c3 tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] 10.222.0.70 "GET /v2.0/subnetpools/b6b882a0-ae07-4485-a2ee-3ff435ffd55a HTTP/1.1" status: 200 len: 732 time: 0.2286708 Dec 22 17:18:32.782264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:32.825539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:18:32.840542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:32.848366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33536) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:32.857260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:18:32.867359 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "PUT /v2.0/routers/8bcfc34b-b77d-4689-a5d8-82706e909239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4288299 Dec 22 17:18:32.867359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7005788c-946e-48fb-b2b3-f9ad5e275126 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:32.867628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-28a84147-a074-415b-8d91-1c3f029b7eeb tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-184329994'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:32.867808 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7005788c-946e-48fb-b2b3-f9ad5e275126 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.0404696 Dec 22 17:18:32.876605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Sync routers for ids ['b9a23ea8-40c6-4819-9f0f-651323e8b5de'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:18:32.877230 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da38cf-952f-4b14-8efb-79a677d1ae0d None None] Sync routers for ids ['8bcfc34b-b77d-4689-a5d8-82706e909239'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:18:32.888016 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33540) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:32.888355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33542) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:32.897365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] For port 879b79d1-30ac-4eb7-8351-aef23518ea70, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=879b79d1-30ac-4eb7-8351-aef23518ea70,segment=NetworkSegment(7bb3907f-b6aa-459b-b481-c71b371f092e),segment_id=7bb3907f-b6aa-459b-b481-c71b371f092e)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:32.902322 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da38cf-952f-4b14-8efb-79a677d1ae0d None None] Routers {'8bcfc34b-b77d-4689-a5d8-82706e909239'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:32.902997 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-18da38cf-952f-4b14-8efb-79a677d1ae0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['8bcfc34b-b77d-4689-a5d8-82706e909239'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:32.914862 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:32.922413 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.8303401 Dec 22 17:18:32.946683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33548) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:32.953593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:18:32.968600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:32.985323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:33.065828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Allocated IP 2001:db8::2 (bd8df0ff-b9fd-4f39-8832-37f82cfe7972/3b88ef6f-7702-4b95-b816-5252a101283c/bccfd6e3-4a4d-4089-81b3-2ac1710c4372) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:33.105007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:33.164688 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-18da38cf-952f-4b14-8efb-79a677d1ae0d None None] Set router 8bcfc34b-b77d-4689-a5d8-82706e909239 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:33.295057 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-18da38cf-952f-4b14-8efb-79a677d1ae0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcfc34b-b77d-4689-a5d8-82706e909239', 'name': 'tempest-NetworksTestDHCPv6-router-1723913018', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:15Z', 'updated_at': '2021-12-22T17:18:31Z', 'revision_number': 3, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:33.299982 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da38cf-952f-4b14-8efb-79a677d1ae0d None None] Checking router: 8bcfc34b-b77d-4689-a5d8-82706e909239 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:18:33.309495 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da38cf-952f-4b14-8efb-79a677d1ae0d None None] Routers {'8bcfc34b-b77d-4689-a5d8-82706e909239'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:33.310397 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-18da38cf-952f-4b14-8efb-79a677d1ae0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['8bcfc34b-b77d-4689-a5d8-82706e909239'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:33.336720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:33.347740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:33.362509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:33.372943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15c1b0a-8d19-44b3-bb73-92d454d56de1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:33.374617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15c1b0a-8d19-44b3-bb73-92d454d56de1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:33.375439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e15c1b0a-8d19-44b3-bb73-92d454d56de1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:33.429441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e15c1b0a-8d19-44b3-bb73-92d454d56de1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:33.430494 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e15c1b0a-8d19-44b3-bb73-92d454d56de1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5406284 Dec 22 17:18:33.440904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33552) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:33.511951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:33.516224 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-18da38cf-952f-4b14-8efb-79a677d1ae0d None None] Set router 8bcfc34b-b77d-4689-a5d8-82706e909239 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:33.522762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Transition to ACTIVE for port object bccfd6e3-4a4d-4089-81b3-2ac1710c4372 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:33.543939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Transition to ACTIVE for port object bccfd6e3-4a4d-4089-81b3-2ac1710c4372 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:33.575655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:33.579812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Routers {'b9a23ea8-40c6-4819-9f0f-651323e8b5de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:33.580564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b9a23ea8-40c6-4819-9f0f-651323e8b5de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:33.633561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Allocated IP 2001:db8::1 (0297660b-09d1-4b0c-81e9-c42a7bb990a3/0f148e7d-b6cd-47a0-b5ce-96655cd76c21/a8d60362-aa68-482a-8036-6b5b889757db) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:33.679455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e075a-15ab-4614-90a3-0fbc362dc3cf tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:33.686516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e075a-15ab-4614-90a3-0fbc362dc3cf tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:33.693402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e075a-15ab-4614-90a3-0fbc362dc3cf tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:33.695413 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a97e075a-15ab-4614-90a3-0fbc362dc3cf tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.8044763 Dec 22 17:18:33.700726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33558) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:33.712530 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-18da38cf-952f-4b14-8efb-79a677d1ae0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcfc34b-b77d-4689-a5d8-82706e909239', 'name': 'tempest-NetworksTestDHCPv6-router-1723913018', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:15Z', 'updated_at': '2021-12-22T17:18:31Z', 'revision_number': 3, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:33.724090 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da38cf-952f-4b14-8efb-79a677d1ae0d None None] The sync data for ids ['8bcfc34b-b77d-4689-a5d8-82706e909239'] in dv-neutron-822513-1-hyperv is: [{'id': '8bcfc34b-b77d-4689-a5d8-82706e909239', 'name': 'tempest-NetworksTestDHCPv6-router-1723913018', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:15Z', 'updated_at': '2021-12-22T17:18:31Z', 'revision_number': 3, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:18:33.806917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b7c990-15e1-48c3-8350-788eaff3c412 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 935c8c53-bc95-4c0c-8d5d-12179db064bf {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:18:33.829791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95b7c990-15e1-48c3-8350-788eaff3c412 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:33.866656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Set router b9a23ea8-40c6-4819-9f0f-651323e8b5de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:33.908749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:33.927380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-d042a62b-d2b6-44a8-9608-c3b2a1d3f391 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port cc064033-6c77-4afe-9003-913974b27de9 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:33.927716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d042a62b-d2b6-44a8-9608-c3b2a1d3f391 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:33.935845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 661d26a6-733f-41fe-9d41-6be91537df7c completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:33.939528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:33.960727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:33.975967 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b56dbaae-99d1-4923-96bf-ee12ae9bce14 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:33.993073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95b7c990-15e1-48c3-8350-788eaff3c412 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:34.087616 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980f8efa-2af3-41b4-919f-937e9454f002 None None] Network 387e8611-6749-4852-b032-f778866a7a9f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:34.095463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6a35e9-325f-4241-b862-daed522fb6f5,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:34.098860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:34.143524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] For port fc9b05c0-6078-4ac5-8196-df338a39ed22, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc9b05c0-6078-4ac5-8196-df338a39ed22,segment=NetworkSegment(7e990947-cba5-4b63-b00a-dffeb93ef443),segment_id=7e990947-cba5-4b63-b00a-dffeb93ef443)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:34.150025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d6e3317e-0b2f-420b-a455-a729f57fb6cd up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:34.168214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:18:34.170945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28a84147-a074-415b-8d91-1c3f029b7eeb tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] Notify callbacks [] for subnetpool, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:34.172127 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-28a84147-a074-415b-8d91-1c3f029b7eeb tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] 10.222.0.70 "PUT /v2.0/subnetpools/b6b882a0-ae07-4485-a2ee-3ff435ffd55a HTTP/1.1" status: 200 len: 683 time: 1.3220453 Dec 22 17:18:34.214125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Sync routers for ids ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:18:34.229968 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Network bd8df0ff-b9fd-4f39-8832-37f82cfe7972 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:34.231934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:34.267603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:34.294088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:34.312829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33562) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:34.342193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:34.346842 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7129426 Dec 22 17:18:34.361459 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33566) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:34.393736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d042a62b-d2b6-44a8-9608-c3b2a1d3f391 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:34.400002 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "PUT /v2.0/routers/ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3840678 Dec 22 17:18:34.423535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': 'de6a35e9-325f-4241-b862-daed522fb6f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:34.455539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Pushing event updated for resources: {'Port': ['ID=879b79d1-30ac-4eb7-8351-aef23518ea70,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:34.458997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.474s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:34.473607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Routers {'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:34.474279 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:34.482189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:34.529941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c6825b87-5600-49b3-b416-12ac2d9feb53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.709s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:34.601242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Provisioning for port 661d26a6-733f-41fe-9d41-6be91537df7c completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:34.634885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95b7c990-15e1-48c3-8350-788eaff3c412 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:34.849368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:34.873164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-d042a62b-d2b6-44a8-9608-c3b2a1d3f391 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for cc064033-6c77-4afe-9003-913974b27de9 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:34.875851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Transition to ACTIVE for port object a8d60362-aa68-482a-8036-6b5b889757db will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:34.900086 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Attempting to bind port bccfd6e3-4a4d-4089-81b3-2ac1710c4372 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:34.900370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Attempting to bind port bccfd6e3-4a4d-4089-81b3-2ac1710c4372 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '5fcbef51-f77d-4e6e-961c-64904a641f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'bd8df0ff-b9fd-4f39-8832-37f82cfe7972'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:34.900892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Attempting to bind port bccfd6e3-4a4d-4089-81b3-2ac1710c4372 on network bd8df0ff-b9fd-4f39-8832-37f82cfe7972 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:34.905602 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Provisioning complete for port 661d26a6-733f-41fe-9d41-6be91537df7c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:34.906111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:34.916725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:34.941548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95b7c990-15e1-48c3-8350-788eaff3c412 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:34.956449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:34.959813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6fc74541-ab7d-4289-8eb6-f85fa0accdaf tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:35.000182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:35.008508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.016224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7c990-15e1-48c3-8350-788eaff3c412 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=935c8c53-bc95-4c0c-8d5d-12179db064bf,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:35.042035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-95b7c990-15e1-48c3-8350-788eaff3c412 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:35.047590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95b7c990-15e1-48c3-8350-788eaff3c412 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.078809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.084951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-186c45fa-3246-4674-a740-a81e5fb8be1c tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:35.100526 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-95b7c990-15e1-48c3-8350-788eaff3c412 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/935c8c53-bc95-4c0c-8d5d-12179db064bf HTTP/1.1" status: 204 len: 168 time: 1.6585495 Dec 22 17:18:35.101743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.122354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33584) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:35.146602 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:35.155986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Checking segment: {'id': '5fcbef51-f77d-4e6e-961c-64904a641f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'bd8df0ff-b9fd-4f39-8832-37f82cfe7972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:35.156319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.156681 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Bound using segment: {'id': '5fcbef51-f77d-4e6e-961c-64904a641f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'bd8df0ff-b9fd-4f39-8832-37f82cfe7972'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:35.158083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Bound port: bccfd6e3-4a4d-4089-81b3-2ac1710c4372, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcbef51-f77d-4e6e-961c-64904a641f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'bd8df0ff-b9fd-4f39-8832-37f82cfe7972'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:35.158496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.176314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c0283d-8336-4a82-8b60-0af3a41d0041 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:35.259762 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-713f5f38-9c48-4eb1-98c1-640cc8ac76c6 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Synchronizing usage tracker for tenant:076fb32645c24ff6aac7ed3a7822cc5f on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:35.266794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f6dedbc1-6037-48b9-9c6d-1953718a1013 tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] Notify callbacks [] for subnetpool, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.267956 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f6dedbc1-6037-48b9-9c6d-1953718a1013 tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b6b882a0-ae07-4485-a2ee-3ff435ffd55a HTTP/1.1" status: 204 len: 168 time: 0.9406114 Dec 22 17:18:35.275696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33588) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:35.326594 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-2025ddee-a5fc-4eca-86b9-1731d052239f tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] show failed (client error): The resource could not be found. Dec 22 17:18:35.327628 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2025ddee-a5fc-4eca-86b9-1731d052239f tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] 10.222.0.70 "GET /v2.0/subnetpools/b6b882a0-ae07-4485-a2ee-3ff435ffd55a HTTP/1.1" status: 404 len: 346 time: 0.0509343 Dec 22 17:18:35.329723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.332020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d042a62b-d2b6-44a8-9608-c3b2a1d3f391 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.334475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33592) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:35.340943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2d1bba01-3a08-4a1f-b928-abdc2deb29b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:35.405683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-713f5f38-9c48-4eb1-98c1-640cc8ac76c6 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Unset dirty status for tenant:076fb32645c24ff6aac7ed3a7822cc5f on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:35.406959 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-713f5f38-9c48-4eb1-98c1-640cc8ac76c6 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208199982&fields=id&tenant_id=076fb32645c24ff6aac7ed3a7822cc5f HTTP/1.1" status: 200 len: 267 time: 0.3123941 Dec 22 17:18:35.407555 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.418730 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-57de57d6-4e39-434d-8d81-a1770453049b tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] delete failed (client error): The resource could not be found. Dec 22 17:18:35.422967 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-57de57d6-4e39-434d-8d81-a1770453049b tempest-SubnetPoolsTestJSON-408629232 tempest-SubnetPoolsTestJSON-408629232-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b6b882a0-ae07-4485-a2ee-3ff435ffd55a HTTP/1.1" status: 404 len: 346 time: 0.0843780 Dec 22 17:18:35.428318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042a62b-d2b6-44a8-9608-c3b2a1d3f391 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=cc064033-6c77-4afe-9003-913974b27de9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:35.434237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Network 0297660b-09d1-4b0c-81e9-c42a7bb990a3 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:35.445934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:35.448852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:35.449498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.484414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d042a62b-d2b6-44a8-9608-c3b2a1d3f391 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:35.489507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-705e026b-6c1d-407a-b620-7c55ffe56a08 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:35.532512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fa720a-ce3f-42ad-863b-55bbe6609592,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:35.535974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'Port': ['ID=a8d60362-aa68-482a-8036-6b5b889757db,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:35.538792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:35.540823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d042a62b-d2b6-44a8-9608-c3b2a1d3f391 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.545881 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Set router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:35.602229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:35.630709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.631932 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2500384 Dec 22 17:18:35.636832 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d042a62b-d2b6-44a8-9608-c3b2a1d3f391 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/cc064033-6c77-4afe-9003-913974b27de9 HTTP/1.1" status: 204 len: 168 time: 1.9316850 Dec 22 17:18:35.637141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33600) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:35.637293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33598) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:35.680987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-03c0bc23-be1e-49a1-94b3-470e668fff13 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:router {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:35.711988 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-02683a62-98a3-422e-9b2a-a5cd990aba03 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:18:35.712504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-02683a62-98a3-422e-9b2a-a5cd990aba03 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:35.778997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-adfb7109-0f54-4ff6-8b7f-96c569e1f0fc tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.785248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-ee55e812-7cc3-4eec-90e7-6b42250f811f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:35.787362 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port d6e3317e-0b2f-420b-a455-a729f57fb6cd completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:35.791139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-ee55e812-7cc3-4eec-90e7-6b42250f811f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Synchronizing usage tracker for tenant:076fb32645c24ff6aac7ed3a7822cc5f on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:35.795136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-02683a62-98a3-422e-9b2a-a5cd990aba03 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:35.802987 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-02683a62-98a3-422e-9b2a-a5cd990aba03 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/cc064033-6c77-4afe-9003-913974b27de9 HTTP/1.1" status: 404 len: 333 time: 0.1610641 Dec 22 17:18:35.813813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33608) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:35.842166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-adfb7109-0f54-4ff6-8b7f-96c569e1f0fc tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.882374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-03c0bc23-be1e-49a1-94b3-470e668fff13 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:router {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:35.883664 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-03c0bc23-be1e-49a1-94b3-470e668fff13 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7567639 Dec 22 17:18:35.887246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-ee55e812-7cc3-4eec-90e7-6b42250f811f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Unset dirty status for tenant:076fb32645c24ff6aac7ed3a7822cc5f on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:35.888438 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-ee55e812-7cc3-4eec-90e7-6b42250f811f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/networks?id=4a98ace9-9193-46d5-9dd6-3cd2e309230f HTTP/1.1" status: 200 len: 797 time: 0.4635558 Dec 22 17:18:35.888854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33614) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:35.901616 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.908223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Allocated IP 172.20.0.1 (805f70d0-0098-47f4-a867-720446d2f6c9/df6b91f8-06c8-42f2-b60b-6ce4efbb21d7/c5ad5b28-7dd8-4a8f-88b3-70f760ec137b) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:35.947231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.962826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d531261-bb72-4fca-b7ce-8e0321ff84c0 None None] Network 0297660b-09d1-4b0c-81e9-c42a7bb990a3 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:35.978937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-adfb7109-0f54-4ff6-8b7f-96c569e1f0fc tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:35.981588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33618) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:35.995843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Pushing event updated for resources: {'Port': ['ID=bccfd6e3-4a4d-4089-81b3-2ac1710c4372,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:36.014157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port d6e3317e-0b2f-420b-a455-a729f57fb6cd triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:36.014535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.035999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2b3c8f3a-915b-4263-a6bb-07745e9ea201 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:36.110246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb7109-0f54-4ff6-8b7f-96c569e1f0fc tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32fa720a-ce3f-42ad-863b-55bbe6609592,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:36.123970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-adfb7109-0f54-4ff6-8b7f-96c569e1f0fc tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:36.129366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-adfb7109-0f54-4ff6-8b7f-96c569e1f0fc tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.130495 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-adfb7109-0f54-4ff6-8b7f-96c569e1f0fc tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/32fa720a-ce3f-42ad-863b-55bbe6609592 HTTP/1.1" status: 204 len: 168 time: 0.4921694 Dec 22 17:18:36.135640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33624) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:36.217995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-063d5eff-7fd6-4d69-b019-8be4688322b6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 1eae2adb-2ee9-4293-bfab-02a88373945a {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:36.218620 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-063d5eff-7fd6-4d69-b019-8be4688322b6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.247779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-67970dc2-9703-4911-ab4c-6e75af235061 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.329360 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-fe04fefd-7615-46ee-bfba-7e8b41760422 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/quotas/076fb32645c24ff6aac7ed3a7822cc5f HTTP/1.1" status: 200 len: 375 time: 0.1156125 Dec 22 17:18:36.370892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54606c92-58db-460e-814c-541c49acba5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.394007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-46285df2-0518-453b-93aa-1a0a1d78965a tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:36.432069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-54606c92-58db-460e-814c-541c49acba5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:36.439283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.447668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54606c92-58db-460e-814c-541c49acba5b admin admin] Usage tracker for resource:security_group_rule and tenant:f62b2d64bf694934a85b128cf1b9eb35 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:36.454844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54606c92-58db-460e-814c-541c49acba5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:36.464574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-46285df2-0518-453b-93aa-1a0a1d78965a tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:36.467139 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-46285df2-0518-453b-93aa-1a0a1d78965a tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3277903 Dec 22 17:18:36.473807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-54606c92-58db-460e-814c-541c49acba5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:36.477931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33628) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:36.527424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Transition to ACTIVE for port object c5ad5b28-7dd8-4a8f-88b3-70f760ec137b will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:36.548215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.615051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Pushing event updated for resources: {'Port': ['ID=fc9b05c0-6078-4ac5-8196-df338a39ed22,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:36.627515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.097s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:36.639033 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.369s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:36.639433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:36.650914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] For port bccfd6e3-4a4d-4089-81b3-2ac1710c4372, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:36.713323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'name': 'tempest-TestVolumeBootPattern-1257322477-router', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:21Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 3, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'gw_port': {'id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:24Z', 'updated_at': '2021-12-22T17:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:36.719592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c83f5622-612e-429b-b865-104a6558fee5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.732780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] For port bccfd6e3-4a4d-4089-81b3-2ac1710c4372, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=bccfd6e3-4a4d-4089-81b3-2ac1710c4372,segment=NetworkSegment(5fcbef51-f77d-4e6e-961c-64904a641f35),segment_id=5fcbef51-f77d-4e6e-961c-64904a641f35)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:36.749716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-67970dc2-9703-4911-ab4c-6e75af235061 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.756255 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-67970dc2-9703-4911-ab4c-6e75af235061 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.776012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.778208 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Checking router: b9a23ea8-40c6-4819-9f0f-651323e8b5de for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:18:36.778365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Updating router b9a23ea8-40c6-4819-9f0f-651323e8b5de port f74c80d6-ee32-402b-8721-143cb2187dc3 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:18:36.784211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:36.803564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.806887 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-aa931419-6507-4323-8f7f-4e5c2e2c41e8 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=076fb32645c24ff6aac7ed3a7822cc5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4089224 Dec 22 17:18:36.822913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:36.826156 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c83f5622-612e-429b-b865-104a6558fee5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.865408 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] For port 661d26a6-733f-41fe-9d41-6be91537df7c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=661d26a6-733f-41fe-9d41-6be91537df7c,segment=NetworkSegment(ff001ddd-7015-4ffb-8fb4-6704a13ed77e),segment_id=ff001ddd-7015-4ffb-8fb4-6704a13ed77e)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:36.885867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-67970dc2-9703-4911-ab4c-6e75af235061 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.886393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67970dc2-9703-4911-ab4c-6e75af235061 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Fanout notify agent at l3_agent the message router_deleted on router 8bcfc34b-b77d-4689-a5d8-82706e909239 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:18:36.930600 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-67970dc2-9703-4911-ab4c-6e75af235061 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.931727 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-67970dc2-9703-4911-ab4c-6e75af235061 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/routers/8bcfc34b-b77d-4689-a5d8-82706e909239 HTTP/1.1" status: 204 len: 168 time: 1.0281465 Dec 22 17:18:36.936333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33634) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:36.944445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:36.946983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Network 805f70d0-0098-47f4-a867-720446d2f6c9 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:36.960570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.977219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:36.984811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:37.009882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:37.065235 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.087580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.099074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54606c92-58db-460e-814c-541c49acba5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.105618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.106504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.145248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Pushing event updated for resources: {'Port': ['ID=c5ad5b28-7dd8-4a8f-88b3-70f760ec137b,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:37.148062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54606c92-58db-460e-814c-541c49acba5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.187398 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Pushing event updated for resources: {'Port': ['ID=bccfd6e3-4a4d-4089-81b3-2ac1710c4372,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:37.191990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:37.221540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-65ff48f8-7d1b-47e8-8f83-dd278d4eb1f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:37.232025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:37.232512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6ba83a5-8915-4b0d-b80d-f55f9436de90 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:37.247695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.317030 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-54606c92-58db-460e-814c-541c49acba5b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f62b2d64bf694934a85b128cf1b9eb35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3310409 Dec 22 17:18:37.323578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:37.327351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33638) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:37.333238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c83f5622-612e-429b-b865-104a6558fee5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.335354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-063d5eff-7fd6-4d69-b019-8be4688322b6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.346141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:37.364995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:37.375718 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-f6feb721-698c-4ad1-a4ec-cc60bd25c109 service neutron] 10.222.0.70 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194523 Dec 22 17:18:37.434025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54606c92-58db-460e-814c-541c49acba5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ead89c-bacc-4d74-9e58-742ee6f694ee,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:37.463018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54606c92-58db-460e-814c-541c49acba5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:37.465194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d966ede3-e5ac-4255-89be-8ed023ea7be4 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:37.474408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:37.498842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08329593-708a-4f5f-ad90-9e6206d1d3af None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:18:37.558744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-08329593-708a-4f5f-ad90-9e6206d1d3af None None] Deleting port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:37.559160 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-08329593-708a-4f5f-ad90-9e6206d1d3af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.575139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-063d5eff-7fd6-4d69-b019-8be4688322b6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for 1eae2adb-2ee9-4293-bfab-02a88373945a owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:37.646983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c83f5622-612e-429b-b865-104a6558fee5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.648971 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c83f5622-612e-429b-b865-104a6558fee5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-groups/de6a35e9-325f-4241-b862-daed522fb6f5 HTTP/1.1" status: 204 len: 168 time: 1.1700985 Dec 22 17:18:37.662309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:18:29Z', 'revision_number': 4, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '505dd147-bacc-4d7f-a4f2-ab95333de400', 'name': '', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'mac_address': 'fa:16:3e:d4:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:25Z', 'updated_at': '2021-12-22T17:18:30Z', 'revision_number': 2, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'subnets': [{'id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:37.670783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33642) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:37.709243 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port d6e3317e-0b2f-420b-a455-a729f57fb6cd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d6e3317e-0b2f-420b-a455-a729f57fb6cd,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:37.710571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Checking router: ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:18:37.711009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Updating router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 port 505dd147-bacc-4d7f-a4f2-ab95333de400 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:18:37.736637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'Port': ['ID=a8d60362-aa68-482a-8036-6b5b889757db,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:37.803174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Provisioning complete for port fc9b05c0-6078-4ac5-8196-df338a39ed22 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:37.803558 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.947844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae86d56f-63f7-41a1-a128-06da5d4361ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:37.962860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:37.970130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d3fa0be2-32d8-41ee-86d6-1ad51f6b2013 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.563s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:37.972763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:37.976447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:38.020298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f5622-612e-429b-b865-104a6558fee5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6a35e9-325f-4241-b862-daed522fb6f5,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:38.025717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Network 0297660b-09d1-4b0c-81e9-c42a7bb990a3 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:38.031052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c83f5622-612e-429b-b865-104a6558fee5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:38.039258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:38.049031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:38.055488 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6227d783-9700-4ea0-b3bb-f4f3a2ee9556 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:38.058826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:38.070986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:38.227942 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-f4ef44c8-8da0-44c1-ba99-c1583bcefa96 service neutron] 10.222.0.70 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8512826 Dec 22 17:18:38.256260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae86d56f-63f7-41a1-a128-06da5d4361ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:38.390404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6227d783-9700-4ea0-b3bb-f4f3a2ee9556 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:38.400580 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6227d783-9700-4ea0-b3bb-f4f3a2ee9556 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7265611 Dec 22 17:18:38.414608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33646) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:38.432771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001172142'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:38.451387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:38.456688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-063d5eff-7fd6-4d69-b019-8be4688322b6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:38.470584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Pushing event updated for resources: {'Port': ['ID=661d26a6-733f-41fe-9d41-6be91537df7c,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:38.470994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38e3b1e7-151c-405d-a444-53e0b0c64fe8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:38.490668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 879b79d1-30ac-4eb7-8351-aef23518ea70 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:38.533793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.312s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:38.560789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.488s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:38.635269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d5eff-7fd6-4d69-b019-8be4688322b6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=1eae2adb-2ee9-4293-bfab-02a88373945a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:38.650662 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-063d5eff-7fd6-4d69-b019-8be4688322b6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:38.688446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:38.714558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:38.746017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=d6e3317e-0b2f-420b-a455-a729f57fb6cd,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:38.753884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-063d5eff-7fd6-4d69-b019-8be4688322b6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:38.793716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:38.796080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-41149746-727d-49ee-827f-9738bf375e5a tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:38.893778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:38.907693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Pushing event updated for resources: {'Port': ['ID=c5ad5b28-7dd8-4a8f-88b3-70f760ec137b,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:38.908168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:38.912194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:38.961337 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-063d5eff-7fd6-4d69-b019-8be4688322b6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/1eae2adb-2ee9-4293-bfab-02a88373945a HTTP/1.1" status: 204 len: 168 time: 3.1457243 Dec 22 17:18:38.981122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33658) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:39.012492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae86d56f-63f7-41a1-a128-06da5d4361ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:39.014956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae86d56f-63f7-41a1-a128-06da5d4361ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:39.016182 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ae86d56f-63f7-41a1-a128-06da5d4361ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61ead89c-bacc-4d74-9e58-742ee6f694ee HTTP/1.1" status: 204 len: 168 time: 1.6855221 Dec 22 17:18:39.135748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ea4a9ed9-36ff-4d73-8f27-ea91aafaf833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:39.147195 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b44c070-d32e-46b3-8547-b88a29791ad9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:18:39.147734 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5b44c070-d32e-46b3-8547-b88a29791ad9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:39.164401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86d56f-63f7-41a1-a128-06da5d4361ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ead89c-bacc-4d74-9e58-742ee6f694ee,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:39.171515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ae86d56f-63f7-41a1-a128-06da5d4361ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:39.201959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:39.264293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5b44c070-d32e-46b3-8547-b88a29791ad9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:39.269609 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5b44c070-d32e-46b3-8547-b88a29791ad9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/1eae2adb-2ee9-4293-bfab-02a88373945a HTTP/1.1" status: 404 len: 333 time: 0.2720976 Dec 22 17:18:39.270855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33670) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:39.281048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:39.286286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Network 805f70d0-0098-47f4-a867-720446d2f6c9 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:39.297646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-16238f42-ebe3-4bd0-815c-f5b27a28da15 req-dd326a5b-7ec7-4215-a6e1-d76e335d899f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Synchronizing usage tracker for tenant:076fb32645c24ff6aac7ed3a7822cc5f on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:39.309472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:39.320700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:39.345979 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5463aa-648f-4472-87ab-f8cf10bc24c4 None None] Network bd8df0ff-b9fd-4f39-8832-37f82cfe7972 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:39.347717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:39.354855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9eba5c6c-8906-4cb6-a5b4-70e8b55ae9fd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:39.442624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-08329593-708a-4f5f-ad90-9e6206d1d3af None None] For port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:39.443051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-08329593-708a-4f5f-ad90-9e6206d1d3af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:39.443530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:39.454427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:39.466290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Router f4d1ea00-6cd7-452f-96e9-f33db9bf0813 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:18:39.471329 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:39.491443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:39.521284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-16238f42-ebe3-4bd0-815c-f5b27a28da15 req-dd326a5b-7ec7-4215-a6e1-d76e335d899f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Unset dirty status for tenant:076fb32645c24ff6aac7ed3a7822cc5f on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:39.536193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:39.536815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:39.546924 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-16238f42-ebe3-4bd0-815c-f5b27a28da15 req-dd326a5b-7ec7-4215-a6e1-d76e335d899f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 210 time: 0.8465972 Dec 22 17:18:39.571427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:39.621600 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6839688 Dec 22 17:18:39.633510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33682) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:39.668415 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Transition to ACTIVE for port object f74c80d6-ee32-402b-8721-143cb2187dc3 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:39.680750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c4cf12a9-4f77-46ce-b68d-656fea66a887 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-523793830', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:39.714902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0952a5a-2a9e-434b-90c9-a7f6bf66f26a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting subnet 3d478b6f-9a6f-4433-9366-26652c62f888 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:18:39.727165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=c8572e27-9216-4cde-a941-6b56dfb3cb07,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:39.731176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c4cf12a9-4f77-46ce-b68d-656fea66a887 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:39.733593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:39.734192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e0952a5a-2a9e-434b-90c9-a7f6bf66f26a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:39.805820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-08329593-708a-4f5f-ad90-9e6206d1d3af None None] Calling delete_port for 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:39.840983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c4cf12a9-4f77-46ce-b68d-656fea66a887 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:router and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:39.867464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:39.878012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c4cf12a9-4f77-46ce-b68d-656fea66a887 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:39.891553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c4cf12a9-4f77-46ce-b68d-656fea66a887 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:39.903846 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:39.919956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c4cf12a9-4f77-46ce-b68d-656fea66a887 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:39.922640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c4cf12a9-4f77-46ce-b68d-656fea66a887 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:39.956075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c4cf12a9-4f77-46ce-b68d-656fea66a887 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.008603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e0952a5a-2a9e-434b-90c9-a7f6bf66f26a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.059531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.127920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e0952a5a-2a9e-434b-90c9-a7f6bf66f26a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.157723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:18:40.177351 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44439d1b-2832-4a22-85a5-cce1f26fe923 None None] Sync routers for ids ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:18:40.197576 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44439d1b-2832-4a22-85a5-cce1f26fe923 None None] Routers {'f4d1ea00-6cd7-452f-96e9-f33db9bf0813'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:40.198211 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-44439d1b-2832-4a22-85a5-cce1f26fe923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:40.286385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Router b9a23ea8-40c6-4819-9f0f-651323e8b5de has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:18:40.290164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c4cf12a9-4f77-46ce-b68d-656fea66a887 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.290520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.311970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e0952a5a-2a9e-434b-90c9-a7f6bf66f26a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.322409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb4f1170-0aa4-430c-8b05-325074a4ecab tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:40.370814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6624b11f-a38e-4c6c-8fa9-dd2e28ab04dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:40.375924 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-44439d1b-2832-4a22-85a5-cce1f26fe923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:40.387087 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.400752 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44439d1b-2832-4a22-85a5-cce1f26fe923 None None] Routers {'f4d1ea00-6cd7-452f-96e9-f33db9bf0813'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:40.401496 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-44439d1b-2832-4a22-85a5-cce1f26fe923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:40.403319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Transition to ACTIVE for port object 505dd147-bacc-4d7f-a4f2-ab95333de400 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:40.428840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e0952a5a-2a9e-434b-90c9-a7f6bf66f26a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.435567 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e0952a5a-2a9e-434b-90c9-a7f6bf66f26a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/3d478b6f-9a6f-4433-9366-26652c62f888 HTTP/1.1" status: 204 len: 168 time: 1.1624115 Dec 22 17:18:40.436948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c4cf12a9-4f77-46ce-b68d-656fea66a887 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.438277 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c4cf12a9-4f77-46ce-b68d-656fea66a887 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8038678 Dec 22 17:18:40.442289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33698) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:40.442846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33700) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:40.465629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0952a5a-2a9e-434b-90c9-a7f6bf66f26a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Subnet': ['ID=3d478b6f-9a6f-4433-9366-26652c62f888,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:40.532731 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e0952a5a-2a9e-434b-90c9-a7f6bf66f26a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:40.542909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33706) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:40.581183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 879b79d1-30ac-4eb7-8351-aef23518ea70 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:40.585015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32834b0b-745c-4bc0-aefa-0037b4965783 None None] Pushing event updated for resources: {'Port': ['ID=f74c80d6-ee32-402b-8721-143cb2187dc3,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:40.605493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.606202 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-44439d1b-2832-4a22-85a5-cce1f26fe923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:40.606963 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44439d1b-2832-4a22-85a5-cce1f26fe923 None None] The sync data for ids ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:18:40.623807 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd2536-62da-4bae-a6c0-46551a7f8f1a None None] Network 387e8611-6749-4852-b032-f778866a7a9f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:40.750550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-32834b0b-745c-4bc0-aefa-0037b4965783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:40.751382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-32834b0b-745c-4bc0-aefa-0037b4965783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:40.867886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Provisioning complete for port d6e3317e-0b2f-420b-a455-a729f57fb6cd triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:40.868263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.925828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:40.968583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f04cec59-5a0b-40aa-a094-7fe9349b2ea1 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:40.996698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-829560504'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:41.001894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:41.005977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Usage tracker for resource:network and tenant:4f5031d14e1a46d6960a8c6b68cd2f08 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:41.009116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:41.015848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:41.028279 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6a637803-1f4e-43cd-952c-ad123844956a req-935903d1-6f55-46ea-b503-6c9fcf21a204 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 210 time: 0.2143936 Dec 22 17:18:41.069906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.077123 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6540234 Dec 22 17:18:41.077123 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "PUT /v2.0/routers/f4d1ea00-6cd7-452f-96e9-f33db9bf0813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2152629 Dec 22 17:18:41.089576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33716) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:41.089984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33718) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:41.097347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': '6e76627d-a033-4d71-8006-a5115e382f95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:41.107841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:41.114451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:41.118554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:41.127529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:41.128050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Attempting to bind port f74c80d6-ee32-402b-8721-143cb2187dc3 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:41.129103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Attempting to bind port f74c80d6-ee32-402b-8721-143cb2187dc3 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:41.129489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Attempting to bind port f74c80d6-ee32-402b-8721-143cb2187dc3 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:41.131766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2f436-6d84-416e-9212-e10e4f3001a3 None None] Pushing event updated for resources: {'Port': ['ID=505dd147-bacc-4d7f-a4f2-ab95333de400,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:41.148650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-abc2f436-6d84-416e-9212-e10e4f3001a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:41.181998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:41.182456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:41.182829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.183374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:41.183869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Bound port: f74c80d6-ee32-402b-8721-143cb2187dc3, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:41.184251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.245508 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Made reservation on behalf of 4f5031d14e1a46d6960a8c6b68cd2f08 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:41.250089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.261304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e76627d-a033-4d71-8006-a5115e382f95,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:41.264271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:41.320521 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.326077 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-08329593-708a-4f5f-ad90-9e6206d1d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.338259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port f04cec59-5a0b-40aa-a094-7fe9349b2ea1 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:41.338587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.363860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:41.365822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:18:41.377857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.398082 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] 10.222.0.70 "PUT /v2.0/routers/b9a23ea8-40c6-4819-9f0f-651323e8b5de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4325724 Dec 22 17:18:41.408212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:41.427619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Usage tracker for resource:security_group_rule and tenant:4f5031d14e1a46d6960a8c6b68cd2f08 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:41.438824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:41.450040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:41.476902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] For port f74c80d6-ee32-402b-8721-143cb2187dc3, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:41.481134 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] For port f74c80d6-ee32-402b-8721-143cb2187dc3, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f74c80d6-ee32-402b-8721-143cb2187dc3,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:41.498236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-f2f4c5d1-c523-4c80-9a4a-feabeead07c8 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:41.501452 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-f2f4c5d1-c523-4c80-9a4a-feabeead07c8 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.53 "GET /v2.0/networks?id=4a98ace9-9193-46d5-9dd6-3cd2e309230f HTTP/1.1" status: 200 len: 797 time: 0.4824359 Dec 22 17:18:41.532953 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08329593-708a-4f5f-ad90-9e6206d1d3af None None] No DVR routers for this DVR port 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:18:41.557093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Attempting to bind port 505dd147-bacc-4d7f-a4f2-ab95333de400 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:41.557815 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Attempting to bind port 505dd147-bacc-4d7f-a4f2-ab95333de400 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:41.558446 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Attempting to bind port 505dd147-bacc-4d7f-a4f2-ab95333de400 on network 4a98ace9-9193-46d5-9dd6-3cd2e309230f {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:41.563508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08329593-708a-4f5f-ad90-9e6206d1d3af None None] Pushing event deleted for resources: {'Port': ['ID=4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:41.573829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b12fc-e3b4-4589-aa5d-66758bb36197 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:41.580964 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.591560 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.597271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-08329593-708a-4f5f-ad90-9e6206d1d3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:41.598032 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-08329593-708a-4f5f-ad90-9e6206d1d3af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:41.622239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.683348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:41.683655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Checking segment: {'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:41.683931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.684474 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Bound using segment: {'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:41.684843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Bound port: 505dd147-bacc-4d7f-a4f2-ab95333de400, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:41.685199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.730527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.772433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2dd3546d-1d7a-4141-8d53-872bcbe08210 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:41.821376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port f04cec59-5a0b-40aa-a094-7fe9349b2ea1 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:41.830150 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-b867d2e2-91d8-42a2-8953-caa0820422ca tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=076fb32645c24ff6aac7ed3a7822cc5f HTTP/1.1" status: 200 len: 380 time: 0.2336118 Dec 22 17:18:41.846861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbb40e0-361e-4d85-95af-b1cb8aa0ac4c,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:41.850175 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:41.858891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Request body: {'port': {'device_id': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'admin_state_up': True, 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'security_groups': ['28150d01-0d58-4dda-ad76-ab849ce78b97']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:41.869766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc9b05c0-6078-4ac5-8196-df338a39ed22 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:41.927751 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] For port f04cec59-5a0b-40aa-a094-7fe9349b2ea1, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f04cec59-5a0b-40aa-a094-7fe9349b2ea1,segment=NetworkSegment(621c40be-443c-443c-87e3-06516cedb561),segment_id=621c40be-443c-443c-87e3-06516cedb561)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:41.928127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:41.972887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] For port 505dd147-bacc-4d7f-a4f2-ab95333de400, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:41.976037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] For port 505dd147-bacc-4d7f-a4f2-ab95333de400, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=505dd147-bacc-4d7f-a4f2-ab95333de400,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:42.009688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:42.047390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Routers {'b9a23ea8-40c6-4819-9f0f-651323e8b5de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:42.048029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b9a23ea8-40c6-4819-9f0f-651323e8b5de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:42.083382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for f04cec59-5a0b-40aa-a094-7fe9349b2ea1 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:42.124931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33734) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:42.183053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120777421', 'description': 'tempest-secgroup-smoke-1120777421 description', 'project_id': '0344a10d8c1c4cca981e644c68927115'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:42.185343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:42.189312 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0939815 Dec 22 17:18:42.191977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33738) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:42.201987 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:42.235434 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32834b0b-745c-4bc0-aefa-0037b4965783 None None] Pushing event updated for resources: {'Port': ['ID=f74c80d6-ee32-402b-8721-143cb2187dc3,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:42.258453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-32834b0b-745c-4bc0-aefa-0037b4965783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:42.260021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e1ebe43b-e1f9-4309-a4f9-25bd175526a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:42.274223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Usage tracker for resource:security_group and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:42.290871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:42.300676 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d65f1934-547c-4996-aea5-5047f89361d8 req-d881d7f5-da3a-4bd8-972c-3a5d6fb4d71c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 210 time: 0.1133251 Dec 22 17:18:42.319514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:42.321479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:42.329555 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-82dff5e1-0e06-4dac-b63d-1130efe5f0f5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules/9bbb40e0-361e-4d85-95af-b1cb8aa0ac4c HTTP/1.1" status: 200 len: 763 time: 0.1321940 Dec 22 17:18:42.338888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33742) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:42.341955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:42.370609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:42.381725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ce31bc35-b448-4988-9087-3552203a6ee3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:42.383826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:42.388847 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-8ece494e-5e8f-4aec-8e64-2ba36f8c01e8 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:42.392599 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8ece494e-5e8f-4aec-8e64-2ba36f8c01e8 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "PUT /v2.0/routers/f4d1ea00-6cd7-452f-96e9-f33db9bf0813/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2988992 Dec 22 17:18:42.394222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33746) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:42.455249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dffcce-1e3c-46f9-9c9c-4228fd506677 None None] DHCP port deletion for 387e8611-6749-4852-b032-f778866a7a9f request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:18:42.506041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Provisioning for port f04cec59-5a0b-40aa-a094-7fe9349b2ea1 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:42.585086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4a8ee596-a922-419a-b8d6-733dec11e758 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:42.588972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Made reservation on behalf of 076fb32645c24ff6aac7ed3a7822cc5f for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:42.592430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:42.604656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Routers {'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:42.605375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:42.613295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::1 (1719665a-967c-4b0a-ab06-6816cb17c416/c8572e27-9216-4cde-a941-6b56dfb3cb07/199a696f-111e-4bbe-b8ae-42defacb8b73) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:42.709114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4a8ee596-a922-419a-b8d6-733dec11e758 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:42.711182 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4a8ee596-a922-419a-b8d6-733dec11e758 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3691323 Dec 22 17:18:42.724664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33750) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:42.725794 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Provisioning complete for port f04cec59-5a0b-40aa-a094-7fe9349b2ea1 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:42.726794 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:42.771023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] Set router b9a23ea8-40c6-4819-9f0f-651323e8b5de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:42.863537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:42.882085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object 199a696f-111e-4bbe-b8ae-42defacb8b73 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:42.907566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:42.910667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Port f04cec59-5a0b-40aa-a094-7fe9349b2ea1 was deleted so its status cannot be updated. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 17:18:42.927885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:42.933168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2f436-6d84-416e-9212-e10e4f3001a3 None None] Pushing event updated for resources: {'Port': ['ID=505dd147-bacc-4d7f-a4f2-ab95333de400,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:42.940864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:42.951476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-abc2f436-6d84-416e-9212-e10e4f3001a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:42.964737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:18:42.983578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:42.985809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a026386-2d64-43a0-9786-51d2eb297d6b,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:42.990567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No DVR routers for this DVR port f04cec59-5a0b-40aa-a094-7fe9349b2ea1 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:18:42.995376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:42.996338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Usage tracker for resource:security_group_rule and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:43.033056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:43.033056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-287df9f5-809f-4428-b3c5-9675c42bce6d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:43.121784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port fc9b05c0-6078-4ac5-8196-df338a39ed22 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:43.122262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.193029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:43.206699 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Provisioning for port 879b79d1-30ac-4eb7-8351-aef23518ea70 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:43.206951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:43.218664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.218925 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Added segment 88880246-dbc2-4dab-921b-d9243f06bf05 of type vlan for network ce14a865-f80e-4d6c-88d3-69f0e7285371 Dec 22 17:18:43.223378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:43.223898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.226478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:43.231468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Provisioning complete for port 879b79d1-30ac-4eb7-8351-aef23518ea70 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:43.231641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.306343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Allocated IP 172.20.0.13 (4a98ace9-9193-46d5-9dd6-3cd2e309230f/dba0c1f0-76a3-4cdc-aeac-75c43529cb60/3a76ebb9-08dd-4d26-b5ad-459ee1183883) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:43.367307 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] Set router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:43.401241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.405983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=199a696f-111e-4bbe-b8ae-42defacb8b73,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:43.410093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.541655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=f04cec59-5a0b-40aa-a094-7fe9349b2ea1,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:43.550103 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387e8611-6749-4852-b032-f778866a7a9f']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:43.557633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:43.561315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.603s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:43.561711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:43.587500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621c40be-443c-443c-87e3-06516cedb561') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:43.587839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621c40be-443c-443c-87e3-06516cedb561') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:43.618138 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2179f8a6-a67b-4fb2-9590-7328266b1af6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.636261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': 'c8572e27-9216-4cde-a941-6b56dfb3cb07'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:43.637088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.650252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.656272 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-40804aea-213a-4ac3-9dff-7692379712a6 req-9bb59f5f-2d14-442e-bd82-1ffe45f3e166 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 210 time: 0.1113472 Dec 22 17:18:43.676647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2179f8a6-a67b-4fb2-9590-7328266b1af6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.691653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.698584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:43.699198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.744440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.774552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:43.785695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2179f8a6-a67b-4fb2-9590-7328266b1af6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.792410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.801292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7ccf63e7-8be9-4278-a37a-4950f1fa69ef tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:43.812538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.830260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179f8a6-a67b-4fb2-9590-7328266b1af6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bbb40e0-361e-4d85-95af-b1cb8aa0ac4c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:43.830763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:18:43.831436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.833439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2179f8a6-a67b-4fb2-9590-7328266b1af6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:43.850796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Transition to ACTIVE for port object 3a76ebb9-08dd-4d26-b5ad-459ee1183883 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:18:43.858918 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:18:43.863540 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.3171642 Dec 22 17:18:43.864280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device bccfd6e3-4a4d-4089-81b3-2ac1710c4372 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:43.875973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.879940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33756) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:43.902330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2179f8a6-a67b-4fb2-9590-7328266b1af6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.905983 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2179f8a6-a67b-4fb2-9590-7328266b1af6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9bbb40e0-361e-4d85-95af-b1cb8aa0ac4c HTTP/1.1" status: 204 len: 168 time: 1.1779225 Dec 22 17:18:43.907234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33760) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:43.914574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:43.996908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1ea89029-a429-4072-aa79-71831079a10b tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:44.000292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Request body: {'subnet': {'network_id': 'ce14a865-f80e-4d6c-88d3-69f0e7285371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:44.016962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.030059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:44.052863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.081066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1ea89029-a429-4072-aa79-71831079a10b tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:44.085535 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1ea89029-a429-4072-aa79-71831079a10b tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1777942 Dec 22 17:18:44.086174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33764) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:44.095416 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.099674 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9373729 Dec 22 17:18:44.105397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.114586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33766) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:44.167586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c0170fe8-ba9d-4f1e-a426-9a8dc91cba08 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': '6e76627d-a033-4d71-8006-a5115e382f95', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:44.167837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Pushing event updated for resources: {'Network': ['ID=ce14a865-f80e-4d6c-88d3-69f0e7285371,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:44.173278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c0170fe8-ba9d-4f1e-a426-9a8dc91cba08 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:44.174238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'security_group_rule': {'security_group_id': '3d648301-92ca-4758-80ad-79be2914c479', 'project_id': '0344a10d8c1c4cca981e644c68927115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:44.180421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:44.181312 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] For port 879b79d1-30ac-4eb7-8351-aef23518ea70, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=879b79d1-30ac-4eb7-8351-aef23518ea70,segment=NetworkSegment(7bb3907f-b6aa-459b-b481-c71b371f092e),segment_id=7bb3907f-b6aa-459b-b481-c71b371f092e)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:44.183807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c0170fe8-ba9d-4f1e-a426-9a8dc91cba08 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:44.185093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Usage tracker for resource:security_group_rule and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:44.188171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:44.194333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:44.195682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network ce14a865-f80e-4d6c-88d3-69f0e7285371 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:18:44.212475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Network 4a98ace9-9193-46d5-9dd6-3cd2e309230f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:44.212871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.215840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:44.222401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:44.222677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-abc2f436-6d84-416e-9212-e10e4f3001a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:44.252712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.267801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:44.282384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:44.330774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.339940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0170fe8-ba9d-4f1e-a426-9a8dc91cba08 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.347480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'Port': ['ID=3a76ebb9-08dd-4d26-b5ad-459ee1183883,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:44.364176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port bccfd6e3-4a4d-4089-81b3-2ac1710c4372 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:44.364435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:44.377486 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'name': 'tempest-TestVolumeBootPattern-1257322477-router', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:21Z', 'updated_at': '2021-12-22T17:18:37Z', 'revision_number': 4, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'gw_port': {'id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:24Z', 'updated_at': '2021-12-22T17:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'c5ad5b28-7dd8-4a8f-88b3-70f760ec137b', 'name': '', 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'mac_address': 'fa:16:3e:a7:ba:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'df6b91f8-06c8-42f2-b60b-6ce4efbb21d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:35Z', 'updated_at': '2021-12-22T17:18:38Z', 'revision_number': 2, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'subnets': [{'id': 'df6b91f8-06c8-42f2-b60b-6ce4efbb21d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:44.405172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Provisioning for port 505dd147-bacc-4d7f-a4f2-ab95333de400 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:44.410857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/c8572e27-9216-4cde-a941-6b56dfb3cb07/990adb2e-1fc9-4538-bba7-8feada3ccaae) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:44.421944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42949275-cd82-4fcd-8f00-5826bad39c6f None None] The sync data for ids ['b9a23ea8-40c6-4819-9f0f-651323e8b5de'] in dv-neutron-822513-1-hyperv is: [{'id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'name': 'tempest-TestVolumeBootPattern-1257322477-router', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:21Z', 'updated_at': '2021-12-22T17:18:37Z', 'revision_number': 4, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'gw_port': {'id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:24Z', 'updated_at': '2021-12-22T17:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'c5ad5b28-7dd8-4a8f-88b3-70f760ec137b', 'name': '', 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'mac_address': 'fa:16:3e:a7:ba:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'df6b91f8-06c8-42f2-b60b-6ce4efbb21d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:35Z', 'updated_at': '2021-12-22T17:18:38Z', 'revision_number': 2, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'subnets': [{'id': 'df6b91f8-06c8-42f2-b60b-6ce4efbb21d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:18:44.445411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Pushing event updated for resources: {'Port': ['ID=879b79d1-30ac-4eb7-8351-aef23518ea70,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:44.445581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.454037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:44.474831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:44.475513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.514482 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6684191 Dec 22 17:18:44.531205 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.538320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d648301-92ca-4758-80ad-79be2914c479,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:44.545712 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/networks/387e8611-6749-4852-b032-f778866a7a9f HTTP/1.1" status: 204 len: 168 time: 4.1016307 Dec 22 17:18:44.546955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:44.547440 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Provisioning complete for port 661d26a6-733f-41fe-9d41-6be91537df7c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:44.547901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.551622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33772) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:44.552441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:44.560757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4488ab61-1b0b-42a9-8b9f-80b58afeb9dc tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:44.599085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.607057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Usage tracker for resource:subnet and tenant:4f5031d14e1a46d6960a8c6b68cd2f08 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:44.612030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:18:29Z', 'revision_number': 4, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '505dd147-bacc-4d7f-a4f2-ab95333de400', 'name': '', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'mac_address': 'fa:16:3e:d4:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:25Z', 'updated_at': '2021-12-22T17:18:41Z', 'revision_number': 4, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'subnets': [{'id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:44.612855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-689050714'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:44.614391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:18:44.624757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:44.627882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Network': ['ID=387e8611-6749-4852-b032-f778866a7a9f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:44.636720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:44.641282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:44.642156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:44.648950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6c63458b-5830-46a5-9ccc-b6eb00f08bea tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:44.667066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:network and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:44.684164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:44.691998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Request body: {'port': {'device_id': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:44.699563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce762ba2-dd1f-409c-8b7c-657a374c40ad,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:44.701645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:44.706278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.707764 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5886667 Dec 22 17:18:44.709101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:44.726583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Made reservation on behalf of 4f5031d14e1a46d6960a8c6b68cd2f08 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:44.730143 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.753519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33780) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:44.805305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'security_group_rule': {'security_group_id': '3d648301-92ca-4758-80ad-79be2914c479', 'project_id': '0344a10d8c1c4cca981e644c68927115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:44.870024 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:18:44.870598 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4b0df72b-2c5d-48b4-bbc3-3d4cbab524ea not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:18:44.871120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:18:44.906732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0170fe8-ba9d-4f1e-a426-9a8dc91cba08 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.920382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2a7c0a-6dbe-4301-88ae-73b1eb3b71e8 None None] The sync data for ids ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'] in dv-neutron-822513-1-hyperv is: [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:18:29Z', 'revision_number': 4, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '505dd147-bacc-4d7f-a4f2-ab95333de400', 'name': '', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'mac_address': 'fa:16:3e:d4:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:25Z', 'updated_at': '2021-12-22T17:18:41Z', 'revision_number': 4, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'subnets': [{'id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:18:44.942727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:18:44.946076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6f3f20cc-e9bb-4d97-9030-ebbacfae5363 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:18:44.946528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:44.950090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.960106 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0170fe8-ba9d-4f1e-a426-9a8dc91cba08 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:44.962609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:45.016299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:45.081061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Usage tracker for resource:security_group_rule and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:45.099653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:45.103057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.118801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0170fe8-ba9d-4f1e-a426-9a8dc91cba08 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff831f1d-acbc-4034-88cc-a67949857456,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:45.121744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c0170fe8-ba9d-4f1e-a426-9a8dc91cba08 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:45.139005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0170fe8-ba9d-4f1e-a426-9a8dc91cba08 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.142936 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c0170fe8-ba9d-4f1e-a426-9a8dc91cba08 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0393355 Dec 22 17:18:45.143375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.145973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33784) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:45.147414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:45.165346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Transition to ACTIVE for port object 990adb2e-1fc9-4538-bba7-8feada3ccaae will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:45.192874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 661d26a6-733f-41fe-9d41-6be91537df7c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:45.223628 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-efdb69f6-ba25-4c0e-931e-b8199dd10ae4 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules/ff831f1d-acbc-4034-88cc-a67949857456 HTTP/1.1" status: 200 len: 763 time: 0.0760291 Dec 22 17:18:45.244186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33788) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:45.253873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:18:45.277311 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Transition to ACTIVE for port object 990adb2e-1fc9-4538-bba7-8feada3ccaae will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:45.299471 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.307609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:45.340364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.363151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.363783 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Added segment 3b2a884f-45ac-464b-ae19-dbc72ca55f55 of type vlan for network 125eea21-6b39-4891-85a0-3a5a3976d6a0 Dec 22 17:18:45.370183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Provisioning for port a8d60362-aa68-482a-8036-6b5b889757db completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:45.424394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Provisioning complete for port a8d60362-aa68-482a-8036-6b5b889757db triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:45.424941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.486436 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:45.500321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Pushing event updated for resources: {'Port': ['ID=990adb2e-1fc9-4538-bba7-8feada3ccaae,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:45.505873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:45.508444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:45.528461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:45.531028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 661d26a6-733f-41fe-9d41-6be91537df7c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:45.531549 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.609289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Deleting port a8d60362-aa68-482a-8036-6b5b889757db {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:45.609736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.629145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.650758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Port a8d60362-aa68-482a-8036-6b5b889757db cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:45.663788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Could not find standard attr ID for object f04cec59-5a0b-40aa-a094-7fe9349b2ea1. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:18:45.742404 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Could not find standard attr ID for object cc064033-6c77-4afe-9003-913974b27de9. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:18:45.779556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Attempting to bind port 990adb2e-1fc9-4538-bba7-8feada3ccaae on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:45.779930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Attempting to bind port 990adb2e-1fc9-4538-bba7-8feada3ccaae by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:45.780297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Attempting to bind port 990adb2e-1fc9-4538-bba7-8feada3ccaae on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:45.797825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:45.798335 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:45.798756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.799189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:45.799703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Bound port: 990adb2e-1fc9-4538-bba7-8feada3ccaae, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:45.800128 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.858754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:18:45.868947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Provisioning for port bccfd6e3-4a4d-4089-81b3-2ac1710c4372 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:45.879536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdc10a-57b3-4d67-9cc3-43f1cda75beb req-a2d055fe-8d7b-4b60-9ce4-79cc26097228 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:45.881959 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-44fdc10a-57b3-4d67-9cc3-43f1cda75beb req-a2d055fe-8d7b-4b60-9ce4-79cc26097228 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 932 time: 0.9365785 Dec 22 17:18:45.917727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.927841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Provisioning complete for port bccfd6e3-4a4d-4089-81b3-2ac1710c4372 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:45.927841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.929005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a1b30cc3-4e24-4864-bcc4-dde7711e8ef5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:45.940552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:45.944282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.005294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:46.016084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d6e3317e-0b2f-420b-a455-a729f57fb6cd up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:46.070812 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabbc373-ed19-4b27-8ba7-9fe660331e97,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:46.113416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.119730 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] For port 990adb2e-1fc9-4538-bba7-8feada3ccaae, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:46.132848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] For port 990adb2e-1fc9-4538-bba7-8feada3ccaae, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=990adb2e-1fc9-4538-bba7-8feada3ccaae,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:46.141753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.148347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:46.158609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:46.168006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.177557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:46.178593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.200985 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-44fdc10a-57b3-4d67-9cc3-43f1cda75beb req-dbfb6724-83e4-4c87-9bae-5792d8bcd02b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586372 Dec 22 17:18:46.202119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.205300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.216239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-13c6e037-2175-465b-a139-901ac1b0c107 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:46.236830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.267923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a1b30cc3-4e24-4864-bcc4-dde7711e8ef5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:46.270152 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a1b30cc3-4e24-4864-bcc4-dde7711e8ef5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.0241838 Dec 22 17:18:46.271731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Calling delete_port for a8d60362-aa68-482a-8036-6b5b889757db owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:46.289826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33792) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:46.360430 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port d6e3317e-0b2f-420b-a455-a729f57fb6cd triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:46.361091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.408465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.451834 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8922741 Dec 22 17:18:46.453036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.455355 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6771953 Dec 22 17:18:46.463542 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Pushing event updated for resources: {'Port': ['ID=990adb2e-1fc9-4538-bba7-8feada3ccaae,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:46.479350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33796) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:46.480160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33798) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:46.486757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:46.525835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'security_group_rule': {'security_group_id': '3d648301-92ca-4758-80ad-79be2914c479', 'project_id': '0344a10d8c1c4cca981e644c68927115', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:46.536309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:46.536533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] For port bccfd6e3-4a4d-4089-81b3-2ac1710c4372, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=bccfd6e3-4a4d-4089-81b3-2ac1710c4372,segment=NetworkSegment(5fcbef51-f77d-4e6e-961c-64904a641f35),segment_id=5fcbef51-f77d-4e6e-961c-64904a641f35)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:46.540637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Usage tracker for resource:security_group_rule and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:46.543801 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.546613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:46.549962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-04efc14b-20d1-4d39-8dd9-31219fc23d17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:46.555081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:46.572375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': '125eea21-6b39-4891-85a0-3a5a3976d6a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:46.660988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:46.673339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-70f98386-b34a-491c-9156-7eb1e92d48e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:46.749915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Network': ['ID=125eea21-6b39-4891-85a0-3a5a3976d6a0,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:46.761569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Pushing event updated for resources: {'Port': ['ID=bccfd6e3-4a4d-4089-81b3-2ac1710c4372,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:46.766067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:46.780240 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 125eea21-6b39-4891-85a0-3a5a3976d6a0 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:18:46.787019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:18:46.842616 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:46.843290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0415b3f4-1343-4e75-81d4-94ecdc7004b9 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.607s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:46.845185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Provisioning for port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:46.953245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=199a696f-111e-4bbe-b8ae-42defacb8b73,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:46.987001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event deleted for resources: {'Port': ['ID=a8d60362-aa68-482a-8036-6b5b889757db,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:47.016609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Provisioning complete for port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:47.017130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.055676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cfe30944-1ff2-44b9-905e-4052f81cfed9 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.061398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Checking segment: {'id': '88880246-dbc2-4dab-921b-d9243f06bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ce14a865-f80e-4d6c-88d3-69f0e7285371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:47.061757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Network hostable DHCP agents. Network: ce14a865-f80e-4d6c-88d3-69f0e7285371, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:18:47.083530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.149321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:47.160534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:47.162670 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 879b79d1-30ac-4eb7-8351-aef23518ea70 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:47.165740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c7faae13-281d-41f6-8ec4-42e2197976ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.901s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:47.184868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:47.195444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.231575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Could not find standard attr ID for object 1eae2adb-2ee9-4293-bfab-02a88373945a. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:18:47.248952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Provisioning for port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:47.255786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cfe30944-1ff2-44b9-905e-4052f81cfed9 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.256123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Provisioning complete for port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:47.256504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.275740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a76ebb9-08dd-4d26-b5ad-459ee1183883 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:18:47.299354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 879b79d1-30ac-4eb7-8351-aef23518ea70 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:47.299735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.300982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.314453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Pushing event updated for resources: {'Subnet': ['ID=39ee6b5e-7ed6-4512-b611-6ea768161e01,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:47.360653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.362641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:47.389879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Transition to ACTIVE for port object 3a76ebb9-08dd-4d26-b5ad-459ee1183883 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:47.397150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.415061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7c5c8e61-cd38-4552-bfe4-87d25123180a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:47.419084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:47.441293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Provisioning complete for port 879b79d1-30ac-4eb7-8351-aef23518ea70 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:47.441666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.458654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:47.460968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Network ce14a865-f80e-4d6c-88d3-69f0e7285371 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:18:47.474467 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2477b8-1163-4548-ba06-7ab2be5a72c4,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:47.478149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:47.479282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:47.487165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:47.490496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:47.493957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:47.500612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cfe30944-1ff2-44b9-905e-4052f81cfed9 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.505566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:47.507996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-196dee4d-2e96-4edf-9d3e-d242ef4714d1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:47.518291 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cfe30944-1ff2-44b9-905e-4052f81cfed9 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.521901 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cfe30944-1ff2-44b9-905e-4052f81cfed9 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/ff831f1d-acbc-4034-88cc-a67949857456 HTTP/1.1" status: 204 len: 168 time: 1.2228048 Dec 22 17:18:47.523023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33806) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:47.531068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.532411 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0437713 Dec 22 17:18:47.591195 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, ce14a865-f80e-4d6c-88d3-69f0e7285371) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:47.604399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33810) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:47.611614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe30944-1ff2-44b9-905e-4052f81cfed9 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff831f1d-acbc-4034-88cc-a67949857456,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:47.626700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cfe30944-1ff2-44b9-905e-4052f81cfed9 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:47.628025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:47.628619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.662616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.669065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16801913-71e1-4ea0-8e75-f886380f3249 None None] Network ce14a865-f80e-4d6c-88d3-69f0e7285371 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:47.673906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c39e89e5-70a7-4792-9ec0-56c1202bf909 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:47.687450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'security_group_rule': {'security_group_id': '3d648301-92ca-4758-80ad-79be2914c479', 'project_id': '0344a10d8c1c4cca981e644c68927115', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:47.694504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:47.698380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:47.774085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:47.792578 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f04cec59-5a0b-40aa-a094-7fe9349b2ea1 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:18:47.849338 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: f04cec59-5a0b-40aa-a094-7fe9349b2ea1 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:18:47.849683 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f04cec59-5a0b-40aa-a094-7fe9349b2ea1 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:18:47.945463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Pushing event updated for resources: {'Port': ['ID=3a76ebb9-08dd-4d26-b5ad-459ee1183883,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:47.967083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Usage tracker for resource:security_group_rule and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:47.984212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:48.011797 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:48.025258 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1396298 Dec 22 17:18:48.046403 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:48.048422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33814) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:48.064750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a5d09ca1-82bf-4283-a5dc-b9de9bf03b9f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:48.088023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Request body: {'port': {'network_id': 'ce14a865-f80e-4d6c-88d3-69f0e7285371', 'name': 'tempest-TagsExtTest-1287449819'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:48.093560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Router f4d1ea00-6cd7-452f-96e9-f33db9bf0813 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:18:48.161977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-ce14a865-f80e-4d6c-88d3-69f0e7285371', 'network_id': 'ce14a865-f80e-4d6c-88d3-69f0e7285371', 'tenant_id': '4f5031d14e1a46d6960a8c6b68cd2f08', 'fixed_ips': [{'subnet_id': '39ee6b5e-7ed6-4512-b611-6ea768161e01'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:48.162989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:48.195260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 505dd147-bacc-4d7f-a4f2-ab95333de400 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:48.286753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:48.327525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0b906-f3e8-46f2-baff-5b21a7f0826d req-efd25574-a6e7-497d-ad41-b0262955de64 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:48.328352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-63e0b906-f3e8-46f2-baff-5b21a7f0826d req-efd25574-a6e7-497d-ad41-b0262955de64 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Synchronizing usage tracker for tenant:076fb32645c24ff6aac7ed3a7822cc5f on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:48.338508 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a5d09ca1-82bf-4283-a5dc-b9de9bf03b9f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:48.342253 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a5d09ca1-82bf-4283-a5dc-b9de9bf03b9f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8161781 Dec 22 17:18:48.361577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33818) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:48.384431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Attempting to bind port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:48.384890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Attempting to bind port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:48.385339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Attempting to bind port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 on network 4a98ace9-9193-46d5-9dd6-3cd2e309230f {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:48.393281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-23530401-d83e-4dbd-8884-2b6f7a67ec64 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': '6e76627d-a033-4d71-8006-a5115e382f95', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:48.398561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:18:48.416121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-23530401-d83e-4dbd-8884-2b6f7a67ec64 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:48.420292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 on network 4a98ace9-9193-46d5-9dd6-3cd2e309230f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:18:48.420292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Attempting to bind port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 on network 4a98ace9-9193-46d5-9dd6-3cd2e309230f {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:48.423659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d27eb9-5654-4da3-aa17-625fd58b9a61 None None] Sync routers for ids ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:18:48.439747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-63e0b906-f3e8-46f2-baff-5b21a7f0826d req-efd25574-a6e7-497d-ad41-b0262955de64 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Unset dirty status for tenant:076fb32645c24ff6aac7ed3a7822cc5f on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:48.441198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 505dd147-bacc-4d7f-a4f2-ab95333de400 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:48.443630 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-63e0b906-f3e8-46f2-baff-5b21a7f0826d req-efd25574-a6e7-497d-ad41-b0262955de64 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 944 time: 0.8431838 Dec 22 17:18:48.453795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:48.454284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Checking segment: {'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:48.454783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Bound using segment: {'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:48.455438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Bound port: 3a76ebb9-08dd-4d26-b5ad-459ee1183883, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4680e6ab-70aa-4de2-89a8-dd8a3a114845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:48.455889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:48.472920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d27eb9-5654-4da3-aa17-625fd58b9a61 None None] Routers {'f4d1ea00-6cd7-452f-96e9-f33db9bf0813'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:48.473563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e7d27eb9-5654-4da3-aa17-625fd58b9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:48.546543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Router 319cc82e-7450-47c3-a324-806755996fe6 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:18:48.558498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 505dd147-bacc-4d7f-a4f2-ab95333de400 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:48.559089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:48.587075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] For port 3a76ebb9-08dd-4d26-b5ad-459ee1183883, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:48.590433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] For port 3a76ebb9-08dd-4d26-b5ad-459ee1183883, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:48.592396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:48.598610 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "PUT /v2.0/routers/f4d1ea00-6cd7-452f-96e9-f33db9bf0813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1913657 Dec 22 17:18:48.602900 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33822) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:48.605402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:48.608052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7c297ee0-ad23-4495-ae15-d067e8e19063 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:48.611538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-23530401-d83e-4dbd-8884-2b6f7a67ec64 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:48.614045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:48.621973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-18a18697-f1e9-49f4-bca0-27f468b2a2b8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:48.627286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e7d27eb9-5654-4da3-aa17-625fd58b9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:48.641183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0c72daf9-4583-44f7-83db-2fedbcc06b06 None None] Provisioning for port 199a696f-111e-4bbe-b8ae-42defacb8b73 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:48.658265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Allocated IP 172.20.0.2 (ce14a865-f80e-4d6c-88d3-69f0e7285371/39ee6b5e-7ed6-4512-b611-6ea768161e01/70cf9f92-eed8-4efb-9f88-be843c6dea3c) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:48.665650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0c72daf9-4583-44f7-83db-2fedbcc06b06 None None] Provisioning complete for port 199a696f-111e-4bbe-b8ae-42defacb8b73 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:48.666203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0c72daf9-4583-44f7-83db-2fedbcc06b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:48.702788 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-23530401-d83e-4dbd-8884-2b6f7a67ec64 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Project da55465696cf48af8bedc2f712fbb4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:18:48.712889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d27eb9-5654-4da3-aa17-625fd58b9a61 None None] Routers {'f4d1ea00-6cd7-452f-96e9-f33db9bf0813'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:48.713518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:48.714009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e7d27eb9-5654-4da3-aa17-625fd58b9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:48.714361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:48.715956 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-999de691-ea68-42ee-8633-a02c83420863 service neutron] 10.222.0.53 "PUT /v2.0/ports/3a76ebb9-08dd-4d26-b5ad-459ee1183883 HTTP/1.1" status: 200 len: 1094 time: 4.1555529 Dec 22 17:18:48.727834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:18:48.773548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-23530401-d83e-4dbd-8884-2b6f7a67ec64 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:48.861566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e7d27eb9-5654-4da3-aa17-625fd58b9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:48.862168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d27eb9-5654-4da3-aa17-625fd58b9a61 None None] The sync data for ids ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:18:48.894021 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-63e0b906-f3e8-46f2-baff-5b21a7f0826d req-736b2a97-50f5-4421-a617-7ac82a8960c4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4238346 Dec 22 17:18:48.959739 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'status': 'completed', 'code': 200} Dec 22 17:18:48.973903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Pushing event updated for resources: {'Port': ['ID=3a76ebb9-08dd-4d26-b5ad-459ee1183883,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:48.979830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:49.024264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-23530401-d83e-4dbd-8884-2b6f7a67ec64 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.029161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Usage tracker for resource:port and tenant:4f5031d14e1a46d6960a8c6b68cd2f08 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:49.032157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-0c72daf9-4583-44f7-83db-2fedbcc06b06 None None] Port 199a696f-111e-4bbe-b8ae-42defacb8b73 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:49.037872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-23530401-d83e-4dbd-8884-2b6f7a67ec64 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.057677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bb2ffbc5-2b09-457a-8ce0-bc2f505ddb42 tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:49.076754 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Sync routers for ids ['b9a23ea8-40c6-4819-9f0f-651323e8b5de'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:18:49.093271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23530401-d83e-4dbd-8884-2b6f7a67ec64 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec0a62e-ab08-4eca-a8d5-fba599b02ccf,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:49.096328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-23530401-d83e-4dbd-8884-2b6f7a67ec64 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:49.096989 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Routers {'b9a23ea8-40c6-4819-9f0f-651323e8b5de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:49.098950 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ceeda984-d166-4112-8498-919c22863e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b9a23ea8-40c6-4819-9f0f-651323e8b5de'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:49.105856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-1293dd7a-b9b2-4b75-9862-d22bcf2e698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:49.107556 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-1293dd7a-b9b2-4b75-9862-d22bcf2e698b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=076fb32645c24ff6aac7ed3a7822cc5f&device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 1097 time: 0.2450955 Dec 22 17:18:49.112042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-23530401-d83e-4dbd-8884-2b6f7a67ec64 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.113356 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-23530401-d83e-4dbd-8884-2b6f7a67ec64 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7340524 Dec 22 17:18:49.118029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33830) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:49.193169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:49.207139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0c72daf9-4583-44f7-83db-2fedbcc06b06 None None] Provisioning for port 990adb2e-1fc9-4538-bba7-8feada3ccaae completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:49.224140 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-c23eba90-4cfe-4795-a918-aa4eee50ced6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883 HTTP/1.1" status: 200 len: 217 time: 0.1041234 Dec 22 17:18:49.230168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.258725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:49.265510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.269113 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-9fba8b64-b6f7-4bf5-9a23-6f52bb0ff8ca tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] delete failed (client error): The resource could not be found. Dec 22 17:18:49.270213 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9fba8b64-b6f7-4bf5-9a23-6f52bb0ff8ca tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-629849659 HTTP/1.1" status: 404 len: 334 time: 0.6335497 Dec 22 17:18:49.279794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33834) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:49.304251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f572586e-40bd-4315-a0ae-093e10ff8b86 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f4d1ea00-6cd7-452f-96e9-f33db9bf0813'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:49.314688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 505dd147-bacc-4d7f-a4f2-ab95333de400, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=505dd147-bacc-4d7f-a4f2-ab95333de400,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:49.315032 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ac369a63-a831-4a4d-b152-5555ca82f11f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules/fec0a62e-ab08-4eca-a8d5-fba599b02ccf HTTP/1.1" status: 200 len: 769 time: 0.0920007 Dec 22 17:18:49.319896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33838) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:49.331335 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.332694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f74c80d6-ee32-402b-8721-143cb2187dc3 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:49.361571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-69a076bc-4823-4527-8322-f52690ffe494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:49.363024 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-69a076bc-4823-4527-8322-f52690ffe494 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dba0c1f0-76a3-4cdc-aeac-75c43529cb60 HTTP/1.1" status: 200 len: 835 time: 0.1261489 Dec 22 17:18:49.368571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-af3f6148-b528-44f4-84b3-07d2f52110bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:49.370366 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Set router b9a23ea8-40c6-4819-9f0f-651323e8b5de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:49.477521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c59ce673-f30e-4cb2-9c30-7bda15816e05 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:49.479465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.499938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.505948 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Transition to ACTIVE for port object 70cf9f92-eed8-4efb-9f88-be843c6dea3c will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:49.509888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-a304893a-be2d-46a0-b108-4a7ea6d90fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:49.510913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=505dd147-bacc-4d7f-a4f2-ab95333de400,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:49.511675 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-a304893a-be2d-46a0-b108-4a7ea6d90fb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a98ace9-9193-46d5-9dd6-3cd2e309230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1394038 Dec 22 17:18:49.520859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:49.545072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Transition to ACTIVE for port object 70cf9f92-eed8-4efb-9f88-be843c6dea3c will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:49.546502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port f74c80d6-ee32-402b-8721-143cb2187dc3 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:49.546974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Made reservation on behalf of 4f5031d14e1a46d6960a8c6b68cd2f08 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:49.551635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.552585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e38517e7-9da8-49e3-9d72-01ff01ec20f9 None None] Provisioning complete for port 199a696f-111e-4bbe-b8ae-42defacb8b73 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:49.553153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e38517e7-9da8-49e3-9d72-01ff01ec20f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.585267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f74c80d6-ee32-402b-8721-143cb2187dc3 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:49.586434 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.640303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.651965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] device_id is not set on port 275c1168-316d-4253-a07f-89edf90f6c06 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:18:49.654641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-83e56208-fce4-4ef5-b017-d2404cc157b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:49.686694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c59ce673-f30e-4cb2-9c30-7bda15816e05 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:49.692504 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c59ce673-f30e-4cb2-9c30-7bda15816e05 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3688228 Dec 22 17:18:49.695542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Subnet': ['ID=f76957e0-9df6-4764-8171-ad6f38844f5a,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:49.696145 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-af901ef9-6825-4664-818b-15efd22f0fa4 service neutron] 10.222.0.53 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696000 Dec 22 17:18:49.697572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33842) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:49.699194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:49.707625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6c7c0e91-fbf6-4c92-95d2-573f5cc35bbd tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:49.722456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:18:49.736765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845fe13a-a301-44e6-a6a5-195583e47a9b,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:49.739067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Sync routers for ids ['319cc82e-7450-47c3-a324-806755996fe6'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:18:49.743222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:49.744058 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Checking segment: {'id': '3b2a884f-45ac-464b-ae19-dbc72ca55f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '125eea21-6b39-4891-85a0-3a5a3976d6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:49.744412 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network hostable DHCP agents. Network: 125eea21-6b39-4891-85a0-3a5a3976d6a0, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:18:49.754149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Network ce14a865-f80e-4d6c-88d3-69f0e7285371 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:49.763782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e38517e7-9da8-49e3-9d72-01ff01ec20f9 None None] Port 199a696f-111e-4bbe-b8ae-42defacb8b73 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:49.767468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:49.784746 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ceeda984-d166-4112-8498-919c22863e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'name': 'tempest-TestVolumeBootPattern-1257322477-router', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:21Z', 'updated_at': '2021-12-22T17:18:37Z', 'revision_number': 4, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'gw_port': {'id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:24Z', 'updated_at': '2021-12-22T17:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'c5ad5b28-7dd8-4a8f-88b3-70f760ec137b', 'name': '', 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'mac_address': 'fa:16:3e:a7:ba:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'df6b91f8-06c8-42f2-b60b-6ce4efbb21d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:35Z', 'updated_at': '2021-12-22T17:18:38Z', 'revision_number': 2, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'subnets': [{'id': 'df6b91f8-06c8-42f2-b60b-6ce4efbb21d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:49.789651 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Checking router: b9a23ea8-40c6-4819-9f0f-651323e8b5de for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:18:49.790331 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Updating router b9a23ea8-40c6-4819-9f0f-651323e8b5de port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:18:49.798813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:49.853441 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.862604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:49.866865 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2529473 Dec 22 17:18:49.871711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33846) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:49.948845 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "PUT /v2.0/routers/319cc82e-7450-47c3-a324-806755996fe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4999855 Dec 22 17:18:49.954065 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'security_group_rule': {'security_group_id': '3d648301-92ca-4758-80ad-79be2914c479', 'project_id': '0344a10d8c1c4cca981e644c68927115', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:49.966620 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33852) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:49.967293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 125eea21-6b39-4891-85a0-3a5a3976d6a0 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:18:49.971427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:49.977973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Routers {'319cc82e-7450-47c3-a324-806755996fe6'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:49.978919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['319cc82e-7450-47c3-a324-806755996fe6'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:50.046567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f572586e-40bd-4315-a0ae-093e10ff8b86 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.055469 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de01c8cb-a6cb-481f-92ab-f6c3738a9797 req-5111fd63-74dd-469b-96f0-3b8528b2b65d service neutron] 10.222.0.53 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499582 Dec 22 17:18:50.057683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bcd6db-e476-4227-a56d-407fddcffbee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:50.058276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-04bcd6db-e476-4227-a56d-407fddcffbee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:50.073571 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Usage tracker for resource:security_group_rule and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:50.084203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:50.089451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.098947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Pushing event updated for resources: {'Port': ['ID=70cf9f92-eed8-4efb-9f88-be843c6dea3c,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:50.107031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:50.110599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 125eea21-6b39-4891-85a0-3a5a3976d6a0) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:50.116233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:50.116923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.129142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:50.130242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368ac5d2-52e2-4d03-9830-181624c57f7b None None] Network 125eea21-6b39-4891-85a0-3a5a3976d6a0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:50.155072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.187345 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-f572586e-40bd-4315-a0ae-093e10ff8b86 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] update failed (client error): The resource could not be found. Dec 22 17:18:50.188361 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f572586e-40bd-4315-a0ae-093e10ff8b86 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "PUT /v2.0/routers/f4d1ea00-6cd7-452f-96e9-f33db9bf0813 HTTP/1.1" status: 404 len: 339 time: 0.8989053 Dec 22 17:18:50.192461 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7057292 Dec 22 17:18:50.199889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33856) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:50.200264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33858) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:50.220694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-618577050'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:50.231460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5425465b-b16d-47a7-8737-d6b0066b93e7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1845628895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:50.240810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-04bcd6db-e476-4227-a56d-407fddcffbee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:50.244594 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-04bcd6db-e476-4227-a56d-407fddcffbee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports/199a696f-111e-4bbe-b8ae-42defacb8b73 HTTP/1.1" status: 200 len: 911 time: 0.2724195 Dec 22 17:18:50.246540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:50.247498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33864) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:50.249420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5425465b-b16d-47a7-8737-d6b0066b93e7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:50.258558 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Project 0344a10d8c1c4cca981e644c68927115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:18:50.262997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Usage tracker for resource:network and tenant:f1bc6b2249244ef1b5aa1ba7cf039a95 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:50.267417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5425465b-b16d-47a7-8737-d6b0066b93e7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:router and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:50.271924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:50.275648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5425465b-b16d-47a7-8737-d6b0066b93e7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:50.282744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.321659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.333761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Attempting to bind port 70cf9f92-eed8-4efb-9f88-be843c6dea3c on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:50.334521 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Attempting to bind port 70cf9f92-eed8-4efb-9f88-be843c6dea3c by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '88880246-dbc2-4dab-921b-d9243f06bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ce14a865-f80e-4d6c-88d3-69f0e7285371'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:50.335164 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Attempting to bind port 70cf9f92-eed8-4efb-9f88-be843c6dea3c on network ce14a865-f80e-4d6c-88d3-69f0e7285371 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:50.337943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:50.349057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5425465b-b16d-47a7-8737-d6b0066b93e7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:50.357495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:50.358275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Checking segment: {'id': '88880246-dbc2-4dab-921b-d9243f06bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ce14a865-f80e-4d6c-88d3-69f0e7285371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:50.358931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.359880 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Bound using segment: {'id': '88880246-dbc2-4dab-921b-d9243f06bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ce14a865-f80e-4d6c-88d3-69f0e7285371'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:50.360302 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Allocated IP 172.20.0.4 (ce14a865-f80e-4d6c-88d3-69f0e7285371/39ee6b5e-7ed6-4512-b611-6ea768161e01/275c1168-316d-4253-a07f-89edf90f6c06) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:50.360813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Bound port: 70cf9f92-eed8-4efb-9f88-be843c6dea3c, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88880246-dbc2-4dab-921b-d9243f06bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ce14a865-f80e-4d6c-88d3-69f0e7285371'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:50.361532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.364264 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.383343 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Transition to ACTIVE for port object c5ad5b28-7dd8-4a8f-88b3-70f760ec137b will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:50.385986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.393211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5425465b-b16d-47a7-8737-d6b0066b93e7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.394212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5425465b-b16d-47a7-8737-d6b0066b93e7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.394347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425ffde-50ac-4f0c-8ad0-700e2ea59141 req-2a7b3a34-7228-40db-a613-3d704a483f8f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:50.394947 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.395796 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4425ffde-50ac-4f0c-8ad0-700e2ea59141 req-2a7b3a34-7228-40db-a613-3d704a483f8f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 944 time: 0.2972906 Dec 22 17:18:50.400815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.401494 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:50.404269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61e2e8-19d5-44f9-a1e1-07b10ca6e95c req-d5b60b52-682d-412f-a23d-c1e7a2f0d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:50.405693 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3a61e2e8-19d5-44f9-a1e1-07b10ca6e95c req-d5b60b52-682d-412f-a23d-c1e7a2f0d4be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=076fb32645c24ff6aac7ed3a7822cc5f&device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 1097 time: 0.2444680 Dec 22 17:18:50.412096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5425465b-b16d-47a7-8737-d6b0066b93e7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.413122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4f6b7f71-ed49-4209-9abc-2e7785edb233 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:50.431768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.442607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-518bfd76-33c1-4905-ac7e-24cdf72c0f9e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:50.450523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Made reservation on behalf of f1bc6b2249244ef1b5aa1ba7cf039a95 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:50.454071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.481262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] For port 70cf9f92-eed8-4efb-9f88-be843c6dea3c, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:50.484881 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] For port 70cf9f92-eed8-4efb-9f88-be843c6dea3c, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=70cf9f92-eed8-4efb-9f88-be843c6dea3c,segment=NetworkSegment(88880246-dbc2-4dab-921b-d9243f06bf05),segment_id=88880246-dbc2-4dab-921b-d9243f06bf05)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:50.489694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5425465b-b16d-47a7-8737-d6b0066b93e7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.495737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.496612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port f74c80d6-ee32-402b-8721-143cb2187dc3, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f74c80d6-ee32-402b-8721-143cb2187dc3,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:50.500305 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/fec0a62e-ab08-4eca-a8d5-fba599b02ccf HTTP/1.1" status: 204 len: 168 time: 0.8025162 Dec 22 17:18:50.509102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33868) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:50.512956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.517447 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Set router 319cc82e-7450-47c3-a324-806755996fe6 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:50.520394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ddf8b4-d866-41ad-9de5-b58e4e1bb89c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:50.528657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ddf8b4-d866-41ad-9de5-b58e4e1bb89c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:50.533624 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-01ddf8b4-d866-41ad-9de5-b58e4e1bb89c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2688680 Dec 22 17:18:50.533786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595c9de4-fde2-4fbf-b362-b1ffd65a740c,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:50.534226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fec0a62e-ab08-4eca-a8d5-fba599b02ccf,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:50.535523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:50.539260 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75450994-9325-4cec-87f3-ebfb5a769dd3 None None] Pushing event updated for resources: {'Port': ['ID=c5ad5b28-7dd8-4a8f-88b3-70f760ec137b,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:50.541002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33872) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:50.545266 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-75450994-9325-4cec-87f3-ebfb5a769dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:50.581299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:50.581678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:50.582063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:50.582429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:50.582794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:50.583600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:50.583965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:50.584322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:50.584682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:50.585038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:50.585998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:50.586377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:50.589074 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:50.603342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:50.638846 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.640165 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 990adb2e-1fc9-4538-bba7-8feada3ccaae up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:50.654650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:18:50.688780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.689123 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4425ffde-50ac-4f0c-8ad0-700e2ea59141 req-e3c419c5-6173-49a3-8057-73c0a5393bb5 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804039 Dec 22 17:18:50.692704 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7628155 Dec 22 17:18:50.697042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33876) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:50.718801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'security_group_rule': {'security_group_id': '3d648301-92ca-4758-80ad-79be2914c479', 'project_id': '0344a10d8c1c4cca981e644c68927115', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:50.725589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:50.730532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Usage tracker for resource:security_group_rule and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:50.737411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:50.746589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:50.787492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.787833 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Added segment b9379606-6dab-4e45-a621-e9a2f64e3927 of type vlan for network 5d2c7522-270a-4980-8a80-62f23f9cab8c Dec 22 17:18:50.803612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-73359445-087b-461f-ad82-6c9a197df349 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:50.811933 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Attempting to bind port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:50.812576 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Attempting to bind port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '7e990947-cba5-4b63-b00a-dffeb93ef443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:50.813091 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Attempting to bind port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b on network 805f70d0-0098-47f4-a867-720446d2f6c9 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:50.837988 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Project 0344a10d8c1c4cca981e644c68927115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:18:50.838199 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:50.838680 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Checking segment: {'id': '7e990947-cba5-4b63-b00a-dffeb93ef443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:50.839189 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.841109 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Bound using segment: {'id': '7e990947-cba5-4b63-b00a-dffeb93ef443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:50.841667 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Bound port: c5ad5b28-7dd8-4a8f-88b3-70f760ec137b, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e990947-cba5-4b63-b00a-dffeb93ef443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:50.842079 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.877181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.944312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-73359445-087b-461f-ad82-6c9a197df349 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:50.948733 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-73359445-087b-461f-ad82-6c9a197df349 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4139786 Dec 22 17:18:50.966217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5425465b-b16d-47a7-8737-d6b0066b93e7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.968635 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-ceeda984-d166-4112-8498-919c22863e91 None None] For port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:50.970664 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5425465b-b16d-47a7-8737-d6b0066b93e7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7661321 Dec 22 17:18:50.972586 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-ceeda984-d166-4112-8498-919c22863e91 None None] For port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c5ad5b28-7dd8-4a8f-88b3-70f760ec137b,segment=NetworkSegment(7e990947-cba5-4b63-b00a-dffeb93ef443),segment_id=7e990947-cba5-4b63-b00a-dffeb93ef443)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:50.979309 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:50.989215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33880) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:50.989902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33882) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:50.991265 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:51.025391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Pushing event updated for resources: {'Port': ['ID=70cf9f92-eed8-4efb-9f88-be843c6dea3c,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:51.037825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:51.041483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d7b0423b-ae5e-436f-becd-3c9d6daf33e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:51.102359 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Routers {'b9a23ea8-40c6-4819-9f0f-651323e8b5de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:51.103457 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ceeda984-d166-4112-8498-919c22863e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b9a23ea8-40c6-4819-9f0f-651323e8b5de'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:51.180809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:51.182975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61e2e8-19d5-44f9-a1e1-07b10ca6e95c req-1b7f3b65-f469-433a-b404-2899ce6772cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:51.184607 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3a61e2e8-19d5-44f9-a1e1-07b10ca6e95c req-1b7f3b65-f469-433a-b404-2899ce6772cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a98ace9-9193-46d5-9dd6-3cd2e309230f HTTP/1.1" status: 200 len: 898 time: 0.7385051 Dec 22 17:18:51.189285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'network_id': '125eea21-6b39-4891-85a0-3a5a3976d6a0', 'name': 'tempest-PortsIpV6TestJSON-305948868'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:51.356632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:51.407935 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-ceeda984-d166-4112-8498-919c22863e91 None None] Set router b9a23ea8-40c6-4819-9f0f-651323e8b5de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:51.450461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=f74c80d6-ee32-402b-8721-143cb2187dc3,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:51.519126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:51.523480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:51.530877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 990adb2e-1fc9-4538-bba7-8feada3ccaae completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:51.531455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:51.533908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-adfb7109-0f54-4ff6-8b7f-96c569e1f0fc tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:51.549744 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3a61e2e8-19d5-44f9-a1e1-07b10ca6e95c req-ec7ca281-357e-4e7c-b777-10088ec94a7a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883 HTTP/1.1" status: 200 len: 217 time: 0.3110380 Dec 22 17:18:51.558318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-125eea21-6b39-4891-85a0-3a5a3976d6a0', 'network_id': '125eea21-6b39-4891-85a0-3a5a3976d6a0', 'tenant_id': '7f29491bf5a54984b0446c34c11fddd2', 'fixed_ips': [{'subnet_id': 'f76957e0-9df6-4764-8171-ad6f38844f5a'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:51.559197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:51.578431 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:51.586059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:51.586672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:51.591004 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:51.597446 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 990adb2e-1fc9-4538-bba7-8feada3ccaae triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:51.597951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:51.604061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-93fda350-4d6d-46a6-bd91-d1f4e6bc3b70 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:51.624417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:51.658140 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61e2e8-19d5-44f9-a1e1-07b10ca6e95c req-80e76de1-af92-4e7b-8e81-9f5d48f3883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:51.659884 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3a61e2e8-19d5-44f9-a1e1-07b10ca6e95c req-80e76de1-af92-4e7b-8e81-9f5d48f3883d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dba0c1f0-76a3-4cdc-aeac-75c43529cb60 HTTP/1.1" status: 200 len: 835 time: 0.0885873 Dec 22 17:18:51.661025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2475413e-5203-4a93-9a2b-6eb5c2ad1196,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:51.686304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:51.735976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-30a7b7e8-0e7b-44d3-b27e-377836b2597f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:51.736978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Transition to ACTIVE for port object 275c1168-316d-4253-a07f-89edf90f6c06 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:51.758866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:51.760203 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0594695 Dec 22 17:18:51.761213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:51.765229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:51.801224 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5984178 Dec 22 17:18:51.817146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33894) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:51.829472 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Request body: {'subnet': {'network_id': '5d2c7522-270a-4980-8a80-62f23f9cab8c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:51.843069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port ace975a1-8319-48ff-a2a2-a49c8fc2a612 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:18:51.857488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'Network': ['ID=5d2c7522-270a-4980-8a80-62f23f9cab8c,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:51.932548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-30a7b7e8-0e7b-44d3-b27e-377836b2597f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:51.975376 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75450994-9325-4cec-87f3-ebfb5a769dd3 None None] Pushing event updated for resources: {'Port': ['ID=c5ad5b28-7dd8-4a8f-88b3-70f760ec137b,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:51.985282 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-75450994-9325-4cec-87f3-ebfb5a769dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:52.076302 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ceeda984-d166-4112-8498-919c22863e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'name': 'tempest-TestVolumeBootPattern-1257322477-router', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:21Z', 'updated_at': '2021-12-22T17:18:37Z', 'revision_number': 4, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'gw_port': {'id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:24Z', 'updated_at': '2021-12-22T17:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'c5ad5b28-7dd8-4a8f-88b3-70f760ec137b', 'name': '', 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'mac_address': 'fa:16:3e:a7:ba:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'df6b91f8-06c8-42f2-b60b-6ce4efbb21d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:35Z', 'updated_at': '2021-12-22T17:18:50Z', 'revision_number': 4, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'subnets': [{'id': 'df6b91f8-06c8-42f2-b60b-6ce4efbb21d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:52.094214 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeda984-d166-4112-8498-919c22863e91 None None] The sync data for ids ['b9a23ea8-40c6-4819-9f0f-651323e8b5de'] in dv-neutron-822513-1-hyperv is: [{'id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'name': 'tempest-TestVolumeBootPattern-1257322477-router', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:21Z', 'updated_at': '2021-12-22T17:18:37Z', 'revision_number': 4, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'gw_port': {'id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:24Z', 'updated_at': '2021-12-22T17:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'c5ad5b28-7dd8-4a8f-88b3-70f760ec137b', 'name': '', 'network_id': '805f70d0-0098-47f4-a867-720446d2f6c9', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'mac_address': 'fa:16:3e:a7:ba:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'df6b91f8-06c8-42f2-b60b-6ce4efbb21d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:35Z', 'updated_at': '2021-12-22T17:18:50Z', 'revision_number': 4, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'subnets': [{'id': 'df6b91f8-06c8-42f2-b60b-6ce4efbb21d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:18:52.124312 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:52.140777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:52.141175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:52.141558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:52.141935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:52.142426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:52.142741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:52.143031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:52.148206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:52.148619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:52.149006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:52.152018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:52.152966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:52.171808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61e2e8-19d5-44f9-a1e1-07b10ca6e95c req-286ed806-861a-4d67-9715-41971112f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:52.174170 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3a61e2e8-19d5-44f9-a1e1-07b10ca6e95c req-286ed806-861a-4d67-9715-41971112f229 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a98ace9-9193-46d5-9dd6-3cd2e309230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4937513 Dec 22 17:18:52.195260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 990adb2e-1fc9-4538-bba7-8feada3ccaae, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=990adb2e-1fc9-4538-bba7-8feada3ccaae,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:52.203165 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 5d2c7522-270a-4980-8a80-62f23f9cab8c details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:18:52.216396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:52.221817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-30a7b7e8-0e7b-44d3-b27e-377836b2597f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:52.225627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:52.227409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device bccfd6e3-4a4d-4089-81b3-2ac1710c4372 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:52.242250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:52.254642 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1abb8e39-3401-4780-b0cd-33901c2448a7 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:52.265172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3dd798d4-ed13-4eab-bfe0-1c7d0e50e676 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:52.294779 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:52.338752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Network ce14a865-f80e-4d6c-88d3-69f0e7285371 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:52.362324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:52.369732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7b7e8-0e7b-44d3-b27e-377836b2597f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e76627d-a033-4d71-8006-a5115e382f95,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:52.371366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:52.379478 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-30a7b7e8-0e7b-44d3-b27e-377836b2597f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:52.431743 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Allocated IP 2001:db8::2 (125eea21-6b39-4891-85a0-3a5a3976d6a0/f76957e0-9df6-4764-8171-ad6f38844f5a/8c4e72c9-52ce-4f37-999d-c64a47311bd3) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:52.444428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=990adb2e-1fc9-4538-bba7-8feada3ccaae,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:52.506926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-30a7b7e8-0e7b-44d3-b27e-377836b2597f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:52.511491 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-30a7b7e8-0e7b-44d3-b27e-377836b2597f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-groups/6e76627d-a033-4d71-8006-a5115e382f95 HTTP/1.1" status: 204 len: 168 time: 1.5200834 Dec 22 17:18:52.511973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33936) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:52.524742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:52.538444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:52.554725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Usage tracker for resource:subnet and tenant:f1bc6b2249244ef1b5aa1ba7cf039a95 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:52.561311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:52.597447 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3a61e2e8-19d5-44f9-a1e1-07b10ca6e95c req-de89b9d6-3780-40d3-9a3b-2a9c03e8e5bc service neutron] 10.222.0.53 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158309 Dec 22 17:18:52.638875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Pushing event updated for resources: {'Port': ['ID=275c1168-316d-4253-a07f-89edf90f6c06,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:52.647237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:52.659067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:52.664786 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340472e8-6e5b-4571-a73a-10e0aeefa631 None None] Network ce14a865-f80e-4d6c-88d3-69f0e7285371 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:52.698288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319cc82e-7450-47c3-a324-806755996fe6', 'name': 'tempest-NetworksTestDHCPv6-router-523793830', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:39Z', 'updated_at': '2021-12-22T17:18:43Z', 'revision_number': 2, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'gw_port_host': None, '_interfaces': [{'id': '199a696f-111e-4bbe-b8ae-42defacb8b73', 'name': '', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'mac_address': 'fa:16:3e:2c:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319cc82e-7450-47c3-a324-806755996fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'c8572e27-9216-4cde-a941-6b56dfb3cb07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:42Z', 'updated_at': '2021-12-22T17:18:44Z', 'revision_number': 2, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'subnets': [{'id': 'c8572e27-9216-4cde-a941-6b56dfb3cb07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:52.707877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:52.709291 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:52.733732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Made reservation on behalf of f1bc6b2249244ef1b5aa1ba7cf039a95 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:18:52.739332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:52.787057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-472b398a-5a37-413d-88ec-0e426a6ebd8f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:52.841056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Checking router: 319cc82e-7450-47c3-a324-806755996fe6 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:18:52.841427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Updating router 319cc82e-7450-47c3-a324-806755996fe6 port 199a696f-111e-4bbe-b8ae-42defacb8b73 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:18:52.844227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-472b398a-5a37-413d-88ec-0e426a6ebd8f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:52.849461 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-472b398a-5a37-413d-88ec-0e426a6ebd8f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3308110 Dec 22 17:18:52.852204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33940) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:52.897371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group': {'name': 'tempest-secgroup--656250783'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:52.911984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:52.925178 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3a61e2e8-19d5-44f9-a1e1-07b10ca6e95c req-b5bb3dd1-07f3-4977-ace0-47dc5d10c363 service neutron] 10.222.0.53 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102424 Dec 22 17:18:52.942322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:52.963859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.001806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:53.006268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:53.009651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:53.016010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:53.033572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 3a76ebb9-08dd-4d26-b5ad-459ee1183883 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:18:53.080477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.090715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-61dd685e-d43c-4a6c-9edd-3df7b9578c63 None None] Provisioning for port 70cf9f92-eed8-4efb-9f88-be843c6dea3c completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:53.121671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.126003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.126187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port bccfd6e3-4a4d-4089-81b3-2ac1710c4372 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:53.126564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.131691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c83f5622-612e-429b-b865-104a6558fee5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:53.183066 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.1147125 Dec 22 17:18:53.192976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7527799-7163-435e-a2d0-5693aa17a374 req-5c11cb9c-89b1-42a3-a1a6-85b06859ab42 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:53.194462 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b7527799-7163-435e-a2d0-5693aa17a374 req-5c11cb9c-89b1-42a3-a1a6-85b06859ab42 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 944 time: 1.2454798 Dec 22 17:18:53.195547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 33946) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:53.197260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.209176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a770a4fe-ccc4-4297-b92f-26f28359d003 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1751777106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:53.215392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76c8b92e-aa03-4e0b-932f-b4d3076be0a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:53.220228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d54bd9-69bd-435a-9c0a-349f2707d449,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:53.224505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:53.231536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.233285 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3750622 Dec 22 17:18:53.236031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33950) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:53.241630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Request body: {'security_group_rule': {'security_group_id': '48d54bd9-69bd-435a-9c0a-349f2707d449', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:53.258800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:53.263858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Usage tracker for resource:security_group_rule and tenant:da55465696cf48af8bedc2f712fbb4fc is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:53.268911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.resource_extend [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:18:53.273560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:53.283999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:53.316636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.319940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a770a4fe-ccc4-4297-b92f-26f28359d003 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:53.368242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a770a4fe-ccc4-4297-b92f-26f28359d003 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Usage tracker for resource:router and tenant:4f5031d14e1a46d6960a8c6b68cd2f08 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:18:53.376591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a770a4fe-ccc4-4297-b92f-26f28359d003 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:18:53.428745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a770a4fe-ccc4-4297-b92f-26f28359d003 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:18:53.447965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.457616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.460863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-939cd341-8a88-4a6a-92d3-f413a4fa7830 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:53.496779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ca234e-f965-42d3-9537-6d2f1e1b49ac,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:53.499560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:53.503616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.504908 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2679410 Dec 22 17:18:53.505332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.508183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33958) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:53.565811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'Subnet': ['ID=b66a6e70-3193-4979-a802-06d7e6d90142,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:53.582896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:53.638947 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b7527799-7163-435e-a2d0-5693aa17a374 req-a92a0ecb-1d44-4c67-acc3-c6211ce7a7ee tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4339907 Dec 22 17:18:53.649193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a770a4fe-ccc4-4297-b92f-26f28359d003 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.649935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a770a4fe-ccc4-4297-b92f-26f28359d003 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.663231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Checking segment: {'id': 'b9379606-6dab-4e45-a621-e9a2f64e3927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5d2c7522-270a-4980-8a80-62f23f9cab8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:53.663627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Network hostable DHCP agents. Network: 5d2c7522-270a-4980-8a80-62f23f9cab8c, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:18:53.717386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a770a4fe-ccc4-4297-b92f-26f28359d003 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.924481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fd24f67-d37f-4a01-a4fd-d43d48e2ca19 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.949719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 3a76ebb9-08dd-4d26-b5ad-459ee1183883, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:53.955467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fd24f67-d37f-4a01-a4fd-d43d48e2ca19 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:53.968035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'port_id': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'mac_address': 'fa:16:3e:19:f3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:18:53.980191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 70cf9f92-eed8-4efb-9f88-be843c6dea3c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:54.014218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fd24f67-d37f-4a01-a4fd-d43d48e2ca19 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:54.021023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-48a9686a-00c8-4c4d-823d-dce3c997e411 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:54.046151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd24f67-d37f-4a01-a4fd-d43d48e2ca19 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d54bd9-69bd-435a-9c0a-349f2707d449,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:54.058622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4fd24f67-d37f-4a01-a4fd-d43d48e2ca19 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:54.064876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4fd24f67-d37f-4a01-a4fd-d43d48e2ca19 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:54.069011 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4fd24f67-d37f-4a01-a4fd-d43d48e2ca19 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-groups/48d54bd9-69bd-435a-9c0a-349f2707d449 HTTP/1.1" status: 204 len: 168 time: 0.5598228 Dec 22 17:18:54.070211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33982) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:54.096654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Network 5d2c7522-270a-4980-8a80-62f23f9cab8c is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:18:54.107231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a770a4fe-ccc4-4297-b92f-26f28359d003 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:54.147371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b06eb430-33ea-4d0c-99a9-6b069b891a36 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:54.160440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 5d2c7522-270a-4980-8a80-62f23f9cab8c) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:54.167761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:54.172465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b06eb430-33ea-4d0c-99a9-6b069b891a36 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:54.177477 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b06eb430-33ea-4d0c-99a9-6b069b891a36 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1061077 Dec 22 17:18:54.177795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:54.178296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 33998) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:54.178828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:54.182018 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eff0ff-a3f4-4f6f-8ee1-45df83d4a4a0 None None] Network 5d2c7522-270a-4980-8a80-62f23f9cab8c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:18:54.218740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a770a4fe-ccc4-4297-b92f-26f28359d003 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:54.223359 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a770a4fe-ccc4-4297-b92f-26f28359d003 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0178690 Dec 22 17:18:54.226833 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34004) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:54.232705 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4111276 Dec 22 17:18:54.234895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34008) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:54.238794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-30cf93a2-4483-478a-8138-2252f8943242 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-616989347', 'prefixes': ['172.20.0.0/16']}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:54.249905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-30cf93a2-4483-478a-8138-2252f8943242 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:18:54.251074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3f41b285-58b2-4720-8622-c4a499b018f6 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d2c7522-270a-4980-8a80-62f23f9cab8c'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:18:54.257979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port 199a696f-111e-4bbe-b8ae-42defacb8b73 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:54.258457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:54.275706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Transition to ACTIVE for port object 8c4e72c9-52ce-4f37-999d-c64a47311bd3 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:54.311611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8420ab24-0b07-4e35-bd26-9c09e056d4a3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:54.336036 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:54.487145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8420ab24-0b07-4e35-bd26-9c09e056d4a3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group_rule {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:54.488421 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8420ab24-0b07-4e35-bd26-9c09e056d4a3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3090651 Dec 22 17:18:54.497051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34014) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:54.512438 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Transition to ACTIVE for port object 8c4e72c9-52ce-4f37-999d-c64a47311bd3 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:54.514772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a76ebb9-08dd-4d26-b5ad-459ee1183883 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:18:54.528151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-30cf93a2-4483-478a-8138-2252f8943242 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for subnetpool, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:54.532549 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-30cf93a2-4483-478a-8138-2252f8943242 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3014627 Dec 22 17:18:54.533414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34018) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:54.540068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-7fb09f22-0dff-42fa-896b-9c4aecfdd913 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01', 'tempest-TagsExtTest-Tag-555219468') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:54.579291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 70cf9f92-eed8-4efb-9f88-be843c6dea3c completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:54.619874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:54.644047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ed40eb4d-fc90-4d3c-99e9-2c5ca6c373f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:54.672372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:54.700300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 70cf9f92-eed8-4efb-9f88-be843c6dea3c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:54.707711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:54.787610 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 3a76ebb9-08dd-4d26-b5ad-459ee1183883, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:54.883526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for 199a696f-111e-4bbe-b8ae-42defacb8b73 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:54.948285 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-146bca16-f192-4722-8ccc-171a0447fd83 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] delete failed (client error): The resource could not be found. Dec 22 17:18:54.949966 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-146bca16-f192-4722-8ccc-171a0447fd83 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "DELETE /v2.0/security-groups/48d54bd9-69bd-435a-9c0a-349f2707d449 HTTP/1.1" status: 404 len: 347 time: 0.4520290 Dec 22 17:18:54.955036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34024) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:54.988176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:55.008793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Transition to ACTIVE for port object 199a696f-111e-4bbe-b8ae-42defacb8b73 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:55.017203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:55.061032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:18:55.061032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:18:55.093769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8::309 (125eea21-6b39-4891-85a0-3a5a3976d6a0/f76957e0-9df6-4764-8171-ad6f38844f5a/ace975a1-8319-48ff-a2a2-a49c8fc2a612) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:55.099574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3f41b285-58b2-4720-8622-c4a499b018f6 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:55.116798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Network 125eea21-6b39-4891-85a0-3a5a3976d6a0 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:55.134514 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7fb09f22-0dff-42fa-896b-9c4aecfdd913 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "PUT /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags/tempest-TagsExtTest-Tag-555219468 HTTP/1.1" status: 201 len: 201 time: 0.6002021 Dec 22 17:18:55.134899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:55.138403 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34028) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:55.144016 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-53607b16-9620-4d2f-a8e8-781ec16d4d19 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06', 'tempest-TagsExtTest-Tag-1849573418') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:55.154478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Pushing event updated for resources: {'Port': ['ID=8c4e72c9-52ce-4f37-999d-c64a47311bd3,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:55.194040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e5865171-bd22-417e-952a-e2afd5d68dd1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Synchronizing usage tracker for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:18:55.224522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e5865171-bd22-417e-952a-e2afd5d68dd1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Unset dirty status for tenant:da55465696cf48af8bedc2f712fbb4fc on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:18:55.231939 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e5865171-bd22-417e-952a-e2afd5d68dd1 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2756283 Dec 22 17:18:55.235292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:55.236278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:55.293601 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-53607b16-9620-4d2f-a8e8-781ec16d4d19 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "PUT /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags/tempest-TagsExtTest-Tag-1849573418 HTTP/1.1" status: 201 len: 201 time: 0.1506615 Dec 22 17:18:55.293601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34034) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:55.302936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:55.314099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-a5ece743-63d3-4437-b33c-00df5e080b85 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97', 'tempest-TagsExtTest-Tag-738458644') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:55.345103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e74f3-8d8e-4808-be56-201507d20412 req-0b049b2b-e742-4ee6-a1d8-230b62dc3396 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:55.354104 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f4e74f3-8d8e-4808-be56-201507d20412 req-0b049b2b-e742-4ee6-a1d8-230b62dc3396 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 945 time: 0.4455030 Dec 22 17:18:55.379423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:55.403141 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-5d2c7522-270a-4980-8a80-62f23f9cab8c', 'network_id': '5d2c7522-270a-4980-8a80-62f23f9cab8c', 'tenant_id': 'f1bc6b2249244ef1b5aa1ba7cf039a95', 'fixed_ips': [{'subnet_id': 'b66a6e70-3193-4979-a802-06d7e6d90142'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:18:55.403911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:55.413308 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bfbc7d2a-4e0d-4aff-a73a-d248e4d08283 None None] Provisioning for port 275c1168-316d-4253-a07f-89edf90f6c06 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:18:55.563077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port 199a696f-111e-4bbe-b8ae-42defacb8b73 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:18:55.573551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:55.599319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bfbc7d2a-4e0d-4aff-a73a-d248e4d08283 None None] Provisioning complete for port 275c1168-316d-4253-a07f-89edf90f6c06 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:55.599695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7d2a-4e0d-4aff-a73a-d248e4d08283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:55.606450 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f4e74f3-8d8e-4808-be56-201507d20412 req-fc0205b0-f167-42d8-9c24-6fa991db78e0 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513087 Dec 22 17:18:55.651422 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a5ece743-63d3-4437-b33c-00df5e080b85 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "PUT /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags/tempest-TagsExtTest-Tag-738458644 HTTP/1.1" status: 201 len: 201 time: 0.3556957 Dec 22 17:18:55.654619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34042) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:55.678781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-fcc8f217-9dbd-456c-a46f-56151a2e3f69 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c', 'tempest-TagsExtTest-Tag-391854076') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:55.736125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bfbc7d2a-4e0d-4aff-a73a-d248e4d08283 None None] Port 275c1168-316d-4253-a07f-89edf90f6c06 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:55.796845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:55.849188 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-3f41b285-58b2-4720-8622-c4a499b018f6 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:18:55.850289 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3f41b285-58b2-4720-8622-c4a499b018f6 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "PUT /v2.0/routers/f4d1ea00-6cd7-452f-96e9-f33db9bf0813 HTTP/1.1" status: 400 len: 364 time: 1.6156673 Dec 22 17:18:55.858394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34048) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:55.864282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Transition to ACTIVE for port object ace975a1-8319-48ff-a2a2-a49c8fc2a612 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:55.913113 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:55.921313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e6280557-12c8-4579-a005-df0883f6b471 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:55.954172 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:18:55.969165 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['3a76ebb9-08dd-4d26-b5ad-459ee1183883'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:18:55.983691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34052) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:56.024093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 125eea21-6b39-4891-85a0-3a5a3976d6a0 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:56.027260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:56.031438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:56.036913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:56.037535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:56.054906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=ace975a1-8319-48ff-a2a2-a49c8fc2a612,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:56.057863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:56.073773 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0734746 Dec 22 17:18:56.074845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34058) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:56.127982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Allocated IP 2001:db8:1::2 (5d2c7522-270a-4980-8a80-62f23f9cab8c/b66a6e70-3193-4979-a802-06d7e6d90142/80560fea-b71e-43c7-a15b-346d08d335b0) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:56.358815 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:56.480346 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fcc8f217-9dbd-456c-a46f-56151a2e3f69 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "PUT /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags/tempest-TagsExtTest-Tag-391854076 HTTP/1.1" status: 201 len: 201 time: 0.8218558 Dec 22 17:18:56.492784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34062) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:56.526339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-9bb1c828-944a-4a3c-a586-6a2a69988d00 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:56.564196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] For port 199a696f-111e-4bbe-b8ae-42defacb8b73, host dv-neutron-822513-1-hyperv, got binding levels [] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:56.564593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:56.677241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:56.693816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Transition to ACTIVE for port object 80560fea-b71e-43c7-a15b-346d08d335b0 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:56.713335 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f61cbd2a-be8c-4a92-8f0f-3eb92e41ac65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da55465696cf48af8bedc2f712fbb4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7280555 Dec 22 17:18:56.714823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34068) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:56.722187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Transition to ACTIVE for port object 80560fea-b71e-43c7-a15b-346d08d335b0 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:56.743561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 70cf9f92-eed8-4efb-9f88-be843c6dea3c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=70cf9f92-eed8-4efb-9f88-be843c6dea3c,segment=NetworkSegment(88880246-dbc2-4dab-921b-d9243f06bf05),segment_id=88880246-dbc2-4dab-921b-d9243f06bf05)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:18:56.746238 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Attempting to bind port 199a696f-111e-4bbe-b8ae-42defacb8b73 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:56.748446 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Attempting to bind port 199a696f-111e-4bbe-b8ae-42defacb8b73 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:56.749426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Attempting to bind port 199a696f-111e-4bbe-b8ae-42defacb8b73 on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:56.768429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bfbc7d2a-4e0d-4aff-a73a-d248e4d08283 None None] Provisioning complete for port 70cf9f92-eed8-4efb-9f88-be843c6dea3c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:56.768880 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7d2a-4e0d-4aff-a73a-d248e4d08283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:56.857703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=3a76ebb9-08dd-4d26-b5ad-459ee1183883,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:56.858957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for 199a696f-111e-4bbe-b8ae-42defacb8b73 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:18:56.949294 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9bb1c828-944a-4a3c-a586-6a2a69988d00 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags HTTP/1.1" status: 200 len: 240 time: 0.4551437 Dec 22 17:18:56.956199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34074) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:56.964357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-4e59d089-d7fa-49b1-b727-8e082630943b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01', 'tempest-TagsExtTest-Tag-555219468') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:56.970227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:56.971151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 505dd147-bacc-4d7f-a4f2-ab95333de400 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:57.018715 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.028341 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Attempting to bind port 8c4e72c9-52ce-4f37-999d-c64a47311bd3 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:57.028720 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Attempting to bind port 8c4e72c9-52ce-4f37-999d-c64a47311bd3 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '3b2a884f-45ac-464b-ae19-dbc72ca55f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '125eea21-6b39-4891-85a0-3a5a3976d6a0'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:57.029304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Attempting to bind port 8c4e72c9-52ce-4f37-999d-c64a47311bd3 on network 125eea21-6b39-4891-85a0-3a5a3976d6a0 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:57.058143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.065690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:57.073536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:57.073536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.073536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:57.073536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Bound port: 199a696f-111e-4bbe-b8ae-42defacb8b73, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:57.073536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.090919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.154644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:57.155313 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Checking segment: {'id': '3b2a884f-45ac-464b-ae19-dbc72ca55f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '125eea21-6b39-4891-85a0-3a5a3976d6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:57.155428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.155842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Bound using segment: {'id': '3b2a884f-45ac-464b-ae19-dbc72ca55f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '125eea21-6b39-4891-85a0-3a5a3976d6a0'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:57.156325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Bound port: 8c4e72c9-52ce-4f37-999d-c64a47311bd3, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2a884f-45ac-464b-ae19-dbc72ca55f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '125eea21-6b39-4891-85a0-3a5a3976d6a0'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:57.156704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.159630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be31f1fe-bca0-40cf-a7a9-f8c351fdb8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.179871 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4e59d089-d7fa-49b1-b727-8e082630943b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags/tempest-TagsExtTest-Tag-555219468 HTTP/1.1" status: 204 len: 168 time: 0.2223620 Dec 22 17:18:57.182852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34078) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:57.188688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-446e435e-e460-44a9-85ca-37091a5b86ca tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01', 'tempest-TagsExtTest-Tag-555219468') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:57.279749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Network 5d2c7522-270a-4980-8a80-62f23f9cab8c is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:57.283154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:57.340766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be31f1fe-bca0-40cf-a7a9-f8c351fdb8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.381698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b607b-c933-43ad-9813-6e2a241938a8 req-e580611a-7593-450a-b613-f03d0874b350 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:57.383342 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4d1b607b-c933-43ad-9813-6e2a241938a8 req-e580611a-7593-450a-b613-f03d0874b350 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 945 time: 0.5679035 Dec 22 17:18:57.387535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:57.392202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dea5c-0e28-4f55-969d-24db7570fa77 None None] Pushing event updated for resources: {'Port': ['ID=199a696f-111e-4bbe-b8ae-42defacb8b73,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:57.405785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-be0dea5c-0e28-4f55-969d-24db7570fa77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.170s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:57.416417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cd4aa604-9c6c-435d-b5b6-ec48c817f4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.364s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:57.513405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=70cf9f92-eed8-4efb-9f88-be843c6dea3c,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:57.566106 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4d1b607b-c933-43ad-9813-6e2a241938a8 req-90b5d72f-a088-4494-8a28-68b67601253c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686349 Dec 22 17:18:57.632849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be31f1fe-bca0-40cf-a7a9-f8c351fdb8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.643470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c1cff9d0-af49-4c7a-9061-5fbd356b7ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:57.656176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.662445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.672824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31f1fe-bca0-40cf-a7a9-f8c351fdb8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1b1f9f-fc2a-45c8-b484-7ed4899daa9b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:57.673522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.679430 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-be31f1fe-bca0-40cf-a7a9-f8c351fdb8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:57.682077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:57.682225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:57.718427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1180b657-17c6-4049-9562-f667a540ed60 None None] Could not find standard attr ID for object 199a696f-111e-4bbe-b8ae-42defacb8b73. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:18:57.731372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=199a696f-111e-4bbe-b8ae-42defacb8b73,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:57.734730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:57.748981 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-446e435e-e460-44a9-85ca-37091a5b86ca tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags/tempest-TagsExtTest-Tag-555219468 HTTP/1.1" status: 204 len: 168 time: 0.5626421 Dec 22 17:18:57.752737 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a2263382-1eb2-439b-8c40-57c4c4c87d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.775458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34082) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:57.778564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] For port 8c4e72c9-52ce-4f37-999d-c64a47311bd3, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:57.788809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Allocated IP 2001:db8::1 (d3621094-ff54-4e24-824f-c215a3c5d6c9/1a43bebb-4b30-44fc-929e-7bf58587ff35/a4bfd051-f002-41ee-87c3-a7a2d6a6d84f) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:18:57.803346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:18:57.803759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:18:57.827388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 505dd147-bacc-4d7f-a4f2-ab95333de400 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:57.827772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.846214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-3e216f34-dd35-4867-a05a-7cd252383944 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:57.855675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Attempting to bind port 80560fea-b71e-43c7-a15b-346d08d335b0 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:57.856053 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Attempting to bind port 80560fea-b71e-43c7-a15b-346d08d335b0 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b9379606-6dab-4e45-a621-e9a2f64e3927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5d2c7522-270a-4980-8a80-62f23f9cab8c'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:57.856421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Attempting to bind port 80560fea-b71e-43c7-a15b-346d08d335b0 on network 5d2c7522-270a-4980-8a80-62f23f9cab8c {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:57.908820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Pushing event updated for resources: {'Port': ['ID=80560fea-b71e-43c7-a15b-346d08d335b0,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:57.922568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] For port 8c4e72c9-52ce-4f37-999d-c64a47311bd3, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8c4e72c9-52ce-4f37-999d-c64a47311bd3,segment=NetworkSegment(3b2a884f-45ac-464b-ae19-dbc72ca55f55),segment_id=3b2a884f-45ac-464b-ae19-dbc72ca55f55)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:57.936514 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:57.937124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Checking segment: {'id': 'b9379606-6dab-4e45-a621-e9a2f64e3927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5d2c7522-270a-4980-8a80-62f23f9cab8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:57.937536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.937935 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Bound using segment: {'id': 'b9379606-6dab-4e45-a621-e9a2f64e3927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5d2c7522-270a-4980-8a80-62f23f9cab8c'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:57.938416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Bound port: 80560fea-b71e-43c7-a15b-346d08d335b0, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9379606-6dab-4e45-a621-e9a2f64e3927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5d2c7522-270a-4980-8a80-62f23f9cab8c'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:57.938793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:57.985111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:58.000352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:58.000704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:58.001026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:58.001599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:58.002634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:58.003003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:58.003560 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:58.003894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:58.004222 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:58.004697 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:58.005032 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:58.005352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:18:58.018623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:58.019396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:58.030891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=ace975a1-8319-48ff-a2a2-a49c8fc2a612,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:58.036291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:58.087158 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1180b657-17c6-4049-9562-f667a540ed60 None None] Provisioning complete for port 275c1168-316d-4253-a07f-89edf90f6c06 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:58.088451 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1180b657-17c6-4049-9562-f667a540ed60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:58.184436 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3e216f34-dd35-4867-a05a-7cd252383944 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags HTTP/1.1" status: 200 len: 205 time: 0.3577592 Dec 22 17:18:58.184436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34088) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:58.196624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-e4c477bf-56d8-40d8-a646-e8a0ffd18eae tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:58.297641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-1180b657-17c6-4049-9562-f667a540ed60 None None] Port 275c1168-316d-4253-a07f-89edf90f6c06 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:18:58.301395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:58.329950 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Pushing event updated for resources: {'Port': ['ID=8c4e72c9-52ce-4f37-999d-c64a47311bd3,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:58.343884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:58.348890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.240s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:58.349765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:58.357414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.300s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:58.357940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:58.411212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Attempting to bind port 199a696f-111e-4bbe-b8ae-42defacb8b73 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:18:58.411800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Attempting to bind port 199a696f-111e-4bbe-b8ae-42defacb8b73 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:18:58.412315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Attempting to bind port 199a696f-111e-4bbe-b8ae-42defacb8b73 on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:18:58.438417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] For port 80560fea-b71e-43c7-a15b-346d08d335b0, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:18:58.454482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:18:58.454898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:18:58.455663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:58.456076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:18:58.456575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Bound port: 199a696f-111e-4bbe-b8ae-42defacb8b73, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:18:58.456960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:58.472183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:58.481247 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] For port 80560fea-b71e-43c7-a15b-346d08d335b0, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=80560fea-b71e-43c7-a15b-346d08d335b0,segment=NetworkSegment(b9379606-6dab-4e45-a621-e9a2f64e3927),segment_id=b9379606-6dab-4e45-a621-e9a2f64e3927)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:18:58.530436 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f74c80d6-ee32-402b-8721-143cb2187dc3 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:18:58.569880 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:58.575817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be31f1fe-bca0-40cf-a7a9-f8c351fdb8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:58.577016 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-be31f1fe-bca0-40cf-a7a9-f8c351fdb8d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef1b1f9f-fc2a-45c8-b484-7ed4899daa9b HTTP/1.1" status: 204 len: 168 time: 1.7631543 Dec 22 17:18:58.589513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d78d729-146c-4ba2-a64d-0f0fa1a331f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:58.755875 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Port 199a696f-111e-4bbe-b8ae-42defacb8b73 has been deleted concurrently {{(pid=87588) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Dec 22 17:18:58.797024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:58.873196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Transition to ACTIVE for port object a4bfd051-f002-41ee-87c3-a7a2d6a6d84f will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:18:58.957427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Routers {'319cc82e-7450-47c3-a324-806755996fe6'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:18:58.958016 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:18:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['319cc82e-7450-47c3-a324-806755996fe6'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:59.008555 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e4c477bf-56d8-40d8-a646-e8a0ffd18eae tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags HTTP/1.1" status: 200 len: 241 time: 0.8264818 Dec 22 17:18:59.018884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152dc6cf-6555-4f04-83dd-117844d7b65d req-45057dec-7a29-4fcc-b078-e673fbbd5d97 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:18:59.019802 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-152dc6cf-6555-4f04-83dd-117844d7b65d req-45057dec-7a29-4fcc-b078-e673fbbd5d97 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 945 time: 0.2165072 Dec 22 17:18:59.023330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34098) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:59.067864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:59.069208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-a09de585-9f38-41a6-93b7-cca293270f31 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06', 'tempest-TagsExtTest-Tag-1849573418') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:59.124728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8b875f07-9153-4337-991c-7791399ede1a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:18:59.185547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Network d3621094-ff54-4e24-824f-c215a3c5d6c9 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:18:59.321457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:18:59.324694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:18:59.325231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:59.358917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:59.413751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] Set router 319cc82e-7450-47c3-a324-806755996fe6 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:18:59.416534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Router 319cc82e-7450-47c3-a324-806755996fe6 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:18:59.433516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'Port': ['ID=a4bfd051-f002-41ee-87c3-a7a2d6a6d84f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:59.438550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:59.460182 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-152dc6cf-6555-4f04-83dd-117844d7b65d req-78776182-4f76-485e-8db6-1ba485652be3 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4324863 Dec 22 17:18:59.501266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Pushing event updated for resources: {'Port': ['ID=80560fea-b71e-43c7-a15b-346d08d335b0,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:18:59.505791 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:18:59.623427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319cc82e-7450-47c3-a324-806755996fe6', 'name': 'tempest-NetworksTestDHCPv6-router-523793830', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:39Z', 'updated_at': '2021-12-22T17:18:57Z', 'revision_number': 3, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:18:59.641373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b437d0-7b38-44c2-a1b0-a43caee23f0a None None] The sync data for ids ['319cc82e-7450-47c3-a324-806755996fe6'] in dv-neutron-822513-1-hyperv is: [{'id': '319cc82e-7450-47c3-a324-806755996fe6', 'name': 'tempest-NetworksTestDHCPv6-router-523793830', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:39Z', 'updated_at': '2021-12-22T17:18:57Z', 'revision_number': 3, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:18:59.652163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f74c80d6-ee32-402b-8721-143cb2187dc3 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:18:59.652586 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:18:59.838577 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a09de585-9f38-41a6-93b7-cca293270f31 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags/tempest-TagsExtTest-Tag-1849573418 HTTP/1.1" status: 204 len: 168 time: 0.8141842 Dec 22 17:18:59.855494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34118) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:18:59.992449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-6ec51f91-89f0-4fbf-933a-2df52408ad1c tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06', 'tempest-TagsExtTest-Tag-1849573418') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:00.034690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:19:00.057218 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "PUT /v2.0/routers/319cc82e-7450-47c3-a324-806755996fe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4971814 Dec 22 17:19:00.060981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34124) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:00.087491 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ab114509-4d55-4f8c-b5a7-6b82add861cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:00.115874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c5ad5b28-7dd8-4a8f-88b3-70f760ec137b up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:00.194919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800bb7b9-5eb4-4a79-830e-9d91350625d2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:00.200346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800bb7b9-5eb4-4a79-830e-9d91350625d2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:00.200346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-800bb7b9-5eb4-4a79-830e-9d91350625d2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:00.252747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:00.272289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2e446328-745f-43f3-9439-152a48e0061f None None] Provisioning for port a4bfd051-f002-41ee-87c3-a7a2d6a6d84f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:00.293117 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2e446328-745f-43f3-9439-152a48e0061f None None] Provisioning complete for port a4bfd051-f002-41ee-87c3-a7a2d6a6d84f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:00.293510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2e446328-745f-43f3-9439-152a48e0061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:00.416935 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6ec51f91-89f0-4fbf-933a-2df52408ad1c tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags/tempest-TagsExtTest-Tag-1849573418 HTTP/1.1" status: 204 len: 168 time: 0.5599570 Dec 22 17:19:00.434713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34132) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:00.436841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:00.455030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:00.455446 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:00.467640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-70bf5d4e-c4c7-424b-a3d4-37d1857e9a01 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:00.597457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2e446328-745f-43f3-9439-152a48e0061f None None] Port a4bfd051-f002-41ee-87c3-a7a2d6a6d84f cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:00.620001 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24746968-3bf5-43b2-8dc5-a287c140e864 None None] Network 125eea21-6b39-4891-85a0-3a5a3976d6a0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:00.735751 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-70bf5d4e-c4c7-424b-a3d4-37d1857e9a01 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags HTTP/1.1" status: 200 len: 205 time: 0.3015559 Dec 22 17:19:00.738525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34140) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:00.748697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-3fd2f48d-dc7a-42bf-ad5c-e2dd8a9ba52d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:00.831053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.resource_extend [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:19:00.853466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:00.917564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:00.918418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:00.924350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32238798-78fd-477c-9b4f-bc26af1b0718 None None] Network 5d2c7522-270a-4980-8a80-62f23f9cab8c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:00.927733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0d247886-9424-4c4f-9f6e-acc82190147e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:01.031585 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=ace975a1-8319-48ff-a2a2-a49c8fc2a612,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:01.039677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:01.117623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 3a76ebb9-08dd-4d26-b5ad-459ee1183883 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:01.146985 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3fd2f48d-dc7a-42bf-ad5c-e2dd8a9ba52d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags HTTP/1.1" status: 200 len: 240 time: 0.4072015 Dec 22 17:19:01.150663 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34150) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:01.158103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-9d196993-2c55-4855-8674-3e56b0aeb7a1 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97', 'tempest-TagsExtTest-Tag-738458644') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:01.196152 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f007ab3-a24c-4823-8076-1424c6b3892c None None] Sync routers for ids ['319cc82e-7450-47c3-a324-806755996fe6'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:19:01.206251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:01.215831 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f007ab3-a24c-4823-8076-1424c6b3892c None None] Routers {'319cc82e-7450-47c3-a324-806755996fe6'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:01.218913 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1f007ab3-a24c-4823-8076-1424c6b3892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['319cc82e-7450-47c3-a324-806755996fe6'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:01.220437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-800bb7b9-5eb4-4a79-830e-9d91350625d2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:01.225518 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-800bb7b9-5eb4-4a79-830e-9d91350625d2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1584849 Dec 22 17:19:01.227305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34154) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:01.257988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-610c7be2-f18d-4d75-8bff-432993a56309 None None] Provisioning for port 8c4e72c9-52ce-4f37-999d-c64a47311bd3 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:01.280506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:01.281730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:01.296003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c333807a-f721-4341-9ab5-e88a2c805743 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:01.368620 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:01.410359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:01.413076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:01.479741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c5ad5b28-7dd8-4a8f-88b3-70f760ec137b,segment=NetworkSegment(7e990947-cba5-4b63-b00a-dffeb93ef443),segment_id=7e990947-cba5-4b63-b00a-dffeb93ef443)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:01.487000 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-1f007ab3-a24c-4823-8076-1424c6b3892c None None] Set router 319cc82e-7450-47c3-a324-806755996fe6 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:19:01.567627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:01.568530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 990adb2e-1fc9-4538-bba7-8feada3ccaae up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:01.610783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:01.653156 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1f007ab3-a24c-4823-8076-1424c6b3892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319cc82e-7450-47c3-a324-806755996fe6', 'name': 'tempest-NetworksTestDHCPv6-router-523793830', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:39Z', 'updated_at': '2021-12-22T17:18:57Z', 'revision_number': 3, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:01.666468 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f007ab3-a24c-4823-8076-1424c6b3892c None None] Checking router: 319cc82e-7450-47c3-a324-806755996fe6 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:19:01.693163 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f007ab3-a24c-4823-8076-1424c6b3892c None None] Routers {'319cc82e-7450-47c3-a324-806755996fe6'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:01.694157 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1f007ab3-a24c-4823-8076-1424c6b3892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['319cc82e-7450-47c3-a324-806755996fe6'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:01.711910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:01.766561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-649f0f26-43e8-4564-aba2-4f7419b99ae5 None None] Provisioning for port 80560fea-b71e-43c7-a15b-346d08d335b0 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:01.807877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:01.811530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:01.882773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34162) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:01.886851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe86caaf-47bb-485c-9f19-4f66fd50eec6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet c8572e27-9216-4cde-a941-6b56dfb3cb07 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:01.933912 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-1f007ab3-a24c-4823-8076-1424c6b3892c None None] Set router 319cc82e-7450-47c3-a324-806755996fe6 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:19:01.953999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fe86caaf-47bb-485c-9f19-4f66fd50eec6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:01.995048 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 125eea21-6b39-4891-85a0-3a5a3976d6a0 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:01.997419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:02.015393 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9d196993-2c55-4855-8674-3e56b0aeb7a1 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags/tempest-TagsExtTest-Tag-738458644 HTTP/1.1" status: 204 len: 168 time: 0.8614390 Dec 22 17:19:02.049091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=c5ad5b28-7dd8-4a8f-88b3-70f760ec137b,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:02.052530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:02.111183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34170) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:02.170138 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-6f2c18eb-f5ff-4270-8765-5ac590d0de85 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97', 'tempest-TagsExtTest-Tag-738458644') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:02.215541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 990adb2e-1fc9-4538-bba7-8feada3ccaae triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:02.215931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:02.255071 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1f007ab3-a24c-4823-8076-1424c6b3892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319cc82e-7450-47c3-a324-806755996fe6', 'name': 'tempest-NetworksTestDHCPv6-router-523793830', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:39Z', 'updated_at': '2021-12-22T17:18:57Z', 'revision_number': 3, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:02.264640 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f007ab3-a24c-4823-8076-1424c6b3892c None None] The sync data for ids ['319cc82e-7450-47c3-a324-806755996fe6'] in dv-neutron-822513-1-hyperv is: [{'id': '319cc82e-7450-47c3-a324-806755996fe6', 'name': 'tempest-NetworksTestDHCPv6-router-523793830', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:39Z', 'updated_at': '2021-12-22T17:18:57Z', 'revision_number': 3, 'project_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:19:02.310367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:02.326664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Network d3621094-ff54-4e24-824f-c215a3c5d6c9 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:02.365798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:02.368886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event updated for resources: {'Port': ['ID=a4bfd051-f002-41ee-87c3-a7a2d6a6d84f,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:02.421542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.126s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:02.478768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:19:02.487778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Router a3323759-5382-44c2-aad2-955ad7171df2 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:19:02.568672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 3a76ebb9-08dd-4d26-b5ad-459ee1183883, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:02.590056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:02.601729 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ea17439a-7eaa-4e41-a3f1-d1420612b2cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:02.640154 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fe86caaf-47bb-485c-9f19-4f66fd50eec6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:02.767538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'network': {'name': 'tempest-network-smoke--528746876', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'port_security_enabled': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:02.790691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2171d7-b604-4273-b6ba-ef059bb394e2 req-fd619b39-5a06-4321-a729-0cf771e11c57 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:02.792287 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6e2171d7-b604-4273-b6ba-ef059bb394e2 req-fd619b39-5a06-4321-a729-0cf771e11c57 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 945 time: 1.5833747 Dec 22 17:19:02.803728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:02.880021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:19:02.900282 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "PUT /v2.0/routers/a3323759-5382-44c2-aad2-955ad7171df2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8238726 Dec 22 17:19:02.902340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011d98c-72c7-4818-85b4-249929a5b5fb None None] Sync routers for ids ['a3323759-5382-44c2-aad2-955ad7171df2'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:19:02.902685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34178) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:02.973367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=3a76ebb9-08dd-4d26-b5ad-459ee1183883,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:02.991453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:02.995263 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'code': 200} Dec 22 17:19:02.997650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ae086d50-2e5f-4907-873b-74e64deacbd1 None None] Provisioning for port ace975a1-8319-48ff-a2a2-a49c8fc2a612 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:03.001151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c011d98c-72c7-4818-85b4-249929a5b5fb None None] Routers {'a3323759-5382-44c2-aad2-955ad7171df2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:03.005655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-c011d98c-72c7-4818-85b4-249929a5b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a3323759-5382-44c2-aad2-955ad7171df2'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:03.146372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 70cf9f92-eed8-4efb-9f88-be843c6dea3c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:03.187295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ae086d50-2e5f-4907-873b-74e64deacbd1 None None] Provisioning complete for port ace975a1-8319-48ff-a2a2-a49c8fc2a612 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:03.187773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae086d50-2e5f-4907-873b-74e64deacbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:03.193325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c34c5-1243-459e-8cc4-0ce76e8443a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:03.195864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-434c34c5-1243-459e-8cc4-0ce76e8443a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:03.200455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:03.205308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:network and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:03.208912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:03.223091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-434c34c5-1243-459e-8cc4-0ce76e8443a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:03.227378 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-434c34c5-1243-459e-8cc4-0ce76e8443a2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3323759-5382-44c2-aad2-955ad7171df2 HTTP/1.1" status: 200 len: 988 time: 0.3213847 Dec 22 17:19:03.228990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34184) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:03.271242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:03.279291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-c011d98c-72c7-4818-85b4-249929a5b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:03.326230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c011d98c-72c7-4818-85b4-249929a5b5fb None None] Routers {'a3323759-5382-44c2-aad2-955ad7171df2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:03.328111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-c011d98c-72c7-4818-85b4-249929a5b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a3323759-5382-44c2-aad2-955ad7171df2'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:03.341269 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6e2171d7-b604-4273-b6ba-ef059bb394e2 req-0772ebbc-5639-4a94-aec1-7d871a0a94e4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562190 Dec 22 17:19:03.372075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:03.375830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:03.408740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:03.450192 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6f2c18eb-f5ff-4270-8765-5ac590d0de85 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags/tempest-TagsExtTest-Tag-738458644 HTTP/1.1" status: 204 len: 168 time: 1.3367953 Dec 22 17:19:03.453809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34188) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:03.466457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-c011d98c-72c7-4818-85b4-249929a5b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:03.466879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011d98c-72c7-4818-85b4-249929a5b5fb None None] The sync data for ids ['a3323759-5382-44c2-aad2-955ad7171df2'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:19:03.472847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ae086d50-2e5f-4907-873b-74e64deacbd1 None None] Port ace975a1-8319-48ff-a2a2-a49c8fc2a612 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:03.475395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 70cf9f92-eed8-4efb-9f88-be843c6dea3c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:03.475830 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:03.482985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-c5bc957c-8155-46ce-b364-edd2de4d5145 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:03.597413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:03.609153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:03.647651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8ef8aa22-1da5-4a4f-b1cf-5192421d5824 None None] Provisioning complete for port a4bfd051-f002-41ee-87c3-a7a2d6a6d84f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:03.648268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8ef8aa22-1da5-4a4f-b1cf-5192421d5824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:03.661049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:03.666775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Router f4d1ea00-6cd7-452f-96e9-f33db9bf0813 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:19:03.761240 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8c4e72c9-52ce-4f37-999d-c64a47311bd3 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:03.776474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4634bf5-5797-488b-b231-053c4a5e701b req-d772bbb7-27a5-4f3e-8d13-abca354b28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:03.778201 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b4634bf5-5797-488b-b231-053c4a5e701b req-d772bbb7-27a5-4f3e-8d13-abca354b28b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 1099 time: 0.2147198 Dec 22 17:19:03.783664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:03.792803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fe86caaf-47bb-485c-9f19-4f66fd50eec6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:03.878089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8aa22-1da5-4a4f-b1cf-5192421d5824 None None] Port a4bfd051-f002-41ee-87c3-a7a2d6a6d84f cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:03.899761 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b4634bf5-5797-488b-b231-053c4a5e701b req-d5429127-6514-4df9-b6b7-2f430ca7ec6d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017911 Dec 22 17:19:03.921434 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8ef8aa22-1da5-4a4f-b1cf-5192421d5824 None None] Provisioning complete for port ace975a1-8319-48ff-a2a2-a49c8fc2a612 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:03.922147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8ef8aa22-1da5-4a4f-b1cf-5192421d5824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:03.940150 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c5bc957c-8155-46ce-b364-edd2de4d5145 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags HTTP/1.1" status: 200 len: 205 time: 0.4748638 Dec 22 17:19:03.967965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34192) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:03.977173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 8c4e72c9-52ce-4f37-999d-c64a47311bd3 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:03.994333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8c4e72c9-52ce-4f37-999d-c64a47311bd3 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:03.994850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.009895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.037436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-5dadf85c-9ffb-4b73-a6e2-99c07780d718 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:04.078754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8aa22-1da5-4a4f-b1cf-5192421d5824 None None] Port ace975a1-8319-48ff-a2a2-a49c8fc2a612 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:04.131748 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5dadf85c-9ffb-4b73-a6e2-99c07780d718 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags HTTP/1.1" status: 200 len: 240 time: 0.1594982 Dec 22 17:19:04.133524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34196) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:04.141850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:19:04.145658 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-094a86dd-6e62-41dc-bcd9-196513632c9c tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c', 'tempest-TagsExtTest-Tag-391854076') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:04.156108 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e6d1e-8ea5-4541-bb1e-45a8466aebe0 None None] Sync routers for ids ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:19:04.160198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fe86caaf-47bb-485c-9f19-4f66fd50eec6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.173339 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.176554 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e6d1e-8ea5-4541-bb1e-45a8466aebe0 None None] Routers {'f4d1ea00-6cd7-452f-96e9-f33db9bf0813'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:04.176732 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e83e6d1e-8ea5-4541-bb1e-45a8466aebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:04.190597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c957a9fd-2039-4068-b8a2-fa3ee698688b tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:04.230402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fe86caaf-47bb-485c-9f19-4f66fd50eec6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.245824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1345ecf5-6ff2-49a7-b58b-a3a7c24794f6 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:04.275051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8d34db85-791c-47b3-a2a1-be9167457521 None None] Provisioning complete for port ace975a1-8319-48ff-a2a2-a49c8fc2a612 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:04.276421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8d34db85-791c-47b3-a2a1-be9167457521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.283909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.308351 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e83e6d1e-8ea5-4541-bb1e-45a8466aebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:04.325224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86caaf-47bb-485c-9f19-4f66fd50eec6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=c8572e27-9216-4cde-a941-6b56dfb3cb07,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:04.326164 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e6d1e-8ea5-4541-bb1e-45a8466aebe0 None None] Routers {'f4d1ea00-6cd7-452f-96e9-f33db9bf0813'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:04.327603 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e83e6d1e-8ea5-4541-bb1e-45a8466aebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:04.331481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fe86caaf-47bb-485c-9f19-4f66fd50eec6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:04.332342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.353319 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-094a86dd-6e62-41dc-bcd9-196513632c9c tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags/tempest-TagsExtTest-Tag-391854076 HTTP/1.1" status: 204 len: 168 time: 0.2152340 Dec 22 17:19:04.355848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-875e045e-2c3e-47a0-a0d0-e0982db0e22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:04.379722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34202) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:04.419402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:19:04.427691 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e83e6d1e-8ea5-4541-bb1e-45a8466aebe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:04.428260 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e6d1e-8ea5-4541-bb1e-45a8466aebe0 None None] The sync data for ids ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:19:04.436768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.437109 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Added segment 833fabf4-7120-4172-a029-f6b661f6f0f7 of type vlan for network 414e182f-0910-489f-acbe-e38452689ae4 Dec 22 17:19:04.468485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.507663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-87c83c21-2c71-42cf-b458-ffbccf76fb08 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c', 'tempest-TagsExtTest-Tag-391854076') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:04.519430 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 8c4e72c9-52ce-4f37-999d-c64a47311bd3, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8c4e72c9-52ce-4f37-999d-c64a47311bd3,segment=NetworkSegment(3b2a884f-45ac-464b-ae19-dbc72ca55f55),segment_id=3b2a884f-45ac-464b-ae19-dbc72ca55f55)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:04.528690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.534737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:04.535386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.541219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.542085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c5ad5b28-7dd8-4a8f-88b3-70f760ec137b up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:04.545352 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fe86caaf-47bb-485c-9f19-4f66fd50eec6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/c8572e27-9216-4cde-a941-6b56dfb3cb07 HTTP/1.1" status: 204 len: 168 time: 3.2639298 Dec 22 17:19:04.554652 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "PUT /v2.0/routers/f4d1ea00-6cd7-452f-96e9-f33db9bf0813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6944580 Dec 22 17:19:04.558093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34208) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:04.558421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34210) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:04.573291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:04.604256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-8d34db85-791c-47b3-a2a1-be9167457521 None None] Port ace975a1-8319-48ff-a2a2-a49c8fc2a612 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:04.724579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port ace975a1-8319-48ff-a2a2-a49c8fc2a612 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:04.725855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.747147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=8c4e72c9-52ce-4f37-999d-c64a47311bd3,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:04.754542 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:04.786680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:04.799751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.842374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce77424d-be25-4673-b35f-96666b9f4826,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:04.848922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcc0d7-5832-4c15-a293-351cb131a3a4 req-4c769573-850d-46e1-ab43-c6541a10ad57 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:04.853242 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-10bcc0d7-5832-4c15-a293-351cb131a3a4 req-4c769573-850d-46e1-ab43-c6541a10ad57 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.2509942 Dec 22 17:19:04.883432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:04.883951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9a0ed167-967a-4b68-b9eb-d9db7fe5e079 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:04.968188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:04.972174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5514ed09-fdc6-48fa-b621-7979bef1468c None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:19:04.989592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-5514ed09-fdc6-48fa-b621-7979bef1468c None None] Deleting port 990adb2e-1fc9-4538-bba7-8feada3ccaae {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:04.992395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5514ed09-fdc6-48fa-b621-7979bef1468c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:05.021175 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-10bcc0d7-5832-4c15-a293-351cb131a3a4 req-32ae3612-87fc-4b42-abf6-283e25e2db62 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598690 Dec 22 17:19:05.092779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:05.157366 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.2677536 Dec 22 17:19:05.177806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34216) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:05.242489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-549556401', 'admin_state_up': True, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:05.255680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for ace975a1-8319-48ff-a2a2-a49c8fc2a612 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:05.275594 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Network': ['ID=414e182f-0910-489f-acbe-e38452689ae4,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:05.281721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:05.286819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8449deff-4d68-403f-b985-dc9680e19920 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:05.292488 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:05.309979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:router and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:05.315151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:05.324997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:05.352911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:05.353959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:05.377382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 80560fea-b71e-43c7-a15b-346d08d335b0 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:05.388128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:05.423666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 414e182f-0910-489f-acbe-e38452689ae4 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:19:05.487415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-928423f4-7b86-42c2-8b0a-04597478ede0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:router {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:05.496316 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-87c83c21-2c71-42cf-b458-ffbccf76fb08 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags/tempest-TagsExtTest-Tag-391854076 HTTP/1.1" status: 204 len: 168 time: 1.0973699 Dec 22 17:19:05.501428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34222) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:05.513509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-2adfff01-8947-4ca6-9a03-1277373f45d7 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:05.561402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-5514ed09-fdc6-48fa-b621-7979bef1468c None None] For port 990adb2e-1fc9-4538-bba7-8feada3ccaae, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=990adb2e-1fc9-4538-bba7-8feada3ccaae,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:05.561855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5514ed09-fdc6-48fa-b621-7979bef1468c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:05.562675 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-8449deff-4d68-403f-b985-dc9680e19920 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 17:19:05.567060 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8449deff-4d68-403f-b985-dc9680e19920 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "DELETE /v2.0/routers/f4d1ea00-6cd7-452f-96e9-f33db9bf0813 HTTP/1.1" status: 409 len: 329 time: 1.0005713 Dec 22 17:19:05.567637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34226) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:05.574190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-928423f4-7b86-42c2-8b0a-04597478ede0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:router {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:05.575347 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-928423f4-7b86-42c2-8b0a-04597478ede0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.0106995 Dec 22 17:19:05.577947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34230) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:05.734877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-5514ed09-fdc6-48fa-b621-7979bef1468c None None] Calling delete_port for 990adb2e-1fc9-4538-bba7-8feada3ccaae owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:05.749563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:05.756938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:05.764410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:05.832419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=ace975a1-8319-48ff-a2a2-a49c8fc2a612,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:05.840627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 80560fea-b71e-43c7-a15b-346d08d335b0 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:05.851909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 80560fea-b71e-43c7-a15b-346d08d335b0 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:05.852297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:05.865276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:05.931379 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2adfff01-8947-4ca6-9a03-1277373f45d7 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags HTTP/1.1" status: 200 len: 205 time: 0.4287081 Dec 22 17:19:05.936406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34234) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:05.941120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c111ab62-e0bc-4501-a824-b4241b4e10c4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:06.006324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-0f034ab7-3889-4978-8eaa-856c1fe2982f tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:06.089903 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:06.130003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5514ed09-fdc6-48fa-b621-7979bef1468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:06.136324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:06.205665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514ed09-fdc6-48fa-b621-7979bef1468c None None] Pushing event deleted for resources: {'Port': ['ID=990adb2e-1fc9-4538-bba7-8feada3ccaae,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:06.207598 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514ed09-fdc6-48fa-b621-7979bef1468c None None] No DVR routers for this DVR port 990adb2e-1fc9-4538-bba7-8feada3ccaae on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:19:06.211167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5514ed09-fdc6-48fa-b621-7979bef1468c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:06.217065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 80560fea-b71e-43c7-a15b-346d08d335b0, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=80560fea-b71e-43c7-a15b-346d08d335b0,segment=NetworkSegment(b9379606-6dab-4e45-a621-e9a2f64e3927),segment_id=b9379606-6dab-4e45-a621-e9a2f64e3927)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:06.228906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:06.231055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f7b192a5-4ff2-410b-98bc-dbc49baf7887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:06.255339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:06.359763 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8c4e72c9-52ce-4f37-999d-c64a47311bd3 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:06.389552 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=80560fea-b71e-43c7-a15b-346d08d335b0,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:06.398152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:06.450460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8c4e72c9-52ce-4f37-999d-c64a47311bd3 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:06.451213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:06.712263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 990adb2e-1fc9-4538-bba7-8feada3ccaae no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:19:06.770995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 990adb2e-1fc9-4538-bba7-8feada3ccaae {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:19:06.771736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 990adb2e-1fc9-4538-bba7-8feada3ccaae not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:19:06.831157 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Router a3323759-5382-44c2-aad2-955ad7171df2 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:19:06.832107 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0f034ab7-3889-4978-8eaa-856c1fe2982f tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags HTTP/1.1" status: 204 len: 168 time: 0.8918924 Dec 22 17:19:06.832107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c111ab62-e0bc-4501-a824-b4241b4e10c4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:06.835655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34242) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:06.838140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c111ab62-e0bc-4501-a824-b4241b4e10c4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:06.844132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-163b6fa4-4b4b-4343-ac2c-1dab5f0f42d4 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:06.916561 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c111ab62-e0bc-4501-a824-b4241b4e10c4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:06.917269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c111ab62-e0bc-4501-a824-b4241b4e10c4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Fanout notify agent at l3_agent the message router_deleted on router 319cc82e-7450-47c3-a324-806755996fe6 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:19:06.925807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9eb268-f985-46c9-9ef6-8f44df151d6c req-6d3864ac-40f3-4943-9e61-d62cbc0367a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:06.936072 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ad9eb268-f985-46c9-9ef6-8f44df151d6c req-6d3864ac-40f3-4943-9e61-d62cbc0367a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.7248309 Dec 22 17:19:06.988771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c111ab62-e0bc-4501-a824-b4241b4e10c4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:06.989850 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c111ab62-e0bc-4501-a824-b4241b4e10c4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/routers/319cc82e-7450-47c3-a324-806755996fe6 HTTP/1.1" status: 204 len: 168 time: 1.4100027 Dec 22 17:19:06.995915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34246) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:07.043704 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ad9eb268-f985-46c9-9ef6-8f44df151d6c req-e4a84f84-de8e-4cb8-a4c1-9889096ec3f8 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068480 Dec 22 17:19:07.056400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b000946d-aeb4-47bf-91d7-19c8be0c7f85 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:07.160315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b000946d-aeb4-47bf-91d7-19c8be0c7f85 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:07.162160 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b000946d-aeb4-47bf-91d7-19c8be0c7f85 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1656659 Dec 22 17:19:07.165050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34252) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:07.241798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2010f059-6cba-4e41-bc73-1606a67a2b02 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:07.242226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2010f059-6cba-4e41-bc73-1606a67a2b02 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:07.250992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:07.302006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:19:07.314118 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538fad9-2567-4c71-b685-a82afe8e032a None None] Sync routers for ids ['a3323759-5382-44c2-aad2-955ad7171df2'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:19:07.325674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538fad9-2567-4c71-b685-a82afe8e032a None None] Routers {'a3323759-5382-44c2-aad2-955ad7171df2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:07.326805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f538fad9-2567-4c71-b685-a82afe8e032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a3323759-5382-44c2-aad2-955ad7171df2'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:07.334529 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-163b6fa4-4b4b-4343-ac2c-1dab5f0f42d4 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags HTTP/1.1" status: 204 len: 168 time: 0.4977980 Dec 22 17:19:07.363243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34256) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:07.378954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-c47bda86-fbcb-48e6-81e0-caecc1a4ad45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:07.389780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2010f059-6cba-4e41-bc73-1606a67a2b02 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:07.391125 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2010f059-6cba-4e41-bc73-1606a67a2b02 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2250724 Dec 22 17:19:07.394528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34260) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:07.423826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:07.428438 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f538fad9-2567-4c71-b685-a82afe8e032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:07.442260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538fad9-2567-4c71-b685-a82afe8e032a None None] Routers {'a3323759-5382-44c2-aad2-955ad7171df2'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:07.443442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f538fad9-2567-4c71-b685-a82afe8e032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a3323759-5382-44c2-aad2-955ad7171df2'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:07.469298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:07.476009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-541ddf8d-3669-4cce-8714-40880757cdb6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:router {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:07.532299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "PUT /v2.0/routers/a3323759-5382-44c2-aad2-955ad7171df2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2995105 Dec 22 17:19:07.536393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34264) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:07.539880 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f538fad9-2567-4c71-b685-a82afe8e032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:07.540541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538fad9-2567-4c71-b685-a82afe8e032a None None] The sync data for ids ['a3323759-5382-44c2-aad2-955ad7171df2'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:19:07.610705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffa3c6-d7d8-4b9c-b99b-280390f317f5 req-0c1d16ee-a72b-4848-a13a-f64dd625c010 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:07.618216 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6dffa3c6-d7d8-4b9c-b99b-280390f317f5 req-0c1d16ee-a72b-4848-a13a-f64dd625c010 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.4283040 Dec 22 17:19:07.638224 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-0708602d-5357-48f6-a6a4-babadd0f961d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:19:07.638757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0708602d-5357-48f6-a6a4-babadd0f961d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:07.641056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-541ddf8d-3669-4cce-8714-40880757cdb6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:router {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:07.646143 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-541ddf8d-3669-4cce-8714-40880757cdb6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2468326 Dec 22 17:19:07.648994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34268) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:07.655164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:07.698749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.175 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/e6923ec2-8308-4520-9a20-6e7c523c9388) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:07.702956 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6dffa3c6-d7d8-4b9c-b99b-280390f317f5 req-7145b52f-98cd-4ed3-8cd5-aadd8869111a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839355 Dec 22 17:19:07.709961 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c47bda86-fbcb-48e6-81e0-caecc1a4ad45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags HTTP/1.1" status: 204 len: 168 time: 0.3459849 Dec 22 17:19:07.711928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34272) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:07.720059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-82190eaa-f96c-49cd-bfac-f24c1a5ec9a2 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:07.751360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34276) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:07.818319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:07.836318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:07.847052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0708602d-5357-48f6-a6a4-babadd0f961d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:07.853404 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0708602d-5357-48f6-a6a4-babadd0f961d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/ace975a1-8319-48ff-a2a2-a49c8fc2a612 HTTP/1.1" status: 404 len: 333 time: 0.3090816 Dec 22 17:19:07.856357 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34282) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:07.924821 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:07.929099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:08.131988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaec18d-2ebe-4f11-a073-54fd15646f9c tempest-TestNetworkAdvancedServerOps-1576737683 tempest-TestNetworkAdvancedServerOps-1576737683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:08.133518 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8aaec18d-2ebe-4f11-a073-54fd15646f9c tempest-TestNetworkAdvancedServerOps-1576737683 tempest-TestNetworkAdvancedServerOps-1576737683-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 1094 time: 0.3813560 Dec 22 17:19:08.143925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34286) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:08.154311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:08.170131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:08.174222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:08.182725 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-82190eaa-f96c-49cd-bfac-f24c1a5ec9a2 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags HTTP/1.1" status: 204 len: 168 time: 0.4662731 Dec 22 17:19:08.187820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Usage tracker for resource:floatingip and tenant:076fb32645c24ff6aac7ed3a7822cc5f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:08.190215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34290) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:08.194005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:08.203212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-c41ab237-2de0-441f-96af-1cfb5e8c98e0 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01', 'tempest-TagsExtTest-Tag-2059636635') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:08.238116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:08.263610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be59d990-6e93-45e7-94f0-01df128cdea1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:08.264617 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:08.366907 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 80560fea-b71e-43c7-a15b-346d08d335b0 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:08.378568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:08.384650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ceca6193-913d-4166-a18b-3639b1a96cc1 tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:08.466437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 80560fea-b71e-43c7-a15b-346d08d335b0 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:08.467253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:08.492913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:08.498500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:08.502324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=e6923ec2-8308-4520-9a20-6e7c523c9388,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:08.505726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:08.508909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:08.557990 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c41ab237-2de0-441f-96af-1cfb5e8c98e0 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "PUT /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags/tempest-TagsExtTest-Tag-2059636635 HTTP/1.1" status: 201 len: 201 time: 0.3664014 Dec 22 17:19:08.558574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34294) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:08.568790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-eda59c30-8ed4-4162-8e2e-b6511dc804fd tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06', 'tempest-TagsExtTest-Tag-1692351230') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:08.675227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Deleting port a4bfd051-f002-41ee-87c3-a7a2d6a6d84f {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:08.675522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:08.711685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be59d990-6e93-45e7-94f0-01df128cdea1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:08.720773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be59d990-6e93-45e7-94f0-01df128cdea1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:08.848400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:08.880212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be59d990-6e93-45e7-94f0-01df128cdea1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:08.880816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be59d990-6e93-45e7-94f0-01df128cdea1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Fanout notify agent at l3_agent the message router_deleted on router a3323759-5382-44c2-aad2-955ad7171df2 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:19:08.931382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be59d990-6e93-45e7-94f0-01df128cdea1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:08.936317 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-be59d990-6e93-45e7-94f0-01df128cdea1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/routers/a3323759-5382-44c2-aad2-955ad7171df2 HTTP/1.1" status: 204 len: 168 time: 1.0773995 Dec 22 17:19:08.936927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34300) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:09.009977 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-eda59c30-8ed4-4162-8e2e-b6511dc804fd tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "PUT /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags/tempest-TagsExtTest-Tag-1692351230 HTTP/1.1" status: 201 len: 201 time: 0.4480615 Dec 22 17:19:09.010572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34304) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:09.021906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-81e7bd2a-f38b-469e-8a9c-d8a9dd2f320d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97', 'tempest-TagsExtTest-Tag-211797181') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:09.067651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:09.084415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd22d15-5d56-4ec6-a0c4-71ef9917aa37 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting subnet f76957e0-9df6-4764-8171-ad6f38844f5a {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:09.092227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-abd22d15-5d56-4ec6-a0c4-71ef9917aa37 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:09.246583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Calling delete_port for a4bfd051-f002-41ee-87c3-a7a2d6a6d84f owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:09.301568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:09.358955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-abd22d15-5d56-4ec6-a0c4-71ef9917aa37 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:09.392224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Allocated IP 172.26.3.160 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/9783bf54-0743-4424-9e79-a23c53ac62d0) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:09.492338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.objects.ports [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87586) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:19:09.496754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:09.505697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fbdbfcf1-fd17-4ea1-87ef-51f08570b7c4 tempest-BulkNetworkOpsTest-254428497 tempest-BulkNetworkOpsTest-254428497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:09.637698 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-81e7bd2a-f38b-469e-8a9c-d8a9dd2f320d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "PUT /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags/tempest-TagsExtTest-Tag-211797181 HTTP/1.1" status: 201 len: 201 time: 0.6218517 Dec 22 17:19:09.642966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34308) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:09.665492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-bc872c7d-8288-41b1-84b8-f2052920cfc0 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c', 'tempest-TagsExtTest-Tag-1551310387') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:09.727439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:09.733654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:09.736657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:09.737250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:09.746845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf7d721-44d1-42a8-91c3-52f999479b30 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:09.775798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=da0c5bc1-aebc-4f17-bcef-894f5409c497,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:09.781809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:09.790522 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1384563 Dec 22 17:19:09.791369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34312) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:09.793298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-abd22d15-5d56-4ec6-a0c4-71ef9917aa37 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:09.837776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:10.012898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:10.043227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-abd22d15-5d56-4ec6-a0c4-71ef9917aa37 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:10.050924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e211abfa-fff5-45d4-850d-b8a2095eb2f0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:10.119271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:10.147778 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': 'da0c5bc1-aebc-4f17-bcef-894f5409c497'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:19:10.148607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:10.160232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:10.163391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd22d15-5d56-4ec6-a0c4-71ef9917aa37 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Subnet': ['ID=f76957e0-9df6-4764-8171-ad6f38844f5a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:10.167503 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-abd22d15-5d56-4ec6-a0c4-71ef9917aa37 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:10.171460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-abd22d15-5d56-4ec6-a0c4-71ef9917aa37 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:10.171931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d042a62b-d2b6-44a8-9608-c3b2a1d3f391 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:10.183731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e70ae-4e53-4d2c-9343-0fe9ee62ef60 None None] Network 125eea21-6b39-4891-85a0-3a5a3976d6a0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:10.214947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:10.249744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:10.271130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ea04992a-5da1-4c90-9647-cab04beddd06 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:10.308902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:10.345545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:10.348807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'Port': ['ID=9783bf54-0743-4424-9e79-a23c53ac62d0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:10.352041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:10.357051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:10.358803 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bc872c7d-8288-41b1-84b8-f2052920cfc0 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "PUT /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags/tempest-TagsExtTest-Tag-1551310387 HTTP/1.1" status: 201 len: 201 time: 0.7007124 Dec 22 17:19:10.359734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:10.401298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event deleted for resources: {'Port': ['ID=a4bfd051-f002-41ee-87c3-a7a2d6a6d84f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:10.412626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:10.416658 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34326) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:10.434843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-b90b067b-768a-437f-a2c2-e7a6463488e3 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01', {'tags': ['tempest-TagsExtTest-Tag-335803549', 'tempest-TagsExtTest-Tag-576785820', 'tempest-TagsExtTest-Tag-189693826']}) {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:10.550899 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-abd22d15-5d56-4ec6-a0c4-71ef9917aa37 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/f76957e0-9df6-4764-8171-ad6f38844f5a HTTP/1.1" status: 204 len: 168 time: 1.6092803 Dec 22 17:19:10.552179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:10.556711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34330) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:10.565840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:10.569710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:10.596237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router e635350c-227f-4678-9008-de32eb6f5501 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:19:10.635730 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Allocated IP 2001:db8::f816:3eff:fe50:3e8a (1719665a-967c-4b0a-ab06-6816cb17c416/da0c5bc1-aebc-4f17-bcef-894f5409c497/0c17a719-8161-4060-869c-96cf24dfebfc) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:10.747241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8024616-ced4-4cac-93fb-ba814b67ded6 None None] DHCP port deletion for 125eea21-6b39-4891-85a0-3a5a3976d6a0 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:19:10.755712 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d8024616-ced4-4cac-93fb-ba814b67ded6 None None] Deleting port 8c4e72c9-52ce-4f37-999d-c64a47311bd3 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:10.756243 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d8024616-ced4-4cac-93fb-ba814b67ded6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:10.946822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:11.044874 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Router f4d1ea00-6cd7-452f-96e9-f33db9bf0813 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:19:11.050131 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b90b067b-768a-437f-a2c2-e7a6463488e3 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "PUT /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags HTTP/1.1" status: 200 len: 315 time: 0.6233914 Dec 22 17:19:11.050879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34342) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:11.060667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-024640b9-4a9b-4260-bafc-ca348d14dd14 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:11.110434 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:11.114501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d8024616-ced4-4cac-93fb-ba814b67ded6 None None] For port 8c4e72c9-52ce-4f37-999d-c64a47311bd3, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8c4e72c9-52ce-4f37-999d-c64a47311bd3,segment=NetworkSegment(3b2a884f-45ac-464b-ae19-dbc72ca55f55),segment_id=3b2a884f-45ac-464b-ae19-dbc72ca55f55)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:11.114501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d8024616-ced4-4cac-93fb-ba814b67ded6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:11.189512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Transition to ACTIVE for port object 0c17a719-8161-4060-869c-96cf24dfebfc will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:11.233376 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:19:11.245625 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Sync routers for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:19:11.257730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 8c4e72c9-52ce-4f37-999d-c64a47311bd3 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:11.258099 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:11.258652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:11.259097 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:11.277518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d8024616-ced4-4cac-93fb-ba814b67ded6 None None] Calling delete_port for 8c4e72c9-52ce-4f37-999d-c64a47311bd3 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:11.350111 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:19:11.371119 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Transition to ACTIVE for port object 0c17a719-8161-4060-869c-96cf24dfebfc will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:11.372493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d2ff0-0f2d-4861-9e03-7c5e096c4461 None None] Sync routers for ids ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:19:11.390923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:11.400981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1facc3f8-f3a0-4137-8286-89036e39fdac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:11.433403 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d2ff0-0f2d-4861-9e03-7c5e096c4461 None None] Routers {'f4d1ea00-6cd7-452f-96e9-f33db9bf0813'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:11.433991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-3f2d2ff0-0f2d-4861-9e03-7c5e096c4461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:11.463293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:11.468335 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2885494 Dec 22 17:19:11.477116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34348) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:11.565692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:11.570140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:11.572902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:11.579132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-3f2d2ff0-0f2d-4861-9e03-7c5e096c4461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:11.618950 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:19:11.666719 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "PUT /v2.0/routers/f4d1ea00-6cd7-452f-96e9-f33db9bf0813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0976520 Dec 22 17:19:11.667473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34354) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:11.671767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:11.730799 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Pushing event updated for resources: {'Port': ['ID=0c17a719-8161-4060-869c-96cf24dfebfc,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:11.739215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:11.740770 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b347dc6d-35ac-4365-9659-f576008c8cba tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=b81c21c680cf47a59420417b42f80eaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2580063 Dec 22 17:19:11.741815 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d2ff0-0f2d-4861-9e03-7c5e096c4461 None None] Routers {'f4d1ea00-6cd7-452f-96e9-f33db9bf0813'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:11.742574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-3f2d2ff0-0f2d-4861-9e03-7c5e096c4461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:11.745659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34358) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:11.761799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-863cf558-ade9-4e79-877f-bd9161d5feb8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:11.789831 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-421df0cc-257f-4f9e-b0c2-47f7d67c1667 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] show failed (client error): The resource could not be found. Dec 22 17:19:11.794751 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-421df0cc-257f-4f9e-b0c2-47f7d67c1667 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1012112445 HTTP/1.1" status: 404 len: 335 time: 0.1245763 Dec 22 17:19:11.799075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34362) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:11.828850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4533a8c9-fe2c-49e4-9c0b-34a3c1db0870 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:11.917027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:11.924746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-3f2d2ff0-0f2d-4861-9e03-7c5e096c4461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:11.925260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d2ff0-0f2d-4861-9e03-7c5e096c4461 None None] The sync data for ids ['f4d1ea00-6cd7-452f-96e9-f33db9bf0813'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:19:11.927753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:11.933383 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-024640b9-4a9b-4260-bafc-ca348d14dd14 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags HTTP/1.1" status: 204 len: 168 time: 0.8761101 Dec 22 17:19:11.933383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:11.933906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:11.948649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d8024616-ced4-4cac-93fb-ba814b67ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:11.952383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34366) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:11.955037 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-4533a8c9-fe2c-49e4-9c0b-34a3c1db0870 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] update failed (client error): The resource could not be found. Dec 22 17:19:11.960658 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4533a8c9-fe2c-49e4-9c0b-34a3c1db0870 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-527419374 HTTP/1.1" status: 404 len: 334 time: 0.1563551 Dec 22 17:19:11.961243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34370) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:11.968428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-fb86f22c-2d9e-4f4b-b0c0-167f25e1f0d5 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01', 'tempest-TagsExtTest-Tag-335803549') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:11.971398 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:11.976640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f0173-d45c-471a-bd18-2ef1584e73f6 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:11.985671 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8a5f0173-d45c-471a-bd18-2ef1584e73f6 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2356551 Dec 22 17:19:11.992698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34372) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:12.001069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] For port 8c4e72c9-52ce-4f37-999d-c64a47311bd3, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8c4e72c9-52ce-4f37-999d-c64a47311bd3,segment=NetworkSegment(3b2a884f-45ac-464b-ae19-dbc72ca55f55),segment_id=3b2a884f-45ac-464b-ae19-dbc72ca55f55)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:12.001433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:12.005929 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1840501 Dec 22 17:19:12.030437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8024616-ced4-4cac-93fb-ba814b67ded6 None None] No DVR routers for this DVR port 8c4e72c9-52ce-4f37-999d-c64a47311bd3 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:19:12.036079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34378) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:12.056189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Attempting to bind port 0c17a719-8161-4060-869c-96cf24dfebfc on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:19:12.056670 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Attempting to bind port 0c17a719-8161-4060-869c-96cf24dfebfc by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:19:12.060128 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Attempting to bind port 0c17a719-8161-4060-869c-96cf24dfebfc on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:12.075970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8024616-ced4-4cac-93fb-ba814b67ded6 None None] Pushing event deleted for resources: {'Port': ['ID=8c4e72c9-52ce-4f37-999d-c64a47311bd3,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:12.084608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:19:12.084608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:12.088643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:12.089138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:19:12.089706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Bound port: 0c17a719-8161-4060-869c-96cf24dfebfc, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:19:12.090488 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:12.098699 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:19:08Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:12.099439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ca61b2-b42e-41b4-96e1-455d36f6e7d9 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Deleting subnet b66a6e70-3193-4979-a802-06d7e6d90142 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:12.104587 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Checking router: e635350c-227f-4678-9008-de32eb6f5501 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:19:12.105151 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Updating router e635350c-227f-4678-9008-de32eb6f5501 port e6923ec2-8308-4520-9a20-6e7c523c9388 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:19:12.108807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-57ca61b2-b42e-41b4-96e1-455d36f6e7d9 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:12.117664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d8024616-ced4-4cac-93fb-ba814b67ded6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:12.145667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=0737646f-3602-4d18-8481-878a449f700f,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:12.153699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:12.165188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:4d:ff:7d', 'name': 'tempest-NetworksTestDHCPv6-574188966'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:12.183607 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:12.193092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-57ca61b2-b42e-41b4-96e1-455d36f6e7d9 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:12.234772 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-fb86f22c-2d9e-4f4b-b0c0-167f25e1f0d5 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] show failed (client error): The resource could not be found. Dec 22 17:19:12.235932 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fb86f22c-2d9e-4f4b-b0c0-167f25e1f0d5 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags/tempest-TagsExtTest-Tag-335803549 HTTP/1.1" status: 404 len: 328 time: 0.2827418 Dec 22 17:19:12.239016 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34382) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:12.245829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-e229654c-f918-499e-877a-4b6ef4ad2d4d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01', 'tempest-TagsExtTest-Tag-576785820') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:12.365192 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] For port 0c17a719-8161-4060-869c-96cf24dfebfc, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:19:12.368203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] For port 0c17a719-8161-4060-869c-96cf24dfebfc, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=0c17a719-8161-4060-869c-96cf24dfebfc,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:19:12.377055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:12.382173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-32834b0b-745c-4bc0-aefa-0037b4965783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:12.392964 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-e229654c-f918-499e-877a-4b6ef4ad2d4d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] show failed (client error): The resource could not be found. Dec 22 17:19:12.394004 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e229654c-f918-499e-877a-4b6ef4ad2d4d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags/tempest-TagsExtTest-Tag-576785820 HTTP/1.1" status: 404 len: 328 time: 0.1542778 Dec 22 17:19:12.397187 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34388) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:12.404208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-ee4fc36c-2544-478d-a5a1-8347a1ee1ff2 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01', 'tempest-TagsExtTest-Tag-189693826') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:12.425368 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0ac7f1aa-9c1d-4c74-a222-234553448fb4 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4304729 Dec 22 17:19:12.430478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8c4e72c9-52ce-4f37-999d-c64a47311bd3 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:19:12.444854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34392) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:12.460254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-18990753', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:12.476147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 8c4e72c9-52ce-4f37-999d-c64a47311bd3 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:19:12.476495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8c4e72c9-52ce-4f37-999d-c64a47311bd3 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:19:12.532032 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Pushing event updated for resources: {'Port': ['ID=0c17a719-8161-4060-869c-96cf24dfebfc,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:12.535633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:12.535814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for 8c4e72c9-52ce-4f37-999d-c64a47311bd3 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:12.633917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-57ca61b2-b42e-41b4-96e1-455d36f6e7d9 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:12.693989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:19:12.694337 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:19:12.701809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:12.712205 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:12.722082 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:subnet and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:12.732837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:12.744403 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:12.764890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:12.774291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:port and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:12.779981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:12.783916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:12.789704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:12.798127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:12.851828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:12.879417 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-ee4fc36c-2544-478d-a5a1-8347a1ee1ff2 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] show failed (client error): The resource could not be found. Dec 22 17:19:12.880010 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ee4fc36c-2544-478d-a5a1-8347a1ee1ff2 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags/tempest-TagsExtTest-Tag-189693826 HTTP/1.1" status: 404 len: 328 time: 0.4808128 Dec 22 17:19:12.893265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34396) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:12.896407 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:12.935223 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Transition to ACTIVE for port object e6923ec2-8308-4520-9a20-6e7c523c9388 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:12.938980 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:12.962869 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-8c16f10b-2df4-4838-ab25-a3f7d2ffab4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:13.019252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-3a8d22aa-7af6-41e2-a3f0-5a58db74ef7b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06', {'tags': ['tempest-TagsExtTest-Tag-1694355978', 'tempest-TagsExtTest-Tag-2031667504', 'tempest-TagsExtTest-Tag-535068810']}) {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:13.046677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:13.072280 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-57ca61b2-b42e-41b4-96e1-455d36f6e7d9 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:13.085894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a065cf5b-8e8f-4bf4-bdce-96fb163a13dd tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:13.092012 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126f8f9-a9aa-42f6-bc76-4712040fc189 None None] Pushing event updated for resources: {'Port': ['ID=e6923ec2-8308-4520-9a20-6e7c523c9388,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:13.123835 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Attempting to bind port e6923ec2-8308-4520-9a20-6e7c523c9388 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:19:13.126062 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Attempting to bind port e6923ec2-8308-4520-9a20-6e7c523c9388 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:19:13.126630 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Attempting to bind port e6923ec2-8308-4520-9a20-6e7c523c9388 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:13.133438 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-f126f8f9-a9aa-42f6-bc76-4712040fc189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:13.134458 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:19:13.135018 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:13.136635 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:13.137199 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:19:13.137844 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Bound port: e6923ec2-8308-4520-9a20-6e7c523c9388, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:19:13.145363 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:13.172254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-57ca61b2-b42e-41b4-96e1-455d36f6e7d9 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:13.179748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4758ad45-0a47-45d7-8e5d-0e1d3d52ecc2 None None] Network 5d2c7522-270a-4980-8a80-62f23f9cab8c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:13.200694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 8c4e72c9-52ce-4f37-999d-c64a47311bd3 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:13.201055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:13.223486 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-57ca61b2-b42e-41b4-96e1-455d36f6e7d9 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "DELETE /v2.0/subnets/b66a6e70-3193-4979-a802-06d7e6d90142 HTTP/1.1" status: 204 len: 168 time: 1.2234597 Dec 22 17:19:13.229611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34400) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:13.234740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca61b2-b42e-41b4-96e1-455d36f6e7d9 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event deleted for resources: {'Subnet': ['ID=b66a6e70-3193-4979-a802-06d7e6d90142,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:13.250592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-57ca61b2-b42e-41b4-96e1-455d36f6e7d9 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:13.269573 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] For port e6923ec2-8308-4520-9a20-6e7c523c9388, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:19:13.279566 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] For port e6923ec2-8308-4520-9a20-6e7c523c9388, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e6923ec2-8308-4520-9a20-6e7c523c9388,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:19:13.280746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:13.291538 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:13.305061 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-75450994-9325-4cec-87f3-ebfb5a769dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:13.313356 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3a8d22aa-7af6-41e2-a3f0-5a58db74ef7b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "PUT /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags HTTP/1.1" status: 200 len: 317 time: 0.4188786 Dec 22 17:19:13.316064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34404) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:13.361690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-befbb743-6bcc-43bf-95b1-e2c6b8e072f4 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:13.442357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port a55757fc-d838-46c3-989f-d5e62e009ba0 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:19:13.454064 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126f8f9-a9aa-42f6-bc76-4712040fc189 None None] Pushing event updated for resources: {'Port': ['ID=e6923ec2-8308-4520-9a20-6e7c523c9388,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:13.468637 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-f126f8f9-a9aa-42f6-bc76-4712040fc189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:13.480848 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:13.482382 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:13.571944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:13.576188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fc1fcb1c-da9a-4d1c-a3ba-1691844e76e4 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:13.598775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6fa693-d1e9-485c-a650-d587d306e294 None None] DHCP port deletion for 5d2c7522-270a-4980-8a80-62f23f9cab8c request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:19:13.603387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9f6fa693-d1e9-485c-a650-d587d306e294 None None] Deleting port 80560fea-b71e-43c7-a15b-346d08d335b0 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:13.603952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9f6fa693-d1e9-485c-a650-d587d306e294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:13.612141 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-befbb743-6bcc-43bf-95b1-e2c6b8e072f4 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags HTTP/1.1" status: 204 len: 168 time: 0.2894616 Dec 22 17:19:13.615450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34416) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:13.636148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-dc2179dc-0d53-4d41-a116-2db05ec34fb3 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06', 'tempest-TagsExtTest-Tag-1694355978') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:13.793507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Subnet': ['ID=bbdfcbdb-75d6-4821-afb1-2ddb54a8478e,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:13.800484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:13.801646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Checking segment: {'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:13.802339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network hostable DHCP agents. Network: 414e182f-0910-489f-acbe-e38452689ae4, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:19:13.828188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] The port '8c4e72c9-52ce-4f37-999d-c64a47311bd3' was deleted {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:19:13.885260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 414e182f-0910-489f-acbe-e38452689ae4 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:19:13.905941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 414e182f-0910-489f-acbe-e38452689ae4) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:13.910476 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-dc2179dc-0d53-4d41-a116-2db05ec34fb3 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] show failed (client error): The resource could not be found. Dec 22 17:19:13.911866 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dc2179dc-0d53-4d41-a116-2db05ec34fb3 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags/tempest-TagsExtTest-Tag-1694355978 HTTP/1.1" status: 404 len: 329 time: 0.2872577 Dec 22 17:19:13.913405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:13.913994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:13.925854 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:19:13.932559 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34422) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:13.941926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-a3e252b7-a218-476f-b9d8-80929450fcc8 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06', 'tempest-TagsExtTest-Tag-2031667504') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:14.024995 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5747952 Dec 22 17:19:14.027685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34426) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:14.142399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-9f6fa693-d1e9-485c-a650-d587d306e294 None None] For port 80560fea-b71e-43c7-a15b-346d08d335b0, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=80560fea-b71e-43c7-a15b-346d08d335b0,segment=NetworkSegment(b9379606-6dab-4e45-a621-e9a2f64e3927),segment_id=b9379606-6dab-4e45-a621-e9a2f64e3927)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:14.142797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9f6fa693-d1e9-485c-a650-d587d306e294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:14.358265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:14.362837 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:19:08Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:14.368512 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e0b26-6585-4919-8949-c1520ceed250 None None] The sync data for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv is: [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:19:08Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:19:14.400203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9f6fa693-d1e9-485c-a650-d587d306e294 None None] Calling delete_port for 80560fea-b71e-43c7-a15b-346d08d335b0 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:14.471609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605c177c-84fb-4170-994b-bfb5b4d653d4 None None] Network 414e182f-0910-489f-acbe-e38452689ae4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:14.490958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18f3a07-7e36-49ed-8398-1da20016fc06 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:14.513706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 0c17a719-8161-4060-869c-96cf24dfebfc up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:14.514215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 172.20.0.8 (1719665a-967c-4b0a-ab06-6816cb17c416/0737646f-3602-4d18-8481-878a449f700f/a55757fc-d838-46c3-989f-d5e62e009ba0) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:14.523306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::f816:3eff:fe4d:ff7d (1719665a-967c-4b0a-ab06-6816cb17c416/da0c5bc1-aebc-4f17-bcef-894f5409c497/a55757fc-d838-46c3-989f-d5e62e009ba0) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:14.680738 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-a3e252b7-a218-476f-b9d8-80929450fcc8 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] show failed (client error): The resource could not be found. Dec 22 17:19:14.682657 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a3e252b7-a218-476f-b9d8-80929450fcc8 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags/tempest-TagsExtTest-Tag-2031667504 HTTP/1.1" status: 404 len: 329 time: 0.7490869 Dec 22 17:19:14.686066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34430) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:14.691390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-f13c026a-b392-48ef-a7b2-78943c43d070 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06', 'tempest-TagsExtTest-Tag-535068810') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:14.960627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:14.993233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.094511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9f6fa693-d1e9-485c-a650-d587d306e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.098487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b67c99af-5b8a-4f23-b371-8d73c27b0345 None None] Provisioning for port 0c17a719-8161-4060-869c-96cf24dfebfc completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:15.113019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125eea21-6b39-4891-85a0-3a5a3976d6a0']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:15.118616 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c845a398-ca28-4839-b0b1-df8034d63a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:15.131694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2a884f-45ac-464b-ae19-dbc72ca55f55') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:15.132081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2a884f-45ac-464b-ae19-dbc72ca55f55') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:15.146367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.167049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.174885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:19:15.175201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:19:15.290924 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:19:15.301678 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-f13c026a-b392-48ef-a7b2-78943c43d070 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] show failed (client error): The resource could not be found. Dec 22 17:19:15.306039 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f13c026a-b392-48ef-a7b2-78943c43d070 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags/tempest-TagsExtTest-Tag-535068810 HTTP/1.1" status: 404 len: 328 time: 0.6157603 Dec 22 17:19:15.307901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34436) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:15.316151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-4504a1b1-1143-4fb1-914b-aa58ba4fa922 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97', {'tags': ['tempest-TagsExtTest-Tag-128142148', 'tempest-TagsExtTest-Tag-582881139', 'tempest-TagsExtTest-Tag-1395623240']}) {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:15.335154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.338825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fa693-d1e9-485c-a650-d587d306e294 None None] Pushing event deleted for resources: {'Port': ['ID=80560fea-b71e-43c7-a15b-346d08d335b0,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:15.349862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9f6fa693-d1e9-485c-a650-d587d306e294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:15.351638 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6fa693-d1e9-485c-a650-d587d306e294 None None] No DVR routers for this DVR port 80560fea-b71e-43c7-a15b-346d08d335b0 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:19:15.367917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.399248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-414e182f-0910-489f-acbe-e38452689ae4', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:19:15.400089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.439708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ced33566-8396-4a43-a74c-50ab4664dd23 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:15.540405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event updated for resources: {'Port': ['ID=9783bf54-0743-4424-9e79-a23c53ac62d0,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:15.554828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object a55757fc-d838-46c3-989f-d5e62e009ba0 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:15.559742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:15.651465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.672145 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4504a1b1-1143-4fb1-914b-aa58ba4fa922 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "PUT /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags HTTP/1.1" status: 200 len: 316 time: 0.3626926 Dec 22 17:19:15.698818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 0c17a719-8161-4060-869c-96cf24dfebfc completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:15.704634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.713693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.720691 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 0c17a719-8161-4060-869c-96cf24dfebfc triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:15.721063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.724569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34440) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:15.728437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7ec2084c-e174-4e05-a402-6b4232290fef tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:15.758550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-6335f766-bbaa-460e-942d-20023540e880 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:15.809590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Allocated IP 172.20.0.2 (414e182f-0910-489f-acbe-e38452689ae4/bbdfcbdb-75d6-4821-afb1-2ddb54a8478e/372591a3-2856-4d42-b77b-06021d3c4377) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:15.876240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:15.891374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Network': ['ID=125eea21-6b39-4891-85a0-3a5a3976d6a0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:15.899681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:15.942975 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/networks/125eea21-6b39-4891-85a0-3a5a3976d6a0 HTTP/1.1" status: 204 len: 168 time: 5.3803737 Dec 22 17:19:15.948945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34444) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:16.051770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2c7522-270a-4980-8a80-62f23f9cab8c']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:16.102731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9379606-6dab-4e45-a621-e9a2f64e3927') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:16.103083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9379606-6dab-4e45-a621-e9a2f64e3927') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:16.113645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:16.176035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:16.203056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c86ea52-2874-4e13-8627-ec6b8f0acfcd None None] Update dhcp port {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': 'da0c5bc1-aebc-4f17-bcef-894f5409c497', 'ip_address': '2001:db8::f816:3eff:fe50:3e8a'}, {'subnet_id': '0737646f-3602-4d18-8481-878a449f700f'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '0c17a719-8161-4060-869c-96cf24dfebfc'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:19:16.203931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:16.276854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e1df7-8270-455c-98ce-ecd9dc3559ff tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:16.277820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-287e1df7-8270-455c-98ce-ecd9dc3559ff tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:16.281473 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6335f766-bbaa-460e-942d-20023540e880 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags HTTP/1.1" status: 204 len: 168 time: 0.5345750 Dec 22 17:19:16.284859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34450) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:16.294683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:16.297164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:16.298208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-5fc46c08-08e3-428e-93c6-741b5af01249 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97', 'tempest-TagsExtTest-Tag-128142148') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:16.319264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e41af044-eb07-4cf8-988e-2ddd8117e718 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:16.391101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2c86ea52-2874-4e13-8627-ec6b8f0acfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:16.416919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 0c17a719-8161-4060-869c-96cf24dfebfc, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=0c17a719-8161-4060-869c-96cf24dfebfc,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:16.440267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:16.445998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-de2cdece-a39e-4581-83d6-dbd36fbc383c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:16.486955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:16.545868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 80560fea-b71e-43c7-a15b-346d08d335b0 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:19:16.575392 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-5fc46c08-08e3-428e-93c6-741b5af01249 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] show failed (client error): The resource could not be found. Dec 22 17:19:16.580443 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5fc46c08-08e3-428e-93c6-741b5af01249 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags/tempest-TagsExtTest-Tag-128142148 HTTP/1.1" status: 404 len: 328 time: 0.2936790 Dec 22 17:19:16.581116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34454) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:16.590250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-eb1b7de7-772f-451c-9fc5-1d34d184f181 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97', 'tempest-TagsExtTest-Tag-582881139') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:16.602570 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Transition to ACTIVE for port object 372591a3-2856-4d42-b77b-06021d3c4377 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:16.628527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 80560fea-b71e-43c7-a15b-346d08d335b0 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:19:16.628766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 80560fea-b71e-43c7-a15b-346d08d335b0 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:19:16.732391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:19:16.732832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:19:16.774898 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:19:16.911013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-287e1df7-8270-455c-98ce-ecd9dc3559ff tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:16.924157 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-287e1df7-8270-455c-98ce-ecd9dc3559ff tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/92586d20-2989-4bb5-b1f5-bfb52f4ccecc HTTP/1.1" status: 200 len: 845 time: 0.9129362 Dec 22 17:19:16.932187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Transition to ACTIVE for port object 372591a3-2856-4d42-b77b-06021d3c4377 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:16.950293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e6923ec2-8308-4520-9a20-6e7c523c9388 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:16.955053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:16.962818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34458) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:16.968387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:17.009624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:17.018175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=0c17a719-8161-4060-869c-96cf24dfebfc,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:17.022200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:17.023861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.045499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:17.137686 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-eb1b7de7-772f-451c-9fc5-1d34d184f181 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] show failed (client error): The resource could not be found. Dec 22 17:19:17.141603 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-eb1b7de7-772f-451c-9fc5-1d34d184f181 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags/tempest-TagsExtTest-Tag-582881139 HTTP/1.1" status: 404 len: 328 time: 0.5566306 Dec 22 17:19:17.143138 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34462) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:17.154603 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d21431f7-c995-49ad-b8a8-999cc1aa5026 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/92586d20-2989-4bb5-b1f5-bfb52f4ccecc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1785278 Dec 22 17:19:17.155149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-2f9d49db-74e8-4871-a801-a063a43eff08 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97', 'tempest-TagsExtTest-Tag-1395623240') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:17.156009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-2c86ea52-2874-4e13-8627-ec6b8f0acfcd None None] Allocated IP 172.20.0.2 (1719665a-967c-4b0a-ab06-6816cb17c416/0737646f-3602-4d18-8481-878a449f700f/0c17a719-8161-4060-869c-96cf24dfebfc) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:17.178785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Network 414e182f-0910-489f-acbe-e38452689ae4 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:17.202038 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Floating IP bb3be550-57aa-42e6-a639-76e3ba640933 associated. External IP: 172.26.3.160, port: 3a76ebb9-08dd-4d26-b5ad-459ee1183883. Dec 22 17:19:17.225732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34466) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:17.239264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:17.279054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.1 (414e182f-0910-489f-acbe-e38452689ae4/bbdfcbdb-75d6-4821-afb1-2ddb54a8478e/34736173-a110-4a77-8c85-f8b8af81e361) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:17.284176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:17.284815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.289293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=a55757fc-d838-46c3-989f-d5e62e009ba0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:17.309095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:17.318433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.337729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-da498f44-bf98-45ae-b1fd-488bb3721b3f tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:17.359848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.376866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event deleted for resources: {'Network': ['ID=5d2c7522-270a-4980-8a80-62f23f9cab8c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:17.383351 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:17.387907 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "DELETE /v2.0/networks/5d2c7522-270a-4980-8a80-62f23f9cab8c HTTP/1.1" status: 204 len: 168 time: 4.1523967 Dec 22 17:19:17.389785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34472) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:17.397217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:17.399716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:17.486245 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.3601868 Dec 22 17:19:17.502236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Pushing event updated for resources: {'Port': ['ID=372591a3-2856-4d42-b77b-06021d3c4377,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:17.503962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34476) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:17.514100 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:17.568492 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f652cad4-303d-46e9-8151-e7634571b383 req-2b878bbc-7f4c-4f37-a30d-eceb61036b31 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8917687 Dec 22 17:19:17.601911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2c86ea52-2874-4e13-8627-ec6b8f0acfcd None None] For port 0c17a719-8161-4060-869c-96cf24dfebfc, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=0c17a719-8161-4060-869c-96cf24dfebfc,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:17.604143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Attempting to bind port 372591a3-2856-4d42-b77b-06021d3c4377 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:19:17.604952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Attempting to bind port 372591a3-2856-4d42-b77b-06021d3c4377 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:19:17.605360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Attempting to bind port 372591a3-2856-4d42-b77b-06021d3c4377 on network 414e182f-0910-489f-acbe-e38452689ae4 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:17.610965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b8a96c-084b-4c9d-a972-a4d1859ba7f2 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Deleting subnet 3b88ef6f-7702-4b95-b816-5252a101283c {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:17.612036 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port e6923ec2-8308-4520-9a20-6e7c523c9388 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:17.616312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-52b8a96c-084b-4c9d-a972-a4d1859ba7f2 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.622600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:19:17.622991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Checking segment: {'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:17.623428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.623834 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Bound using segment: {'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:19:17.624316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Bound port: 372591a3-2856-4d42-b77b-06021d3c4377, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:19:17.625073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.636105 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port e6923ec2-8308-4520-9a20-6e7c523c9388 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:17.636480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.693125 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.709370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 34736173-a110-4a77-8c85-f8b8af81e361 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:17.749082 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.758929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-11b7d174-26ad-4dfd-8f7a-149d46a3ef77 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:17.790187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2c86ea52-2874-4e13-8627-ec6b8f0acfcd None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.816883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2c86ea52-2874-4e13-8627-ec6b8f0acfcd None None] Transition to ACTIVE for port object 0c17a719-8161-4060-869c-96cf24dfebfc will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:17.822900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-52b8a96c-084b-4c9d-a972-a4d1859ba7f2 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.827398 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-2f9d49db-74e8-4871-a801-a063a43eff08 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] show failed (client error): The resource could not be found. Dec 22 17:19:17.831788 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2f9d49db-74e8-4871-a801-a063a43eff08 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags/tempest-TagsExtTest-Tag-1395623240 HTTP/1.1" status: 404 len: 329 time: 0.6879206 Dec 22 17:19:17.842038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 414e182f-0910-489f-acbe-e38452689ae4 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:17.847530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:17.852180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:17.855139 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34480) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:17.855777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:17.862625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:17.865865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-5b7dc086-f66c-4466-9ffa-3be599294dbf tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c', {'tags': ['tempest-TagsExtTest-Tag-1798709798', 'tempest-TagsExtTest-Tag-1388454401', 'tempest-TagsExtTest-Tag-1673456005']}) {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:17.881164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:17.882903 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2c86ea52-2874-4e13-8627-ec6b8f0acfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.888026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:17.922606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:17.926070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:17.931278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] For port 372591a3-2856-4d42-b77b-06021d3c4377, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:19:17.935659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] For port 372591a3-2856-4d42-b77b-06021d3c4377, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=372591a3-2856-4d42-b77b-06021d3c4377,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:19:17.939993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-abc2f436-6d84-416e-9212-e10e4f3001a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:17.998522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:18.000998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e13adf1-8845-4f90-a023-f7a05e8fde06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:18.006830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e13adf1-8845-4f90-a023-f7a05e8fde06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:18.007643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2e13adf1-8845-4f90-a023-f7a05e8fde06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:18.052299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5b7dc086-f66c-4466-9ffa-3be599294dbf tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "PUT /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags HTTP/1.1" status: 200 len: 318 time: 0.1957657 Dec 22 17:19:18.060535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34484) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:18.067986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-85063b79-a524-4f1a-b054-646f54150d21 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:18.085858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652cad4-303d-46e9-8151-e7634571b383 req-c54ae97c-94bd-452d-8ebd-b6ab4a0a1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:18.087500 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f652cad4-303d-46e9-8151-e7634571b383 req-c54ae97c-94bd-452d-8ebd-b6ab4a0a1f32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=076fb32645c24ff6aac7ed3a7822cc5f&device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 1099 time: 0.3820708 Dec 22 17:19:18.103953 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=34736173-a110-4a77-8c85-f8b8af81e361,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:18.106051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2e13adf1-8845-4f90-a023-f7a05e8fde06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:18.107660 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2e13adf1-8845-4f90-a023-f7a05e8fde06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.6000800 Dec 22 17:19:18.110147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:18.111510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:19:18.113292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34488) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:18.134248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:18.280951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:18.283723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-52b8a96c-084b-4c9d-a972-a4d1859ba7f2 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:18.288814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86ea52-2874-4e13-8627-ec6b8f0acfcd None None] Pushing event updated for resources: {'Port': ['ID=0c17a719-8161-4060-869c-96cf24dfebfc,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:18.293577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2c86ea52-2874-4e13-8627-ec6b8f0acfcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:18.294053 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9fbba96e-9ab4-4f4c-934d-710dc558d93a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:18.298881 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:18.305021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fe86caaf-47bb-485c-9f19-4f66fd50eec6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:18.375999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:18.380700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:18.384296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:18.384889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:18.408230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Subnet': ['ID=6d563ede-7a48-4df3-8711-e6ebe5de1e1a,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:18.411851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:18.428247 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b17b7e-80e1-4028-9128-fbf7e857085d None None] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:18.481863 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port e6923ec2-8308-4520-9a20-6e7c523c9388, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e6923ec2-8308-4520-9a20-6e7c523c9388,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:18.507540 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2731738 Dec 22 17:19:18.512383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34494) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:18.515398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:18.528227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'security_group': {'name': 'tempest-secgroup-453426021'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:18.547118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:18.555685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:security_group and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:18.566216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:18.604315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:18.653250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:18.663464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Pushing event updated for resources: {'Port': ['ID=372591a3-2856-4d42-b77b-06021d3c4377,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:18.680211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:18.680806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:18.762385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:18.817063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:18.824077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:security_group_rule and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:18.920953 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:18.968695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:18.970899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e071bcc5-50cc-4d15-8d47-7e3cb89409b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port a55757fc-d838-46c3-989f-d5e62e009ba0 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:18.971329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e071bcc5-50cc-4d15-8d47-7e3cb89409b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:19.054053 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 372591a3-2856-4d42-b77b-06021d3c4377 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:19.094650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=e6923ec2-8308-4520-9a20-6e7c523c9388,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:19.106353 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:19.233757 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-85063b79-a524-4f1a-b054-646f54150d21 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags HTTP/1.1" status: 204 len: 168 time: 1.1679747 Dec 22 17:19:19.239990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652cad4-303d-46e9-8151-e7634571b383 req-47381684-1ae7-4e34-8923-6066f7134d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:19.247872 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f652cad4-303d-46e9-8151-e7634571b383 req-47381684-1ae7-4e34-8923-6066f7134d07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a98ace9-9193-46d5-9dd6-3cd2e309230f HTTP/1.1" status: 200 len: 898 time: 1.1333067 Dec 22 17:19:19.252466 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 372591a3-2856-4d42-b77b-06021d3c4377 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:19.258302 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 0c17a719-8161-4060-869c-96cf24dfebfc up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:19.259567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34504) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:19.297840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'tenant_id': '7f29491bf5a54984b0446c34c11fddd2', 'fixed_ips': [{'subnet_id': '6d563ede-7a48-4df3-8711-e6ebe5de1e1a'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:19:19.298971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:19.443612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:19.453897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:19.465588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0e1a7c97-06c4-448b-b846-1601cacc39a6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:19.564323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a47708-176b-4ecf-963a-f365cd931bcc,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:19.567417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:19.571140 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-1c60c541-0e7e-4b9c-bb47-f68b8265f2fb tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c', 'tempest-TagsExtTest-Tag-1798709798') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:19.593791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:19.598503 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0850575 Dec 22 17:19:19.602687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34510) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:19.611653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'security_group': {'name': 'tempest-secgroup-1209736101'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:19.619837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-9f6da801-a34d-4a51-993a-5673c14be200 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Synchronizing usage tracker for tenant:0344a10d8c1c4cca981e644c68927115 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:19.624605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:19.630076 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-52b8a96c-084b-4c9d-a972-a4d1859ba7f2 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:19.638652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:security_group and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:19.644119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:19.649493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f27109b3-9da9-4c20-9f7b-1a350185b6eb None None] Provisioning for port 0c17a719-8161-4060-869c-96cf24dfebfc completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:19.653874 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:19.662798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7df36bf7-97a8-4fd5-ab9a-31e1cb7584fa tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:19.664083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f27109b3-9da9-4c20-9f7b-1a350185b6eb None None] Provisioning complete for port 0c17a719-8161-4060-869c-96cf24dfebfc triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:19.664502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f27109b3-9da9-4c20-9f7b-1a350185b6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:19.684502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:19.690220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-9f6da801-a34d-4a51-993a-5673c14be200 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Unset dirty status for tenant:0344a10d8c1c4cca981e644c68927115 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:19.691778 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-9f6da801-a34d-4a51-993a-5673c14be200 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120777421&fields=id&tenant_id=0344a10d8c1c4cca981e644c68927115 HTTP/1.1" status: 200 len: 267 time: 0.1887767 Dec 22 17:19:19.693301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:19.700666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Allocated IP 2001:db8::2 (755fdf5a-5a31-4c13-84e3-8dfa59f29997/6d563ede-7a48-4df3-8711-e6ebe5de1e1a/1ce11018-8ebb-49db-82d8-0f389cb8fe3f) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:19.747994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-29db13e3-150c-4156-89de-30b0112f0f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:19.835437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e071bcc5-50cc-4d15-8d47-7e3cb89409b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:19.846353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:19.848449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4692c58b-568c-47f0-afeb-8fdafa8420c1 None None] Network bd8df0ff-b9fd-4f39-8832-37f82cfe7972 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:19.933962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8a96c-084b-4c9d-a972-a4d1859ba7f2 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event deleted for resources: {'Subnet': ['ID=3b88ef6f-7702-4b95-b816-5252a101283c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:19.936535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-52b8a96c-084b-4c9d-a972-a4d1859ba7f2 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:19.938899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-52b8a96c-084b-4c9d-a972-a4d1859ba7f2 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:20.002911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:19:20.017336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e071bcc5-50cc-4d15-8d47-7e3cb89409b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for a55757fc-d838-46c3-989f-d5e62e009ba0 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:20.017557 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d48b91c-6d78-4210-b209-61d13218fccf None None] Sync routers for ids ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:19:20.028167 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d48b91c-6d78-4210-b209-61d13218fccf None None] Routers {'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:20.028774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=34736173-a110-4a77-8c85-f8b8af81e361,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:20.029248 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9d48b91c-6d78-4210-b209-61d13218fccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:20.046310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:20.083776 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-1c60c541-0e7e-4b9c-bb47-f68b8265f2fb tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] show failed (client error): The resource could not be found. Dec 22 17:19:20.087510 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1c60c541-0e7e-4b9c-bb47-f68b8265f2fb tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags/tempest-TagsExtTest-Tag-1798709798 HTTP/1.1" status: 404 len: 329 time: 0.8206310 Dec 22 17:19:20.094554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34514) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:20.098172 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-52b8a96c-084b-4c9d-a972-a4d1859ba7f2 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "DELETE /v2.0/subnets/3b88ef6f-7702-4b95-b816-5252a101283c HTTP/1.1" status: 204 len: 168 time: 2.6525655 Dec 22 17:19:20.098172 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f652cad4-303d-46e9-8151-e7634571b383 req-2093ea37-6a58-4f45-aa48-c65dc80998fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883 HTTP/1.1" status: 200 len: 1000 time: 0.8224773 Dec 22 17:19:20.100238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34516) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:20.104538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-3d009e34-fab2-4c8e-b8eb-96b1d9ee3551 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c', 'tempest-TagsExtTest-Tag-1388454401') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:20.110120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:20.126861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-b36508b7-25a6-4553-bf5f-20624a6aaa86 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:20.127705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-b36508b7-25a6-4553-bf5f-20624a6aaa86 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Synchronizing usage tracker for tenant:0344a10d8c1c4cca981e644c68927115 on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:20.132867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:20.150538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:security_group_rule and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:20.183351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:20.208744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:20.221564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:20.269399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b992bd9d-827d-41fc-a023-0d26888df036 None None] Network 414e182f-0910-489f-acbe-e38452689ae4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:20.281552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-b36508b7-25a6-4553-bf5f-20624a6aaa86 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Unset dirty status for tenant:0344a10d8c1c4cca981e644c68927115 on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:20.283286 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-b36508b7-25a6-4553-bf5f-20624a6aaa86 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 812 time: 0.5379939 Dec 22 17:19:20.309535 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-27acfd61-9927-428f-9ae6-1a6a19e4cf89 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/quotas/0344a10d8c1c4cca981e644c68927115 HTTP/1.1" status: 200 len: 375 time: 0.0110018 Dec 22 17:19:20.325290 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-3d009e34-fab2-4c8e-b8eb-96b1d9ee3551 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] show failed (client error): The resource could not be found. Dec 22 17:19:20.329519 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3d009e34-fab2-4c8e-b8eb-96b1d9ee3551 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags/tempest-TagsExtTest-Tag-1388454401 HTTP/1.1" status: 404 len: 329 time: 0.2276499 Dec 22 17:19:20.336985 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-9d48b91c-6d78-4210-b209-61d13218fccf None None] Set router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:19:20.338349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34522) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:20.347153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-22b79ca2-e589-455c-b62d-c1ee47e0550f tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c', 'tempest-TagsExtTest-Tag-1673456005') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:20.385243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652cad4-303d-46e9-8151-e7634571b383 req-2365a58d-cdbd-4024-b82c-b1fbf038aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:20.386683 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f652cad4-303d-46e9-8151-e7634571b383 req-2365a58d-cdbd-4024-b82c-b1fbf038aa0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dba0c1f0-76a3-4cdc-aeac-75c43529cb60 HTTP/1.1" status: 200 len: 835 time: 0.2598598 Dec 22 17:19:20.397596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9572735-a864-40b0-b501-4f15ad361279 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Deleting subnet 0f148e7d-b6cd-47a0-b5ce-96655cd76c21 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:20.424328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:20.451599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Transition to ACTIVE for port object 1ce11018-8ebb-49db-82d8-0f389cb8fe3f will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:20.490683 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.3429458 Dec 22 17:19:20.492947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Transition to ACTIVE for port object 1ce11018-8ebb-49db-82d8-0f389cb8fe3f will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:20.516993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9572735-a864-40b0-b501-4f15ad361279 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:20.529013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 414e182f-0910-489f-acbe-e38452689ae4 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:20.544351 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-4fa1c62d-dc3d-4239-a31a-cc132fa88cf6 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2164211 Dec 22 17:19:20.545316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:20.554055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:20.587716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:19:20.590257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d7aa92ff-f115-47a3-a5ec-00ccd5a09831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:20.616869 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-22b79ca2-e589-455c-b62d-c1ee47e0550f tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] show failed (client error): The resource could not be found. Dec 22 17:19:20.627660 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-22b79ca2-e589-455c-b62d-c1ee47e0550f tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags/tempest-TagsExtTest-Tag-1673456005 HTTP/1.1" status: 404 len: 329 time: 0.2880132 Dec 22 17:19:20.645907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34530) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:20.666223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:20.675084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b2d3ad-6589-44b3-a05c-79bbc9715b6d None None] DHCP port deletion for bd8df0ff-b9fd-4f39-8832-37f82cfe7972 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:19:20.683967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Pushing event updated for resources: {'Port': ['ID=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:20.687185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:20.692026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-13b2d3ad-6589-44b3-a05c-79bbc9715b6d None None] Deleting port bccfd6e3-4a4d-4089-81b3-2ac1710c4372 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:20.692412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13b2d3ad-6589-44b3-a05c-79bbc9715b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:20.733058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-384b6f83-7cb4-42d5-bde5-446224500756 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd40719be-9165-46f5-8582-cd4f6071907c') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:20.769102 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:20.777038 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:20.785127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:20.791092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:20.842919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e6923ec2-8308-4520-9a20-6e7c523c9388 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:20.873984 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9d48b91c-6d78-4210-b209-61d13218fccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:18:29Z', 'revision_number': 4, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'bb3be550-57aa-42e6-a639-76e3ba640933', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'port_id': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'mac_address': 'fa:16:3e:19:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:19:11Z', 'updated_at': '2021-12-22T17:19:11Z', 'revision_number': 0, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505dd147-bacc-4d7f-a4f2-ab95333de400', 'name': '', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'mac_address': 'fa:16:3e:d4:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:25Z', 'updated_at': '2021-12-22T17:18:49Z', 'revision_number': 5, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'subnets': [{'id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:20.882742 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d48b91c-6d78-4210-b209-61d13218fccf None None] Checking router: ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:19:20.893767 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d48b91c-6d78-4210-b209-61d13218fccf None None] Routers {'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:20.895316 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9d48b91c-6d78-4210-b209-61d13218fccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:20.900191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9572735-a864-40b0-b501-4f15ad361279 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:20.915260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-87354552-4b18-4dfa-8bcd-425760e34562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:20.949508 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router e635350c-227f-4678-9008-de32eb6f5501 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:19:20.993881 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af74cac-df5a-4c1a-8554-e9ef26ae2e5a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:21.003007 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-384b6f83-7cb4-42d5-bde5-446224500756 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c/tags HTTP/1.1" status: 204 len: 168 time: 0.3545487 Dec 22 17:19:21.007060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34534) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:21.015207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652cad4-303d-46e9-8151-e7634571b383 req-6d9f0235-f23e-4ccf-af24-ad405e89f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.016880 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f652cad4-303d-46e9-8151-e7634571b383 req-6d9f0235-f23e-4ccf-af24-ad405e89f177 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a98ace9-9193-46d5-9dd6-3cd2e309230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5796056 Dec 22 17:19:21.020768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:21.025115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:21.026187 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4211373 Dec 22 17:19:21.057235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-0825c915-56b0-476b-956d-f8c2e49bb4c9 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6856dc45-27ae-46ec-a993-226502b10e97') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:21.133238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34538) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:21.153191 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-9d48b91c-6d78-4210-b209-61d13218fccf None None] Set router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:19:21.203655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Attempting to bind port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:19:21.204035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Attempting to bind port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '1173fb76-2275-46a6-96cc-bac772c20e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:19:21.204408 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Attempting to bind port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f on network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:21.222930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:19:21.223375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Checking segment: {'id': '1173fb76-2275-46a6-96cc-bac772c20e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:21.223781 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:21.224181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Bound using segment: {'id': '1173fb76-2275-46a6-96cc-bac772c20e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:19:21.224666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Bound port: 1ce11018-8ebb-49db-82d8-0f389cb8fe3f, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1173fb76-2275-46a6-96cc-bac772c20e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:19:21.225588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:21.239904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:19:21.251460 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/e635350c-227f-4678-9008-de32eb6f5501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2191448 Dec 22 17:19:21.262077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34544) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:21.282385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Sync routers for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:19:21.336113 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-659169055', 'security_groups': ['5af74cac-df5a-4c1a-8554-e9ef26ae2e5a'], 'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d563ede-7a48-4df3-8711-e6ebe5de1e1a'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:21.338947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:21.339607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:21.383396 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-3b25668a-aa26-4f5d-9be3-ac5018257ea2 service neutron] 10.222.0.70 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7559764 Dec 22 17:19:21.412278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port e6923ec2-8308-4520-9a20-6e7c523c9388 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:21.413211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:21.454444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] Provisioning for port a55757fc-d838-46c3-989f-d5e62e009ba0 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:21.484445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] Provisioning complete for port a55757fc-d838-46c3-989f-d5e62e009ba0 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:21.484867 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:21.503725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e071bcc5-50cc-4d15-8d47-7e3cb89409b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:21.542331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-13b2d3ad-6589-44b3-a05c-79bbc9715b6d None None] For port bccfd6e3-4a4d-4089-81b3-2ac1710c4372, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=bccfd6e3-4a4d-4089-81b3-2ac1710c4372,segment=NetworkSegment(5fcbef51-f77d-4e6e-961c-64904a641f35),segment_id=5fcbef51-f77d-4e6e-961c-64904a641f35)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:21.542734 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13b2d3ad-6589-44b3-a05c-79bbc9715b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:21.561263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] Port a55757fc-d838-46c3-989f-d5e62e009ba0 was deleted so its status cannot be updated. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 17:19:21.576380 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9d48b91c-6d78-4210-b209-61d13218fccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:18:29Z', 'revision_number': 4, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'bb3be550-57aa-42e6-a639-76e3ba640933', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'port_id': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'mac_address': 'fa:16:3e:19:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:19:11Z', 'updated_at': '2021-12-22T17:19:11Z', 'revision_number': 0, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505dd147-bacc-4d7f-a4f2-ab95333de400', 'name': '', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'mac_address': 'fa:16:3e:d4:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:25Z', 'updated_at': '2021-12-22T17:18:49Z', 'revision_number': 5, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'subnets': [{'id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:21.581496 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d48b91c-6d78-4210-b209-61d13218fccf None None] The sync data for ids ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'] in dv-neutron-822513-1-hyperv is: [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:18:29Z', 'revision_number': 4, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'bb3be550-57aa-42e6-a639-76e3ba640933', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'port_id': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'mac_address': 'fa:16:3e:19:f3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:19:11Z', 'updated_at': '2021-12-22T17:19:11Z', 'revision_number': 0, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505dd147-bacc-4d7f-a4f2-ab95333de400', 'name': '', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'mac_address': 'fa:16:3e:d4:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:25Z', 'updated_at': '2021-12-22T17:18:49Z', 'revision_number': 5, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'subnets': [{'id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:19:21.621586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3d3a485d-78c4-4128-8472-d754577b578b tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:21.695978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4a7e3-d971-44d5-9536-08a1ed916106 req-96b8dbd2-3d1b-4620-8211-6b9728ef8085 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.697514 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c8f4a7e3-d971-44d5-9536-08a1ed916106 req-96b8dbd2-3d1b-4620-8211-6b9728ef8085 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 1.0687025 Dec 22 17:19:21.740709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071bcc5-50cc-4d15-8d47-7e3cb89409b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=a55757fc-d838-46c3-989f-d5e62e009ba0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:21.759567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e071bcc5-50cc-4d15-8d47-7e3cb89409b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:21.804447 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-13b2d3ad-6589-44b3-a05c-79bbc9715b6d None None] Calling delete_port for bccfd6e3-4a4d-4089-81b3-2ac1710c4372 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:21.825388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.825860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.826318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.826819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.827460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.828065 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.828513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.830440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.830908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.832966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.833671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.834116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.837067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:21.846727 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c5338089-ee79-49ec-b675-9a880812c141 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9149 time: 0.5833690 Dec 22 17:19:21.847866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34548) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:21.869647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] For port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:19:21.944989 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-2d2a3008-6efb-4a5b-9103-cce83e1d40c8 service neutron] 10.222.0.70 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531166 Dec 22 17:19:21.990374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] For port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,segment=NetworkSegment(1173fb76-2275-46a6-96cc-bac772c20e28),segment_id=1173fb76-2275-46a6-96cc-bac772c20e28)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:19:22.002527 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42d52a-61bb-40bf-b033-929544541742 None None] New status for floating IP bb3be550-57aa-42e6-a639-76e3ba640933: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:19:22.009471 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] Provisioning for port 372591a3-2856-4d42-b77b-06021d3c4377 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:22.020567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] Provisioning complete for port 372591a3-2856-4d42-b77b-06021d3c4377 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:22.021331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:22.049154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:22.064190 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ddead768-fb81-481b-b982-2857eac8ba19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:22.081942 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.087077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.087604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.088050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.088547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.088992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.089445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.089872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.092869 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.093307 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.093748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.094186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.094620 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:22.099837 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-660ba3ce-2177-4c40-9e03-b6462ff22019 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8265 time: 0.2451890 Dec 22 17:19:22.100126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34552) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:22.128015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9572735-a864-40b0-b501-4f15ad361279 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:22.314529 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0825c915-56b0-476b-956d-f8c2e49bb4c9 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97/tags HTTP/1.1" status: 204 len: 168 time: 1.3010867 Dec 22 17:19:22.315841 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f652cad4-303d-46e9-8151-e7634571b383 req-79e00a91-d672-438a-a1c5-3111e4740785 service neutron] 10.222.0.53 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2830448 Dec 22 17:19:22.318061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34558) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:22.324645 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:19:22.329270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9572735-a864-40b0-b501-4f15ad361279 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:22.485193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13b2d3ad-6589-44b3-a05c-79bbc9715b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:22.500164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.tag.tag_plugin [None req-b264bf78-79f4-40a8-b5b9-cd3ea43e7606 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '275c1168-316d-4253-a07f-89edf90f6c06') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:22.609607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Pushing event updated for resources: {'Port': ['ID=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:22.613453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:22.614649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device bccfd6e3-4a4d-4089-81b3-2ac1710c4372 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:19:22.636856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7abf63bf-ec10-45b4-bca2-b0224b992f0d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:22.680484 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4df17a83-a705-47be-a306-bf2054d41e8a tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4842 time: 0.5732198 Dec 22 17:19:22.681439 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2289c911-068a-472f-88aa-6e55ab698b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:22.700615 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c8f4a7e3-d971-44d5-9536-08a1ed916106 req-c7252ded-892f-4ecf-9fe3-0c114562bb65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9354424 Dec 22 17:19:22.732824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34568) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:22.762030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9572735-a864-40b0-b501-4f15ad361279 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:22.767803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2d3ad-6589-44b3-a05c-79bbc9715b6d None None] Pushing event deleted for resources: {'Port': ['ID=bccfd6e3-4a4d-4089-81b3-2ac1710c4372,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:22.770058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-13b2d3ad-6589-44b3-a05c-79bbc9715b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:22.831222 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26e0a95-5157-4824-90c0-b1f232544b02 None None] Network 0297660b-09d1-4b0c-81e9-c42a7bb990a3 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:22.891331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: bccfd6e3-4a4d-4089-81b3-2ac1710c4372 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:19:22.891694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device bccfd6e3-4a4d-4089-81b3-2ac1710c4372 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:19:22.896163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2d3ad-6589-44b3-a05c-79bbc9715b6d None None] No DVR routers for this DVR port bccfd6e3-4a4d-4089-81b3-2ac1710c4372 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:19:22.937810 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'status': 'completed', 'code': 200} Dec 22 17:19:22.945685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:22.950599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:port and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:22.953387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:22.960628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:22.975128 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e9572735-a864-40b0-b501-4f15ad361279 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "DELETE /v2.0/subnets/0f148e7d-b6cd-47a0-b5ce-96655cd76c21 HTTP/1.1" status: 204 len: 168 time: 2.8504269 Dec 22 17:19:22.975128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9572735-a864-40b0-b501-4f15ad361279 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event deleted for resources: {'Subnet': ['ID=0f148e7d-b6cd-47a0-b5ce-96655cd76c21,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:22.975632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34576) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:22.976623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e071bcc5-50cc-4d15-8d47-7e3cb89409b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:22.979146 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e071bcc5-50cc-4d15-8d47-7e3cb89409b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/a55757fc-d838-46c3-989f-d5e62e009ba0 HTTP/1.1" status: 204 len: 168 time: 4.8363652 Dec 22 17:19:22.996731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e9572735-a864-40b0-b501-4f15ad361279 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:22.997188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34578) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:23.024253 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7ced5c29-ed16-4b61-9414-e74e6115ee69 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/floatingips/bb3be550-57aa-42e6-a639-76e3ba640933 HTTP/1.1" status: 200 len: 994 time: 0.2899587 Dec 22 17:19:23.095198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:23.154413 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1ce11018-8ebb-49db-82d8-0f389cb8fe3f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:23.327334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:23.354385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-404c6960-f3cf-4c77-994a-a205fecd1d36 req-21e31906-9603-4b2c-9952-4a00790febc9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Synchronizing usage tracker for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:23.453436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:23.456469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] For port 372591a3-2856-4d42-b77b-06021d3c4377, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=372591a3-2856-4d42-b77b-06021d3c4377,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:23.474596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:23.481163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef8940-88eb-4aa6-ac21-121af17cfaa0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:23.483035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef8940-88eb-4aa6-ac21-121af17cfaa0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:23.484538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef8940-88eb-4aa6-ac21-121af17cfaa0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:23.488643 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e4ef8940-88eb-4aa6-ac21-121af17cfaa0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3924618 Dec 22 17:19:23.488798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d50096e-eee0-49b7-b2b8-e4f36fb4356b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:23.490126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34590) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:23.505985 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f652cad4-303d-46e9-8151-e7634571b383 req-f7606c58-8c3f-4f90-a66a-2c4f2ff4bea1 service neutron] 10.222.0.53 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9206350 Dec 22 17:19:23.506611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-404c6960-f3cf-4c77-994a-a205fecd1d36 req-21e31906-9603-4b2c-9952-4a00790febc9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Unset dirty status for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:23.507591 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-404c6960-f3cf-4c77-994a-a205fecd1d36 req-21e31906-9603-4b2c-9952-4a00790febc9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 210 time: 0.3414605 Dec 22 17:19:23.517441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:23.571853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:23.612023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port ebd32f2c-92de-484b-9d37-48556961e1f6 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:19:23.628097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] Pushing event updated for resources: {'Port': ['ID=372591a3-2856-4d42-b77b-06021d3c4377,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:23.631350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:23.649678 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b264bf78-79f4-40a8-b5b9-cd3ea43e7606 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06/tags HTTP/1.1" status: 204 len: 168 time: 1.3220153 Dec 22 17:19:23.651636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34596) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:23.655146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ce7ba141-e41f-43ea-8f86-d351426cd32f None None] Provisioning for port 34736173-a110-4a77-8c85-f8b8af81e361 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:23.660428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.tag.tag_plugin [None req-b48d2d9f-998e-42f2-8dee-0df400918f10 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '39ee6b5e-7ed6-4512-b611-6ea768161e01') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:23.665794 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ce7ba141-e41f-43ea-8f86-d351426cd32f None None] Provisioning complete for port 34736173-a110-4a77-8c85-f8b8af81e361 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:23.666278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ce7ba141-e41f-43ea-8f86-d351426cd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:23.739783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f0772b-029b-4a0e-a7ec-625530d5ad10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 0737646f-3602-4d18-8481-878a449f700f {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:23.744177 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ba141-e41f-43ea-8f86-d351426cd32f None None] Port 34736173-a110-4a77-8c85-f8b8af81e361 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:23.744344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33f0772b-029b-4a0e-a7ec-625530d5ad10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:23.746829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946032bf-aa28-4cc9-8f71-c8758f421be7 None None] DHCP port deletion for 0297660b-09d1-4b0c-81e9-c42a7bb990a3 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:19:23.753633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-946032bf-aa28-4cc9-8f71-c8758f421be7 None None] Deleting port 879b79d1-30ac-4eb7-8351-aef23518ea70 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:23.753633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-946032bf-aa28-4cc9-8f71-c8758f421be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:23.785301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:19Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:23.817692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ce7ba141-e41f-43ea-8f86-d351426cd32f None None] Provisioning complete for port 372591a3-2856-4d42-b77b-06021d3c4377 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:23.818070 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ce7ba141-e41f-43ea-8f86-d351426cd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:23.859317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33f0772b-029b-4a0e-a7ec-625530d5ad10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:23.865995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Checking router: e635350c-227f-4678-9008-de32eb6f5501 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:19:23.866376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Updating router e635350c-227f-4678-9008-de32eb6f5501 port 34736173-a110-4a77-8c85-f8b8af81e361 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:19:23.931752 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b48d2d9f-998e-42f2-8dee-0df400918f10 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01/tags HTTP/1.1" status: 204 len: 168 time: 0.2766178 Dec 22 17:19:23.938300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34600) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:24.054748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33f0772b-029b-4a0e-a7ec-625530d5ad10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.085752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.100720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f9a32ea8-7721-475d-944a-645d7e8cbf46 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for subnetpool, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.102223 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f9a32ea8-7721-475d-944a-645d7e8cbf46 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/subnetpools/d40719be-9165-46f5-8582-cd4f6071907c HTTP/1.1" status: 204 len: 168 time: 0.1626129 Dec 22 17:19:24.105866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34606) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:24.109096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.116989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8df0ff-b9fd-4f39-8832-37f82cfe7972']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:24.134752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcbef51-f77d-4e6e-961c-64904a641f35') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:24.135091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcbef51-f77d-4e6e-961c-64904a641f35') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:24.149212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.161029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-440ccab9-cd1f-4656-a033-ec52c4fecd7e tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Synchronizing usage tracker for tenant:4f5031d14e1a46d6960a8c6b68cd2f08 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:24.168758 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.177541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:19:24.177999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.194271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-440ccab9-cd1f-4656-a033-ec52c4fecd7e tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Unset dirty status for tenant:4f5031d14e1a46d6960a8c6b68cd2f08 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:24.197798 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-440ccab9-cd1f-4656-a033-ec52c4fecd7e tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "GET /v2.0/ports?device_id=6856dc45-27ae-46ec-a993-226502b10e97 HTTP/1.1" status: 200 len: 205 time: 0.0885668 Dec 22 17:19:24.198788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34610) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:24.275529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33f0772b-029b-4a0e-a7ec-625530d5ad10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.288721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a712811c-10aa-4825-b721-cdcd983f4b02 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:19:24.292332 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:19:24.390142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34614) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:24.402870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0772b-029b-4a0e-a7ec-625530d5ad10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=0737646f-3602-4d18-8481-878a449f700f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:24.405512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-33f0772b-029b-4a0e-a7ec-625530d5ad10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:24.414081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33f0772b-029b-4a0e-a7ec-625530d5ad10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.422409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278667312', 'description': 'tempest-secgroup-smoke-1278667312 description', 'project_id': 'b81c21c680cf47a59420417b42f80eaa'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:24.426240 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd67e3ec-cf6c-41b0-a116-cc2dd7bfbfad None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:24.438343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:24.443529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a1208996-046f-4292-b09b-66dc757bce15 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.515478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:24.524190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.542917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-ed3f2fa5-c25d-41ee-aaf7-26d0c2df4826 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:24.544374 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-ed3f2fa5-c25d-41ee-aaf7-26d0c2df4826 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 812 time: 0.2071609 Dec 22 17:19:24.545053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-824d3963-127d-4676-89ef-25f8af52681b tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:24.570987 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:24.585988 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-33f0772b-029b-4a0e-a7ec-625530d5ad10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/0737646f-3602-4d18-8481-878a449f700f HTTP/1.1" status: 204 len: 168 time: 1.0930312 Dec 22 17:19:24.587081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34620) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:24.593001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.593836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-946032bf-aa28-4cc9-8f71-c8758f421be7 None None] For port 879b79d1-30ac-4eb7-8351-aef23518ea70, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=879b79d1-30ac-4eb7-8351-aef23518ea70,segment=NetworkSegment(7bb3907f-b6aa-459b-b481-c71b371f092e),segment_id=7bb3907f-b6aa-459b-b481-c71b371f092e)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:24.594228 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-946032bf-aa28-4cc9-8f71-c8758f421be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.604386 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "DELETE /v2.0/networks/bd8df0ff-b9fd-4f39-8832-37f82cfe7972 HTTP/1.1" status: 204 len: 168 time: 1.6216743 Dec 22 17:19:24.631758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:24.632283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34624) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:24.635805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event deleted for resources: {'Network': ['ID=bd8df0ff-b9fd-4f39-8832-37f82cfe7972,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:24.666813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:24.786773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-946032bf-aa28-4cc9-8f71-c8758f421be7 None None] Calling delete_port for 879b79d1-30ac-4eb7-8351-aef23518ea70 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:24.854893 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-a7d38174-860e-4a47-b84c-c7dfe65c53bd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0344a10d8c1c4cca981e644c68927115 HTTP/1.1" status: 200 len: 380 time: 0.2417090 Dec 22 17:19:24.902078 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3c034118-ab7b-406f-b088-c373e3917167 None None] Provisioning complete for port 92586d20-2989-4bb5-b1f5-bfb52f4ccecc triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:24.902451 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3c034118-ab7b-406f-b088-c373e3917167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.913613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'port': {'device_id': '74f3357f-68b7-41de-a444-e6834aefda7b', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'admin_state_up': True, 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'security_groups': ['3d648301-92ca-4758-80ad-79be2914c479']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:24.930314 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cc3afa04-5e59-4b6c-9e3e-849e4153f4b4 req-63931e1c-5fd5-4d89-a66f-f951a3279a63 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 210 time: 0.1210001 Dec 22 17:19:24.962941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.966552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a1208996-046f-4292-b09b-66dc757bce15 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:24.967135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d3258-a182-487a-9c67-d85ca7d660b6 req-1ae42866-4217-4b4b-a087-46ad606e8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:24.968638 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-959d3258-a182-487a-9c67-d85ca7d660b6 req-1ae42866-4217-4b4b-a087-46ad606e8e82 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=076fb32645c24ff6aac7ed3a7822cc5f&device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 1099 time: 1.2972670 Dec 22 17:19:24.984251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a1208996-046f-4292-b09b-66dc757bce15 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.052792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a1208996-046f-4292-b09b-66dc757bce15 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.055848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1208996-046f-4292-b09b-66dc757bce15 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Fanout notify agent at l3_agent the message router_deleted on router 6856dc45-27ae-46ec-a993-226502b10e97 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:19:25.093505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a1208996-046f-4292-b09b-66dc757bce15 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.094748 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a1208996-046f-4292-b09b-66dc757bce15 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/routers/6856dc45-27ae-46ec-a993-226502b10e97 HTTP/1.1" status: 204 len: 168 time: 0.8937762 Dec 22 17:19:25.101644 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.102543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 372591a3-2856-4d42-b77b-06021d3c4377 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:25.118308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34628) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:25.158520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8::12c (755fdf5a-5a31-4c13-84e3-8dfa59f29997/6d563ede-7a48-4df3-8711-e6ebe5de1e1a/ebd32f2c-92de-484b-9d37-48556961e1f6) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:25.198702 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-3c034118-ab7b-406f-b088-c373e3917167 None None] Port 92586d20-2989-4bb5-b1f5-bfb52f4ccecc cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:25.199137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Deleting port 879b79d1-30ac-4eb7-8351-aef23518ea70 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:25.199496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.203096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:25.211519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:25.214995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:25.226526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ed591b-b076-4c95-8579-e907eb7dde12 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet da0c5bc1-aebc-4f17-bcef-894f5409c497 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:25.230770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:25.236808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a5ed591b-b076-4c95-8579-e907eb7dde12 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.269484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3c034118-ab7b-406f-b088-c373e3917167 None None] Provisioning for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:25.273194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-946032bf-aa28-4cc9-8f71-c8758f421be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.285926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-19423e86-5228-4bdc-a2d3-790b8554ab33 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Deleting port 275c1168-316d-4253-a07f-89edf90f6c06 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:25.286499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-19423e86-5228-4bdc-a2d3-790b8554ab33 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.293073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:25.336479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946032bf-aa28-4cc9-8f71-c8758f421be7 None None] No DVR routers for this DVR port 879b79d1-30ac-4eb7-8351-aef23518ea70 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:19:25.363751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:25.386106 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] The port '879b79d1-30ac-4eb7-8351-aef23518ea70' was deleted {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:19:25.387037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3c034118-ab7b-406f-b088-c373e3917167 None None] Provisioning complete for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:25.387819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3c034118-ab7b-406f-b088-c373e3917167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.393111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d3258-a182-487a-9c67-d85ca7d660b6 req-9edf6b13-b8c5-4460-af56-a22072960e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:25.394707 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-959d3258-a182-487a-9c67-d85ca7d660b6 req-9edf6b13-b8c5-4460-af56-a22072960e8d service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a98ace9-9193-46d5-9dd6-3cd2e309230f HTTP/1.1" status: 200 len: 898 time: 0.3714402 Dec 22 17:19:25.432081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946032bf-aa28-4cc9-8f71-c8758f421be7 None None] Pushing event deleted for resources: {'Port': ['ID=879b79d1-30ac-4eb7-8351-aef23518ea70,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:25.440350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.441027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-946032bf-aa28-4cc9-8f71-c8758f421be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:25.461579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a5ed591b-b076-4c95-8579-e907eb7dde12 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.503629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:25.569975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a5ed591b-b076-4c95-8579-e907eb7dde12 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.576082 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 372591a3-2856-4d42-b77b-06021d3c4377 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:25.576749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.666867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.684046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Made reservation on behalf of 0344a10d8c1c4cca981e644c68927115 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:25.687498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.699018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-647fcc16-5cb7-4522-b184-b12fa2c43282 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:25.741681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a5ed591b-b076-4c95-8579-e907eb7dde12 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.750606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:25.753310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.759164 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3573856 Dec 22 17:19:25.760407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34634) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:25.761496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:25.769471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:25.809589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:25.816055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:25.821356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:25.825753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:25.827425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3c034118-ab7b-406f-b088-c373e3917167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.834128 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:25.941267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:25.954219 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-959d3258-a182-487a-9c67-d85ca7d660b6 req-49bc0b1e-6cfb-44f9-bd6b-cb6b2fcdbb8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883 HTTP/1.1" status: 200 len: 1002 time: 0.5058982 Dec 22 17:19:25.960332 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.005214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Transition to ACTIVE for port object 34736173-a110-4a77-8c85-f8b8af81e361 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:26.012663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 879b79d1-30ac-4eb7-8351-aef23518ea70 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:19:26.063829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3c034118-ab7b-406f-b088-c373e3917167 None None] For port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,segment=NetworkSegment(1173fb76-2275-46a6-96cc-bac772c20e28),segment_id=1173fb76-2275-46a6-96cc-bac772c20e28)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:26.065122 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.070425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 879b79d1-30ac-4eb7-8351-aef23518ea70 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:19:26.071005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 879b79d1-30ac-4eb7-8351-aef23518ea70 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:19:26.073905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2c86ea52-2874-4e13-8627-ec6b8f0acfcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:26.084123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0297660b-09d1-4b0c-81e9-c42a7bb990a3']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:26.141882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb3907f-b6aa-459b-b481-c71b371f092e') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:26.142171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb3907f-b6aa-459b-b481-c71b371f092e') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:26.142666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3c034118-ab7b-406f-b088-c373e3917167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.156356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.169013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-19423e86-5228-4bdc-a2d3-790b8554ab33 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.176513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.234922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d3258-a182-487a-9c67-d85ca7d660b6 req-210ba725-4147-47bd-9186-469f397032d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:26.236439 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-959d3258-a182-487a-9c67-d85ca7d660b6 req-210ba725-4147-47bd-9186-469f397032d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dba0c1f0-76a3-4cdc-aeac-75c43529cb60 HTTP/1.1" status: 200 len: 835 time: 0.2201760 Dec 22 17:19:26.237474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Transition to ACTIVE for port object ebd32f2c-92de-484b-9d37-48556961e1f6 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:26.239011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.344847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-19423e86-5228-4bdc-a2d3-790b8554ab33 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Calling delete_port for 275c1168-316d-4253-a07f-89edf90f6c06 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:26.345068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:19:26.345359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:19:26.366822 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:19:26.376561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Attempting to bind port 34736173-a110-4a77-8c85-f8b8af81e361 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:19:26.376987 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Attempting to bind port 34736173-a110-4a77-8c85-f8b8af81e361 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:19:26.377365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Attempting to bind port 34736173-a110-4a77-8c85-f8b8af81e361 on network 414e182f-0910-489f-acbe-e38452689ae4 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:26.379721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d9760-e1eb-41c2-8c33-d66f369a653b None None] Pushing event updated for resources: {'Port': ['ID=34736173-a110-4a77-8c85-f8b8af81e361,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:26.390305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-475d9760-e1eb-41c2-8c33-d66f369a653b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:26.394996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:26.484193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:19:26.484921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Checking segment: {'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:26.485227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.485539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Bound using segment: {'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:19:26.486210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Bound port: 34736173-a110-4a77-8c85-f8b8af81e361, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:19:26.486648 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.499660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c034118-ab7b-406f-b088-c373e3917167 None None] Pushing event updated for resources: {'Port': ['ID=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:26.511031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3c034118-ab7b-406f-b088-c373e3917167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:26.528873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a5ed591b-b076-4c95-8579-e907eb7dde12 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.569962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.572123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Allocated IP 172.20.0.3 (61b43531-00f7-434e-b681-69fa5be04147/f17b2965-d70c-4ae3-84b8-068e15a3fa47/e966eab4-9567-440f-8692-0fc2f3d93c93) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:26.586285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-02191689-ab25-406e-bdd3-03beee59d434 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:26.618787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.630704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] For port 34736173-a110-4a77-8c85-f8b8af81e361, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:19:26.639931 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-70c0fc22-44d5-4e39-a618-66fa3a63b22f req-57e0b343-f452-4419-8892-3f41068ec26a tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 210 time: 0.1760180 Dec 22 17:19:26.649195 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a5ed591b-b076-4c95-8579-e907eb7dde12 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/da0c5bc1-aebc-4f17-bcef-894f5409c497 HTTP/1.1" status: 204 len: 168 time: 2.0525258 Dec 22 17:19:26.649195 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed591b-b076-4c95-8579-e907eb7dde12 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=da0c5bc1-aebc-4f17-bcef-894f5409c497,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:26.650376 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event deleted for resources: {'Network': ['ID=0297660b-09d1-4b0c-81e9-c42a7bb990a3,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:26.652991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34640) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:26.657514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a5ed591b-b076-4c95-8579-e907eb7dde12 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:26.673000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:26.678714 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "DELETE /v2.0/networks/0297660b-09d1-4b0c-81e9-c42a7bb990a3 HTTP/1.1" status: 204 len: 168 time: 2.0452373 Dec 22 17:19:26.715676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] For port 34736173-a110-4a77-8c85-f8b8af81e361, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=34736173-a110-4a77-8c85-f8b8af81e361,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:19:26.724675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34644) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:26.725637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.726511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.730057 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:26.765476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.794502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:26.804731 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-19423e86-5228-4bdc-a2d3-790b8554ab33 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:26.830663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-608a7062-3bc0-4b3e-af6d-0d9af73f09ff tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:26.848672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d9760-e1eb-41c2-8c33-d66f369a653b None None] Pushing event updated for resources: {'Port': ['ID=34736173-a110-4a77-8c85-f8b8af81e361,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:26.860098 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-475d9760-e1eb-41c2-8c33-d66f369a653b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:26.865193 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-22b0914e-ab7a-43c4-9ad9-9728da2d21d5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1939433 Dec 22 17:19:26.885180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34648) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:26.901482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d3258-a182-487a-9c67-d85ca7d660b6 req-dcd4bd54-f987-45c7-ac87-9e08e9f3c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:26.902091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:26.902731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:26.902924 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-959d3258-a182-487a-9c67-d85ca7d660b6 req-dcd4bd54-f987-45c7-ac87-9e08e9f3c823 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a98ace9-9193-46d5-9dd6-3cd2e309230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6489727 Dec 22 17:19:26.920001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:26.962211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19423e86-5228-4bdc-a2d3-790b8554ab33 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Pushing event deleted for resources: {'Port': ['ID=275c1168-316d-4253-a07f-89edf90f6c06,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:26.968495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-19423e86-5228-4bdc-a2d3-790b8554ab33 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:27.079338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:27.118352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:27.123974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:27.129522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:27.130141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.189057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-b363ae06-2711-4d27-8fa5-b0f22e6634a0 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Deleting subnet 1a43bebb-4b30-44fc-929e-7bf58587ff35 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:27.221702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b363ae06-2711-4d27-8fa5-b0f22e6634a0 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.228114 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1ce11018-8ebb-49db-82d8-0f389cb8fe3f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:27.271698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.290275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.302502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:27.343748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b363ae06-2711-4d27-8fa5-b0f22e6634a0 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.441415 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a879c0-797d-4d1c-84ac-8a95076b3684 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:27.475703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b363ae06-2711-4d27-8fa5-b0f22e6634a0 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.595293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-19423e86-5228-4bdc-a2d3-790b8554ab33 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.598777 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=ebd32f2c-92de-484b-9d37-48556961e1f6,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:27.609713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:27.627604 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.4911702 Dec 22 17:19:27.633546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34652) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:27.638476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:19:27.640911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d9d529a6-043f-41f6-8a76-0f8d30465f62 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:27.641971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b363ae06-2711-4d27-8fa5-b0f22e6634a0 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.660266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109fcc7d-837f-4f95-a7f9-dda9741e191b,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:27.663871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:27.667985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e0952a5a-2a9e-434b-90c9-a7f6bf66f26a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:27.783854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.807133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Transition to ACTIVE for port object e966eab4-9567-440f-8692-0fc2f3d93c93 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:27.819599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0ea99a87-21fc-488d-b852-3dbc4153ce63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.841875 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-19423e86-5228-4bdc-a2d3-790b8554ab33 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/ports/275c1168-316d-4253-a07f-89edf90f6c06 HTTP/1.1" status: 204 len: 168 time: 2.7223353 Dec 22 17:19:27.852777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34658) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:27.859898 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-959d3258-a182-487a-9c67-d85ca7d660b6 req-689f1c7b-f5a8-4fc8-9ff5-7a1b197cb20b service neutron] 10.222.0.53 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8923602 Dec 22 17:19:27.861913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:27.867414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:27.870675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:27.877688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:27.885783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b363ae06-2711-4d27-8fa5-b0f22e6634a0 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.889695 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b363ae06-2711-4d27-8fa5-b0f22e6634a0 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "DELETE /v2.0/subnets/1a43bebb-4b30-44fc-929e-7bf58587ff35 HTTP/1.1" status: 204 len: 168 time: 1.1361289 Dec 22 17:19:27.889695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363ae06-2711-4d27-8fa5-b0f22e6634a0 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event deleted for resources: {'Subnet': ['ID=1a43bebb-4b30-44fc-929e-7bf58587ff35,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:27.890767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34662) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:27.894770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.895953 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1288378 Dec 22 17:19:27.921629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b363ae06-2711-4d27-8fa5-b0f22e6634a0 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:27.930585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34666) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:27.939006 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb820a0-aa2c-459c-9538-6d84b4a125ce None None] Network d3621094-ff54-4e24-824f-c215a3c5d6c9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:27.942639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:27.953499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:27.994418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:27.994835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a5373c1a-e695-4c9c-aa21-72169548f185 None None] Provisioning complete for port 0c17a719-8161-4060-869c-96cf24dfebfc triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:27.995534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a5373c1a-e695-4c9c-aa21-72169548f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.021742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:28.029645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:28.030644 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:28.042939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:28.064359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-92590b31-ce90-4ace-85b2-e38af4730669 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Deleting subnet 39ee6b5e-7ed6-4512-b611-6ea768161e01 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:28.076321 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92590b31-ce90-4ace-85b2-e38af4730669 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.082660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Network 61b43531-00f7-434e-b681-69fa5be04147 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:28.116399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:28.118105 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:28.126110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.162370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:28.162751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.177624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.210272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.245185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:28.252669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92590b31-ce90-4ace-85b2-e38af4730669 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.303843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Deleting port 661d26a6-733f-41fe-9d41-6be91537df7c {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:28.304234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.626982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09222dcb-2caf-4320-b220-ad2df24c29ad None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:19:28.637623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] For port 661d26a6-733f-41fe-9d41-6be91537df7c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=661d26a6-733f-41fe-9d41-6be91537df7c,segment=NetworkSegment(ff001ddd-7015-4ffb-8fb4-6704a13ed77e),segment_id=ff001ddd-7015-4ffb-8fb4-6704a13ed77e)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:28.638255 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.686332 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'Port': ['ID=e966eab4-9567-440f-8692-0fc2f3d93c93,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:28.704944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:28.707734 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-09222dcb-2caf-4320-b220-ad2df24c29ad None None] Deleting port 0c17a719-8161-4060-869c-96cf24dfebfc {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:28.708580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-09222dcb-2caf-4320-b220-ad2df24c29ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.738292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:28.738915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.750698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d9d529a6-043f-41f6-8a76-0f8d30465f62 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:28.785063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Calling delete_port for 661d26a6-733f-41fe-9d41-6be91537df7c owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:28.787613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d9d529a6-043f-41f6-8a76-0f8d30465f62 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:28.793680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d9d529a6-043f-41f6-8a76-0f8d30465f62 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:28.819174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d9d529a6-043f-41f6-8a76-0f8d30465f62 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:28.832534 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9230142 Dec 22 17:19:28.842481 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-959d3258-a182-487a-9c67-d85ca7d660b6 req-0ee492d9-8adc-45ca-bfc8-5c0c1f92307b service neutron] 10.222.0.53 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8142238 Dec 22 17:19:28.859198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Request body: {'port': {'device_id': '74f3357f-68b7-41de-a444-e6834aefda7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:28.878652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.892680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.898866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:28.905161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25547a1a-7112-492b-a101-dd333ea83956 req-0eecdd34-8f5a-4b54-94b7-cb728a9b78d5 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:28.905863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-25547a1a-7112-492b-a101-dd333ea83956 req-0eecdd34-8f5a-4b54-94b7-cb728a9b78d5 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Synchronizing usage tracker for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:28.919888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d529a6-043f-41f6-8a76-0f8d30465f62 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:28.923266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9d529a6-043f-41f6-8a76-0f8d30465f62 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.937832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4916e9-e5f7-493b-8d92-a3991d30b4f4,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:28.948987 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:28.957662 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92590b31-ce90-4ace-85b2-e38af4730669 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.992501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:28.994027 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0621815 Dec 22 17:19:29.001031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34670) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:29.008090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:29.014890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.017964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-922eb2fc-df4f-4fff-b412-8975ae74ac2e None None] Provisioning for port e966eab4-9567-440f-8692-0fc2f3d93c93 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:29.019535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-19423e86-5228-4bdc-a2d3-790b8554ab33 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:29.037870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-922eb2fc-df4f-4fff-b412-8975ae74ac2e None None] Provisioning complete for port e966eab4-9567-440f-8692-0fc2f3d93c93 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:29.038254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-922eb2fc-df4f-4fff-b412-8975ae74ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.075732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:29.080933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event deleted for resources: {'Port': ['ID=661d26a6-733f-41fe-9d41-6be91537df7c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:29.097889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:29.104270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:29.107335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] No DVR routers for this DVR port 661d26a6-733f-41fe-9d41-6be91537df7c on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:19:29.109717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:29.124986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5722fc55-85f9-44a4-b43d-7ef646534024 None None] DHCP port deletion for d3621094-ff54-4e24-824f-c215a3c5d6c9 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:19:29.149217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:29.157999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-09222dcb-2caf-4320-b220-ad2df24c29ad None None] For port 0c17a719-8161-4060-869c-96cf24dfebfc, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=0c17a719-8161-4060-869c-96cf24dfebfc,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:29.158483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-09222dcb-2caf-4320-b220-ad2df24c29ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.161171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-25547a1a-7112-492b-a101-dd333ea83956 req-0eecdd34-8f5a-4b54-94b7-cb728a9b78d5 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Unset dirty status for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:29.168541 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-25547a1a-7112-492b-a101-dd333ea83956 req-0eecdd34-8f5a-4b54-94b7-cb728a9b78d5 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 931 time: 0.9998119 Dec 22 17:19:29.313083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.316672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.320616 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92590b31-ce90-4ace-85b2-e38af4730669 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.327490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a7913eab-376d-4d2a-baec-2427a91c4acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:29.347735 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-25547a1a-7112-492b-a101-dd333ea83956 req-07d11377-306b-4bdb-b9c8-b8ef463cd1de tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781616 Dec 22 17:19:29.353900 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.370268 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.ipam_backend_mixin [None req-d9d529a6-043f-41f6-8a76-0f8d30465f62 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d563ede-7a48-4df3-8711-e6ebe5de1e1a (CIDR: 2001:db8::/64) Dec 22 17:19:29.377427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:26Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:29.394112 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92590b31-ce90-4ace-85b2-e38af4730669 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Pushing event deleted for resources: {'Subnet': ['ID=39ee6b5e-7ed6-4512-b611-6ea768161e01,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:29.395154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-09222dcb-2caf-4320-b220-ad2df24c29ad None None] Calling delete_port for 0c17a719-8161-4060-869c-96cf24dfebfc owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:29.397622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-92590b31-ce90-4ace-85b2-e38af4730669 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:29.405912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92590b31-ce90-4ace-85b2-e38af4730669 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.409195 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3621094-ff54-4e24-824f-c215a3c5d6c9']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:29.421012 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d529a6-043f-41f6-8a76-0f8d30465f62 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:19:29.421600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d529a6-043f-41f6-8a76-0f8d30465f62 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:29.428026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c3cd3-1f08-4e2d-a216-6c068a9427cc None None] The sync data for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv is: [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:26Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:19:29.430858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 661d26a6-733f-41fe-9d41-6be91537df7c no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:19:29.437226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff001ddd-7015-4ffb-8fb4-6704a13ed77e') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:29.437574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff001ddd-7015-4ffb-8fb4-6704a13ed77e') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:29.455778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.470937 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-92590b31-ce90-4ace-85b2-e38af4730669 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/subnets/39ee6b5e-7ed6-4512-b611-6ea768161e01 HTTP/1.1" status: 204 len: 168 time: 1.6171019 Dec 22 17:19:29.474222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34678) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:29.509427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 661d26a6-733f-41fe-9d41-6be91537df7c {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:19:29.509702 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 661d26a6-733f-41fe-9d41-6be91537df7c not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:19:29.510136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 0c17a719-8161-4060-869c-96cf24dfebfc no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:19:29.553041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0208a00-27ff-4bcf-8eec-3b4b4e054c2a None None] Network ce14a865-f80e-4d6c-88d3-69f0e7285371 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:29.612946 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d9d529a6-043f-41f6-8a76-0f8d30465f62 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9765511 Dec 22 17:19:29.621369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34682) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:29.635522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:29.652490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.663166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.685277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:19:29.685669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.707362 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:19:29.708190 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:19:29.729647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Deleting port 70cf9f92-eed8-4efb-9f88-be843c6dea3c {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:29.729990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:29.742669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-922eb2fc-df4f-4fff-b412-8975ae74ac2e None None] Port e966eab4-9567-440f-8692-0fc2f3d93c93 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:29.866359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:29.892854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:29.901596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-922eb2fc-df4f-4fff-b412-8975ae74ac2e None None] Provisioning for port ebd32f2c-92de-484b-9d37-48556961e1f6 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:29.909215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:29.970094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-922eb2fc-df4f-4fff-b412-8975ae74ac2e None None] Provisioning complete for port ebd32f2c-92de-484b-9d37-48556961e1f6 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:29.971429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-922eb2fc-df4f-4fff-b412-8975ae74ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.004672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:30.027619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.045106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-eb49c366-8a7e-4c33-8837-3b6fdc4ff84e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:30.060284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-922eb2fc-df4f-4fff-b412-8975ae74ac2e None None] Port ebd32f2c-92de-484b-9d37-48556961e1f6 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:30.070975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-09222dcb-2caf-4320-b220-ad2df24c29ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.087758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5514ed09-fdc6-48fa-b621-7979bef1468c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:30.089968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ea4432-92b8-4196-ad1d-6d0ec75a29e5,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:30.093519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:30.120006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.121308 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1190014 Dec 22 17:19:30.122246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.124710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34686) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:30.133566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.134931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:30.139461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.139856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:30.145789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:30.149813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:30.153108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:30.159391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:30.163648 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No active binding found for port 0c17a719-8161-4060-869c-96cf24dfebfc {{(pid=87588) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 17:19:30.164429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 0c17a719-8161-4060-869c-96cf24dfebfc not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:19:30.231772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09222dcb-2caf-4320-b220-ad2df24c29ad None None] Pushing event deleted for resources: {'Port': ['ID=0c17a719-8161-4060-869c-96cf24dfebfc,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:30.237928 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09222dcb-2caf-4320-b220-ad2df24c29ad None None] No DVR routers for this DVR port 0c17a719-8161-4060-869c-96cf24dfebfc on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:19:30.240101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-09222dcb-2caf-4320-b220-ad2df24c29ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:30.269622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1c527cfe-17ee-49f6-b716-9b8732c7bd3a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:30.273419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5ce8e950-c1c2-46ad-a77b-b4b7a71eddf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.295052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:19:30.339342 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "DELETE /v2.0/networks/d3621094-ff54-4e24-824f-c215a3c5d6c9 HTTP/1.1" status: 204 len: 168 time: 2.4411201 Dec 22 17:19:30.341172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Pushing event deleted for resources: {'Network': ['ID=d3621094-ff54-4e24-824f-c215a3c5d6c9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:30.353793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:30.358832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34690) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:30.411205 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49500809-935c-4643-8341-8be5542cce56 None None] DHCP port deletion for ce14a865-f80e-4d6c-88d3-69f0e7285371 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:19:30.416528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-49500809-935c-4643-8341-8be5542cce56 None None] Deleting port 70cf9f92-eed8-4efb-9f88-be843c6dea3c {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:30.416898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-49500809-935c-4643-8341-8be5542cce56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.504688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.590891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] For port 70cf9f92-eed8-4efb-9f88-be843c6dea3c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=70cf9f92-eed8-4efb-9f88-be843c6dea3c,segment=NetworkSegment(88880246-dbc2-4dab-921b-d9243f06bf05),segment_id=88880246-dbc2-4dab-921b-d9243f06bf05)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:30.591437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.595625 dv-neutron-822513-1-hyperv neutron-server[87587]: WARNING neutron.services.revisions.revision_plugin [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Could not find related port for resource to bump revision. Dec 22 17:19:30.649134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_pluggable_backend [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Port 0c17a719-8161-4060-869c-96cf24dfebfc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87587) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 17:19:30.649485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_pluggable_backend [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Reverting IP allocation for 2001:db8::f816:3eff:fe50:3e8a {{(pid=87587) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 22 17:19:30.653973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a640ae2a-63bb-4e6b-ae85-b43e3cfc1789 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Synchronizing usage tracker for tenant:f1bc6b2249244ef1b5aa1ba7cf039a95 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:30.700146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_pluggable_backend [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe50:3e8a {{(pid=87587) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 22 17:19:30.719315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.729191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e9572735-a864-40b0-b501-4f15ad361279 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:30.804120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e966eab4-9567-440f-8692-0fc2f3d93c93 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:19:30.822934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.830265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:30.839780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:30.848722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-49500809-935c-4643-8341-8be5542cce56 None None] For port 70cf9f92-eed8-4efb-9f88-be843c6dea3c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=70cf9f92-eed8-4efb-9f88-be843c6dea3c,segment=NetworkSegment(88880246-dbc2-4dab-921b-d9243f06bf05),segment_id=88880246-dbc2-4dab-921b-d9243f06bf05)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:30.851931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-49500809-935c-4643-8341-8be5542cce56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.853362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:30.853952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.871257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=2b803a90-d77a-48bb-8068-efdac19bab02,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:30.878420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:30.880167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Transition to ACTIVE for port object e966eab4-9567-440f-8692-0fc2f3d93c93 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:30.883144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdc74ee-e412-458c-8bd5-ce8cd86bfc3b None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:30.900370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:30.907729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e0e85bf0-6eab-4430-a2e3-19f550ac8413 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:30.942903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Calling delete_port for 70cf9f92-eed8-4efb-9f88-be843c6dea3c owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:30.950665 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0496776 Dec 22 17:19:30.985479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34696) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:31.006961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:31.021204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.022851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a640ae2a-63bb-4e6b-ae85-b43e3cfc1789 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Unset dirty status for tenant:f1bc6b2249244ef1b5aa1ba7cf039a95 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:31.024428 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a640ae2a-63bb-4e6b-ae85-b43e3cfc1789 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4d1ea00-6cd7-452f-96e9-f33db9bf0813 HTTP/1.1" status: 200 len: 205 time: 0.5854535 Dec 22 17:19:31.028458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34700) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:31.133474 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.185895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-49500809-935c-4643-8341-8be5542cce56 None None] Calling delete_port for 70cf9f92-eed8-4efb-9f88-be843c6dea3c owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:31.199638 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4bf91888-39cc-493a-84b5-fe87ce04bfeb tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:31.309933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308788a7-e7ee-4afa-815a-3d5d1ce2df81,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:31.318701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-82da2122-7e0c-49f7-add0-648c174542ec tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.391796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:31.414156 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 34736173-a110-4a77-8c85-f8b8af81e361 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:31.499738 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.500438 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.505804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e98f2-1bf2-4420-9897-35aadc83d7b4 req-59c7666f-0300-45ec-a905-7625890bb1cb tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:31.507681 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f54e98f2-1bf2-4420-9897-35aadc83d7b4 req-59c7666f-0300-45ec-a905-7625890bb1cb tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 931 time: 0.9536145 Dec 22 17:19:31.535421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.536675 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4072869 Dec 22 17:19:31.543686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34704) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:31.551070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:31.557465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.585495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Pushing event updated for resources: {'Port': ['ID=e966eab4-9567-440f-8692-0fc2f3d93c93,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:31.596342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:31.612125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 34736173-a110-4a77-8c85-f8b8af81e361 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:31.622841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 34736173-a110-4a77-8c85-f8b8af81e361 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:31.623250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.627785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:31.669282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:31.680650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:31.696619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-49500809-935c-4643-8341-8be5542cce56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:19:31.696982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-49500809-935c-4643-8341-8be5542cce56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:19:31.738895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:31.741831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:31.744627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.760359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:31.760953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.764547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': '2b803a90-d77a-48bb-8068-efdac19bab02'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:19:31.765394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.769456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:31.773041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d9ecc75c-b324-4610-86c0-3fef082aea13 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:31.774623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb4c357-f676-432c-a573-91db00b22d8a None None] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:31.796797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Subnet': ['ID=e52b53e3-a00f-40d1-9800-4c13f83f71ac,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:31.816509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:31.830478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:31.835318 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2087498 Dec 22 17:19:31.835318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Attempting to bind port e966eab4-9567-440f-8692-0fc2f3d93c93 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:19:31.835318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Attempting to bind port e966eab4-9567-440f-8692-0fc2f3d93c93 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:19:31.835318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Attempting to bind port e966eab4-9567-440f-8692-0fc2f3d93c93 on network 61b43531-00f7-434e-b681-69fa5be04147 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:31.835941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34708) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:31.836553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-82da2122-7e0c-49f7-add0-648c174542ec tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.841110 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f54e98f2-1bf2-4420-9897-35aadc83d7b4 req-0284cff2-3095-4bfd-8950-70e1247d56eb tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235343 Dec 22 17:19:31.841769 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Pushing event deleted for resources: {'Port': ['ID=70cf9f92-eed8-4efb-9f88-be843c6dea3c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:31.844156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-82da2122-7e0c-49f7-add0-648c174542ec tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.846153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-571917686', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e52b53e3-a00f-40d1-9800-4c13f83f71ac'}], 'security_groups': ['89a47708-176b-4ecf-963a-f365cd931bcc']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:31.852254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:31.853047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] No DVR routers for this DVR port 70cf9f92-eed8-4efb-9f88-be843c6dea3c on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:19:31.873862 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:31.881580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Port e966eab4-9567-440f-8692-0fc2f3d93c93 on network 61b43531-00f7-434e-b681-69fa5be04147 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:19:31.881580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Attempting to bind port e966eab4-9567-440f-8692-0fc2f3d93c93 on network 61b43531-00f7-434e-b681-69fa5be04147 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:31.901894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:31.904217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:19:31.904559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Checking segment: {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:31.904943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Bound using segment: {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:19:31.905370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Bound port: e966eab4-9567-440f-8692-0fc2f3d93c93, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:19:31.905716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.918674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:31.918883 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:19:31.930895 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.931155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:31.942669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-82da2122-7e0c-49f7-add0-648c174542ec tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:31.944032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82da2122-7e0c-49f7-add0-648c174542ec tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Fanout notify agent at l3_agent the message router_deleted on router f4d1ea00-6cd7-452f-96e9-f33db9bf0813 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:19:31.969950 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.016043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:32.020643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.182827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.197837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-49500809-935c-4643-8341-8be5542cce56 None None] Deleting port 70cf9f92-eed8-4efb-9f88-be843c6dea3c {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:32.198054 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-49500809-935c-4643-8341-8be5542cce56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.202812 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-82da2122-7e0c-49f7-add0-648c174542ec tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.203935 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-82da2122-7e0c-49f7-add0-648c174542ec tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] 10.222.0.70 "DELETE /v2.0/routers/f4d1ea00-6cd7-452f-96e9-f33db9bf0813 HTTP/1.1" status: 204 len: 168 time: 1.1733234 Dec 22 17:19:32.217076 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] For port e966eab4-9567-440f-8692-0fc2f3d93c93, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:19:32.234730 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 34736173-a110-4a77-8c85-f8b8af81e361, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=34736173-a110-4a77-8c85-f8b8af81e361,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:32.257514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.265407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce14a865-f80e-4d6c-88d3-69f0e7285371']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:32.265819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] For port e966eab4-9567-440f-8692-0fc2f3d93c93, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e966eab4-9567-440f-8692-0fc2f3d93c93,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:19:32.275330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.291778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88880246-dbc2-4dab-921b-d9243f06bf05') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:32.293043 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88880246-dbc2-4dab-921b-d9243f06bf05') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:32.299314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.309422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4559fe12-b0d5-43e4-a291-a110b7a8cf79 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:32.309807 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-49500809-935c-4643-8341-8be5542cce56 None None] The port '70cf9f92-eed8-4efb-9f88-be843c6dea3c' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:19:32.316143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-475d9760-e1eb-41c2-8c33-d66f369a653b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:32.317623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.344361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.347783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.357996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-584f532b-e48d-49fe-8204-623f83de32c0 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:32.377500 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Allocated IP 2001:db8::f816:3eff:febf:ad59 (1719665a-967c-4b0a-ab06-6816cb17c416/2b803a90-d77a-48bb-8068-efdac19bab02/7a720400-7279-4eeb-b3ea-f8f7d15b8312) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:32.388428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:19:32.390129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.420223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:32.420957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.422543 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] 10.222.0.53 "PUT /v2.0/ports/e966eab4-9567-440f-8692-0fc2f3d93c93 HTTP/1.1" status: 200 len: 1093 time: 3.5777967 Dec 22 17:19:32.426643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f3357f-68b7-41de-a444-e6834aefda7b', 'tag': 'e966eab4-9567-440f-8692-0fc2f3d93c93'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:19:32.443438 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:19:32.448085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.476476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84c43b7-fc46-4a26-bb0b-e5e7f104de53,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:32.479960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 70cf9f92-eed8-4efb-9f88-be843c6dea3c no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:19:32.481558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Pushing event updated for resources: {'Port': ['ID=e966eab4-9567-440f-8692-0fc2f3d93c93,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:32.543208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:32.558674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.562437 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0137546 Dec 22 17:19:32.564684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34720) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:32.570230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:32.575283 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:32.578643 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f3357f-68b7-41de-a444-e6834aefda7b', 'tag': 'e966eab4-9567-440f-8692-0fc2f3d93c93', 'status': 'completed', 'code': 200} Dec 22 17:19:32.583768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:32.589243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:32.598581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:32.605825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:32.609426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.612399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 70cf9f92-eed8-4efb-9f88-be843c6dea3c {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:19:32.613040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 70cf9f92-eed8-4efb-9f88-be843c6dea3c not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:19:32.614200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:32.632349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.641387 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Pushing event deleted for resources: {'Network': ['ID=ce14a865-f80e-4d6c-88d3-69f0e7285371,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:32.644845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:32.646391 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] 10.222.0.70 "DELETE /v2.0/networks/ce14a865-f80e-4d6c-88d3-69f0e7285371 HTTP/1.1" status: 204 len: 168 time: 3.1688070 Dec 22 17:19:32.656070 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:19:32.671455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34726) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:32.685957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.705840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.710970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=34736173-a110-4a77-8c85-f8b8af81e361,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:32.716733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:32.842657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.851172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.853537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7841ddc7-0fb7-4b29-9090-68a52409fd07 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:32.909650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79294d4-2b7b-4640-861a-da25284c74d0,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:32.915213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:32.954949 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:19:32.957683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:32.968663 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3937199 Dec 22 17:19:33.017005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.027760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f843bbc-bcee-4f8d-b113-392ddb9963f6 None None] Update dhcp port {'port': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'fixed_ips': [{'subnet_id': '6d563ede-7a48-4df3-8711-e6ebe5de1e1a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e52b53e3-a00f-40d1-9800-4c13f83f71ac'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '1ce11018-8ebb-49db-82d8-0f389cb8fe3f'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:19:33.043382 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-57dca08b-87f1-4b41-a42a-88aca09e166d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1bc6b2249244ef1b5aa1ba7cf039a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691595 Dec 22 17:19:33.044412 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34736) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:33.089590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1f843bbc-bcee-4f8d-b113-392ddb9963f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.102107 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Transition to ACTIVE for port object 7a720400-7279-4eeb-b3ea-f8f7d15b8312 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:33.164178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-9fc5e783-07da-4d4e-9054-75fc7381d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:33.173672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Transition to ACTIVE for port object 7a720400-7279-4eeb-b3ea-f8f7d15b8312 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:33.174282 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-9fc5e783-07da-4d4e-9054-75fc7381d5ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 1096 time: 0.6708467 Dec 22 17:19:33.186728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.195374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:33.198557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6e496b4-5ea5-4e2c-965e-0dd8357a21b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.240487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbf22f-acf6-455c-878c-76be056d58cf req-13aa769f-c20b-4315-b8a6-db076a63d8b0 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:33.249747 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8cdbf22f-acf6-455c-878c-76be056d58cf req-13aa769f-c20b-4315-b8a6-db076a63d8b0 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 943 time: 0.1751010 Dec 22 17:19:33.266857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6e496b4-5ea5-4e2c-965e-0dd8357a21b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.292605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34748) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:33.328462 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8cdbf22f-acf6-455c-878c-76be056d58cf req-cabf1b7d-6b9e-4592-9edc-ab029a2cd8f3 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778525 Dec 22 17:19:33.358539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 34736173-a110-4a77-8c85-f8b8af81e361 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:33.364073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6e496b4-5ea5-4e2c-965e-0dd8357a21b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.369779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c339d073-b40e-42d2-aad5-539652c4d4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:33.385374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e496b4-5ea5-4e2c-965e-0dd8357a21b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ea2b04-e3c9-40fb-a201-b8b4b4f52d69,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:33.389984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a6e496b4-5ea5-4e2c-965e-0dd8357a21b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:33.394188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6e496b4-5ea5-4e2c-965e-0dd8357a21b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.395684 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a6e496b4-5ea5-4e2c-965e-0dd8357a21b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17ea2b04-e3c9-40fb-a201-b8b4b4f52d69 HTTP/1.1" status: 204 len: 168 time: 0.3499172 Dec 22 17:19:33.454253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:33.463455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:33.473248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Pushing event updated for resources: {'Port': ['ID=7a720400-7279-4eeb-b3ea-f8f7d15b8312,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:33.478954 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:33.485142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:33.541314 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-019d1284-d463-403f-ad73-0e8a678f1d0f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f5031d14e1a46d6960a8c6b68cd2f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401178 Dec 22 17:19:33.541892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34760) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:33.548363 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-c1dd0c20-d5cf-4dde-ae01-9ecd353243aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e966eab4-9567-440f-8692-0fc2f3d93c93 HTTP/1.1" status: 200 len: 217 time: 0.3467991 Dec 22 17:19:33.620459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 34736173-a110-4a77-8c85-f8b8af81e361 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:33.620823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5999b00-6b29-40c9-bea0-5309a05d764f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.621195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.660653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5999b00-6b29-40c9-bea0-5309a05d764f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.666166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Attempting to bind port 7a720400-7279-4eeb-b3ea-f8f7d15b8312 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:19:33.666696 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Attempting to bind port 7a720400-7279-4eeb-b3ea-f8f7d15b8312 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:19:33.667193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Attempting to bind port 7a720400-7279-4eeb-b3ea-f8f7d15b8312 on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:33.677093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:19:33.677534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:33.678568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.679087 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:19:33.679701 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Bound port: 7a720400-7279-4eeb-b3ea-f8f7d15b8312, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:19:33.680187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.727724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5999b00-6b29-40c9-bea0-5309a05d764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.735641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:33.751298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5999b00-6b29-40c9-bea0-5309a05d764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a026386-2d64-43a0-9786-51d2eb297d6b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:33.754623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c5999b00-6b29-40c9-bea0-5309a05d764f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:33.757381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5999b00-6b29-40c9-bea0-5309a05d764f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.761035 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c5999b00-6b29-40c9-bea0-5309a05d764f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a026386-2d64-43a0-9786-51d2eb297d6b HTTP/1.1" status: 204 len: 168 time: 0.2159927 Dec 22 17:19:33.817168 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.866010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-67882003-4263-41a1-bc95-5dad877502fc tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:33.884013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] For port 7a720400-7279-4eeb-b3ea-f8f7d15b8312, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:19:33.889944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] For port 7a720400-7279-4eeb-b3ea-f8f7d15b8312, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7a720400-7279-4eeb-b3ea-f8f7d15b8312,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:19:33.896946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:33.902073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:33.926016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Delete allocated IP 2001:db8::12c (755fdf5a-5a31-4c13-84e3-8dfa59f29997/6d563ede-7a48-4df3-8711-e6ebe5de1e1a) {{(pid=87587) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 17:19:33.993760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Pushing event updated for resources: {'Port': ['ID=7a720400-7279-4eeb-b3ea-f8f7d15b8312,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:34.000050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:34.017525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8:0:1::134 (755fdf5a-5a31-4c13-84e3-8dfa59f29997/e52b53e3-a00f-40d1-9800-4c13f83f71ac/ebd32f2c-92de-484b-9d37-48556961e1f6) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:34.056743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-ad5ed732-6d5c-4975-a317-66e66b209d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:34.058236 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-ad5ed732-6d5c-4975-a317-66e66b209d33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.4888823 Dec 22 17:19:34.058970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=bb838b33-970b-4206-a25b-51a1c77c6ae6,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:34.082923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:34.147572 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-b5f0d7f3-bdff-46c5-8ed4-903c22f355ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278667312&fields=id&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 267 time: 0.6062825 Dec 22 17:19:34.158620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:34.221650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:34.233969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:34.234660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:34.522059 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5353284 Dec 22 17:19:34.525757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34786) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:34.531389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:e3:da:65', 'name': 'tempest-NetworksTestDHCPv6-445775173'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:34.553908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-29fd1eb3-745e-450e-8259-70248456447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:34.555416 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-29fd1eb3-745e-450e-8259-70248456447d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4742131 Dec 22 17:19:34.573968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-368b8e5b-3303-4f1f-8dd8-8e992e1721d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:34.575467 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-368b8e5b-3303-4f1f-8dd8-8e992e1721d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/networks?id=414e182f-0910-489f-acbe-e38452689ae4 HTTP/1.1" status: 200 len: 796 time: 0.4268146 Dec 22 17:19:34.599315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34790) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:34.612153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:34.692778 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-a65f8ea4-0531-4848-a759-9b6effe649e9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/quotas/b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 375 time: 0.0918539 Dec 22 17:19:34.703168 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Transition to ACTIVE for port object ebd32f2c-92de-484b-9d37-48556961e1f6 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:34.708240 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25435129-715d-4778-8801-265a7f876ad0 req-cb0bcb5c-f625-47ca-abe3-2f8106e2c726 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:34.722105 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-25435129-715d-4778-8801-265a7f876ad0 req-cb0bcb5c-f625-47ca-abe3-2f8106e2c726 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 943 time: 0.2366388 Dec 22 17:19:34.724290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:34.731436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:port and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:34.735858 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:34.749025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:34.760879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8a8b313b-bf3a-4e60-8b04-0f9d453a44fc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:34.766511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:34.806318 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-25435129-715d-4778-8801-265a7f876ad0 req-3a5e7c99-8f2c-4434-83b4-ae88518ad5dc tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763545 Dec 22 17:19:34.814861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:34.845571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-1f843bbc-bcee-4f8d-b113-392ddb9963f6 None None] Allocated IP 2001:db8:0:1::2 (755fdf5a-5a31-4c13-84e3-8dfa59f29997/e52b53e3-a00f-40d1-9800-4c13f83f71ac/1ce11018-8ebb-49db-82d8-0f389cb8fe3f) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:34.860951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-32b41824-2109-4fe0-96e4-0d6172a95b3f tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1290681460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:34.913282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-32b41824-2109-4fe0-96e4-0d6172a95b3f tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:34.944774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-32b41824-2109-4fe0-96e4-0d6172a95b3f tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Usage tracker for resource:router and tenant:c7c1f535f0b8439b9e9d72bdc744bd7a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:34.953743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] In _notify_port_updated(), no bound segment for port ebd32f2c-92de-484b-9d37-48556961e1f6 on network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:19:34.959949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:34.960552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:34.961857 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "PUT /v2.0/ports/ebd32f2c-92de-484b-9d37-48556961e1f6 HTTP/1.1" status: 200 len: 930 time: 3.1229045 Dec 22 17:19:34.963077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-32b41824-2109-4fe0-96e4-0d6172a95b3f tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:34.972925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34798) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:34.977960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-32b41824-2109-4fe0-96e4-0d6172a95b3f tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:34.983479 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-f2cefc38-598d-4789-9feb-9b8049da5a3d service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169281 Dec 22 17:19:34.984288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=ebd32f2c-92de-484b-9d37-48556961e1f6,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:34.988556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:35.043748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-1f843bbc-bcee-4f8d-b113-392ddb9963f6 None None] For port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,segment=NetworkSegment(1173fb76-2275-46a6-96cc-bac772c20e28),segment_id=1173fb76-2275-46a6-96cc-bac772c20e28)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:35.046330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.077495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32b41824-2109-4fe0-96e4-0d6172a95b3f tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.078518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32b41824-2109-4fe0-96e4-0d6172a95b3f tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.079000 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1f843bbc-bcee-4f8d-b113-392ddb9963f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.085360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port a4da1090-c3f3-496c-9971-2f77e244e810 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:19:35.098245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1f843bbc-bcee-4f8d-b113-392ddb9963f6 None None] Transition to ACTIVE for port object 1ce11018-8ebb-49db-82d8-0f389cb8fe3f will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:35.100503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.105009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1f843bbc-bcee-4f8d-b113-392ddb9963f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.112573 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1caa3fb4-3af9-4d7f-ac01-1f360a1d4f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:35.115493 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-c9d92da1-127e-4bd5-9098-ee3e223513a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4135489 Dec 22 17:19:35.134952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc1c1a-433a-4592-877b-5e554d84f419 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port ebd32f2c-92de-484b-9d37-48556961e1f6 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:35.135482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c3dc1c1a-433a-4592-877b-5e554d84f419 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.138060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32b41824-2109-4fe0-96e4-0d6172a95b3f tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.173617 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-196e17d5-c4fc-45f1-b93c-3a2a9091e1da req-81a541d0-fdd8-4c91-bff0-6caf2d938306 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822486 Dec 22 17:19:35.220658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32b41824-2109-4fe0-96e4-0d6172a95b3f tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.404331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7a720400-7279-4eeb-b3ea-f8f7d15b8312 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:35.438613 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af69c00e-46e6-418d-8d81-a03572a77396 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:35.445714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-32b41824-2109-4fe0-96e4-0d6172a95b3f tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.446891 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-32b41824-2109-4fe0-96e4-0d6172a95b3f tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8413005 Dec 22 17:19:35.451567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34806) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:35.461696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-334036727'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:35.468356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:35.477660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Usage tracker for resource:network and tenant:c7c1f535f0b8439b9e9d72bdc744bd7a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:35.481676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:35.499306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:35.543131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Made reservation on behalf of c7c1f535f0b8439b9e9d72bdc744bd7a for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:35.547396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.561347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c3dc1c1a-433a-4592-877b-5e554d84f419 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.561895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc298cb9-b80f-4f16-82b5-641f813014ef req-d58b9ad1-bdb0-455b-aaaf-875e28d87a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:35.563362 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc298cb9-b80f-4f16-82b5-641f813014ef req-d58b9ad1-bdb0-455b-aaaf-875e28d87a35 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 1096 time: 0.3232882 Dec 22 17:19:35.567214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.578214 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-d3c7ace9-daa6-40cc-b7c6-b656b32d715e service neutron] 10.222.0.70 "GET /v2.0/networks/414e182f-0910-489f-acbe-e38452689ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414780 Dec 22 17:19:35.611234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f843bbc-bcee-4f8d-b113-392ddb9963f6 None None] Pushing event updated for resources: {'Port': ['ID=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:35.619647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1f843bbc-bcee-4f8d-b113-392ddb9963f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:35.622996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-52227d47-9cbb-4519-b9de-f75de077e524 None None] Provisioning for port 7a720400-7279-4eeb-b3ea-f8f7d15b8312 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:35.655620 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 7a720400-7279-4eeb-b3ea-f8f7d15b8312 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:35.666474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:35.672860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7a720400-7279-4eeb-b3ea-f8f7d15b8312 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:35.673241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.917213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc1c1a-433a-4592-877b-5e554d84f419 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for ebd32f2c-92de-484b-9d37-48556961e1f6 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:35.929290 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.984071 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 7a720400-7279-4eeb-b3ea-f8f7d15b8312, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7a720400-7279-4eeb-b3ea-f8f7d15b8312,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:35.996033 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:35.998157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9f6fa693-d1e9-485c-a650-d587d306e294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:36.047391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Usage tracker for resource:security_group_rule and tenant:c7c1f535f0b8439b9e9d72bdc744bd7a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:36.055295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:36.068971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:36.117652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 172.20.0.9 (1719665a-967c-4b0a-ab06-6816cb17c416/bb838b33-970b-4206-a25b-51a1c77c6ae6/a4da1090-c3f3-496c-9971-2f77e244e810) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:36.130225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0ce967-c7bc-4f52-8f2a-8733a368fe96 None None] Update dhcp port {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': '2b803a90-d77a-48bb-8068-efdac19bab02', 'ip_address': '2001:db8::f816:3eff:febf:ad59'}, {'subnet_id': 'bb838b33-970b-4206-a25b-51a1c77c6ae6'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '7a720400-7279-4eeb-b3ea-f8f7d15b8312'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:19:36.132613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::f816:3eff:fee3:da65 (1719665a-967c-4b0a-ab06-6816cb17c416/2b803a90-d77a-48bb-8068-efdac19bab02/a4da1090-c3f3-496c-9971-2f77e244e810) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:36.165758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=7a720400-7279-4eeb-b3ea-f8f7d15b8312,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:36.175296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:36.185561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc298cb9-b80f-4f16-82b5-641f813014ef req-f825bc9e-d5d5-4e7f-939e-8d11a08bfda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:36.187754 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc298cb9-b80f-4f16-82b5-641f813014ef req-f825bc9e-d5d5-4e7f-939e-8d11a08bfda9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 913 time: 0.6072559 Dec 22 17:19:36.196880 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2e0ce967-c7bc-4f52-8f2a-8733a368fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.200112 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c3dc1c1a-433a-4592-877b-5e554d84f419 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.211861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a9e3832e-382b-48b2-811b-3f1c80e0ab3c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:36.260377 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-99bf47b8-f489-4368-8afa-ebbed2aaeea9 service neutron] 10.222.0.70 "GET /v2.0/networks/414e182f-0910-489f-acbe-e38452689ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984607 Dec 22 17:19:36.280108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc1c1a-433a-4592-877b-5e554d84f419 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=ebd32f2c-92de-484b-9d37-48556961e1f6,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:36.282498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c3dc1c1a-433a-4592-877b-5e554d84f419 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:36.346301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.366315 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc298cb9-b80f-4f16-82b5-641f813014ef req-35ad85f9-9641-4f45-a480-3f1f4ea0c24a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e966eab4-9567-440f-8692-0fc2f3d93c93 HTTP/1.1" status: 200 len: 217 time: 0.1704106 Dec 22 17:19:36.367824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.371676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-02b57c04-940b-4a93-a05c-1768df319fd3 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:36.413831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046f0419-2fed-42a4-8674-0ab9e52d80bb,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:36.457774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:36.466371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c3dc1c1a-433a-4592-877b-5e554d84f419 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.478645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:19:36.482270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928730-e91c-4870-bdd9-179e39a17b2d req-d52de629-9b45-452d-a89d-8ce35187d7e7 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:36.489158 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-41928730-e91c-4870-bdd9-179e39a17b2d req-d52de629-9b45-452d-a89d-8ce35187d7e7 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 943 time: 0.4424689 Dec 22 17:19:36.495325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.496301 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Added segment b6f84966-2608-4282-9ac4-6fe0b6ce1d4a of type vlan for network c61ada74-1409-4f8e-8b00-f0ed11a28d8c Dec 22 17:19:36.503170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc298cb9-b80f-4f16-82b5-641f813014ef req-2760c38e-456a-4f8d-ad6c-d2bc6e44bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:36.504639 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc298cb9-b80f-4f16-82b5-641f813014ef req-2760c38e-456a-4f8d-ad6c-d2bc6e44bffb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.0921338 Dec 22 17:19:36.534633 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c3dc1c1a-433a-4592-877b-5e554d84f419 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/ebd32f2c-92de-484b-9d37-48556961e1f6 HTTP/1.1" status: 204 len: 168 time: 1.5606205 Dec 22 17:19:36.548138 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34812) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:36.564047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-69e1389d-83c2-43d6-94f3-fafec595f633 None None] Could not find standard attr ID for object ebd32f2c-92de-484b-9d37-48556961e1f6. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:19:36.580652 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-69e1389d-83c2-43d6-94f3-fafec595f633 None None] Provisioning complete for port 92586d20-2989-4bb5-b1f5-bfb52f4ccecc triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:36.581169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-69e1389d-83c2-43d6-94f3-fafec595f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.587526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.629877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc298cb9-b80f-4f16-82b5-641f813014ef req-b86a55b9-aa0a-46f7-aff5-0d14440595a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:36.632005 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc298cb9-b80f-4f16-82b5-641f813014ef req-b86a55b9-aa0a-46f7-aff5-0d14440595a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200674 Dec 22 17:19:36.635410 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-41928730-e91c-4870-bdd9-179e39a17b2d req-b0142d0c-0159-4f41-9839-5faec63a341e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452522 Dec 22 17:19:36.636580 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-884ec6af-29ed-4db0-b7fd-953ac0ac2cba tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:19:36.637149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-884ec6af-29ed-4db0-b7fd-953ac0ac2cba tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:36.674995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-69e1389d-83c2-43d6-94f3-fafec595f633 None None] Port 92586d20-2989-4bb5-b1f5-bfb52f4ccecc cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:36.680797 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-884ec6af-29ed-4db0-b7fd-953ac0ac2cba tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:36.682018 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-884ec6af-29ed-4db0-b7fd-953ac0ac2cba tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/ebd32f2c-92de-484b-9d37-48556961e1f6 HTTP/1.1" status: 404 len: 333 time: 0.1329026 Dec 22 17:19:36.685027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34816) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:36.691775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.696653 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-69e1389d-83c2-43d6-94f3-fafec595f633 None None] Provisioning for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:36.703147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-69e1389d-83c2-43d6-94f3-fafec595f633 None None] Provisioning complete for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:36.703831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-69e1389d-83c2-43d6-94f3-fafec595f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.733299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object a4da1090-c3f3-496c-9971-2f77e244e810 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:36.735823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.743679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:36.744755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.761289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e275d357-9797-44e8-8933-29cad7bc3344 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:36.801200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-26ed2370-9872-45c4-ab65-98ec7f81e5ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.856081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-26ed2370-9872-45c4-ab65-98ec7f81e5ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.867386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:36.878610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:36.910950 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4574401 Dec 22 17:19:36.920319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34820) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:36.926070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Request body: {'subnet': {'network_id': 'c61ada74-1409-4f8e-8b00-f0ed11a28d8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:36.933334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-2e0ce967-c7bc-4f52-8f2a-8733a368fe96 None None] Allocated IP 172.20.0.2 (1719665a-967c-4b0a-ab06-6816cb17c416/bb838b33-970b-4206-a25b-51a1c77c6ae6/7a720400-7279-4eeb-b3ea-f8f7d15b8312) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:36.943560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event updated for resources: {'Network': ['ID=c61ada74-1409-4f8e-8b00-f0ed11a28d8c,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:36.955036 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:36.986374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:36.993473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:36.996315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:37.045099 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc298cb9-b80f-4f16-82b5-641f813014ef req-eeb2bb96-cdb0-4b55-9f13-5a4a2a59830e service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055078 Dec 22 17:19:37.050331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=a4da1090-c3f3-496c-9971-2f77e244e810,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:37.054944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:37.081394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2e0ce967-c7bc-4f52-8f2a-8733a368fe96 None None] For port 7a720400-7279-4eeb-b3ea-f8f7d15b8312, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7a720400-7279-4eeb-b3ea-f8f7d15b8312,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:37.085547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:37.086021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network c61ada74-1409-4f8e-8b00-f0ed11a28d8c details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:19:37.086250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.091588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-26ed2370-9872-45c4-ab65-98ec7f81e5ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.100063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a6e496b4-5ea5-4e2c-965e-0dd8357a21b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:37.111560 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-548d74f5-5021-485e-b618-2f41f9e12db9 None None] Could not find standard attr ID for object ebd32f2c-92de-484b-9d37-48556961e1f6. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:19:37.120391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed2370-9872-45c4-ab65-98ec7f81e5ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af74cac-df5a-4c1a-8554-e9ef26ae2e5a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:37.123508 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-26ed2370-9872-45c4-ab65-98ec7f81e5ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.125169 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-26ed2370-9872-45c4-ab65-98ec7f81e5ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/security-groups/5af74cac-df5a-4c1a-8554-e9ef26ae2e5a HTTP/1.1" status: 204 len: 168 time: 0.4388118 Dec 22 17:19:37.126334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-26ed2370-9872-45c4-ab65-98ec7f81e5ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:37.132684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34824) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:37.136525 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6074495 Dec 22 17:19:37.137026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34828) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:37.141466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:37.159311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Usage tracker for resource:subnet and tenant:c7c1f535f0b8439b9e9d72bdc744bd7a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:37.163962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:37.172246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:37.205029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Made reservation on behalf of c7c1f535f0b8439b9e9d72bdc744bd7a for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:37.210015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.223875 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2e0ce967-c7bc-4f52-8f2a-8733a368fe96 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.242278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2e0ce967-c7bc-4f52-8f2a-8733a368fe96 None None] Transition to ACTIVE for port object 7a720400-7279-4eeb-b3ea-f8f7d15b8312 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:37.247645 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2e0ce967-c7bc-4f52-8f2a-8733a368fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.252181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3c034118-ab7b-406f-b088-c373e3917167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:37.267640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2ad17764-dedb-4425-9cb5-b4c956c03ee4 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.301640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2ad17764-dedb-4425-9cb5-b4c956c03ee4 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.319378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f70ebf-fa29-419f-bc23-99fe69270fe0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:37.325525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f70ebf-fa29-419f-bc23-99fe69270fe0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:37.326520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-83f70ebf-fa29-419f-bc23-99fe69270fe0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:37.343844 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc298cb9-b80f-4f16-82b5-641f813014ef req-d2d399cc-ce0a-4b6a-838a-04b60c130485 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872410 Dec 22 17:19:37.371984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7a720400-7279-4eeb-b3ea-f8f7d15b8312 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:37.373670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-83f70ebf-fa29-419f-bc23-99fe69270fe0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:37.375663 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-83f70ebf-fa29-419f-bc23-99fe69270fe0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2370632 Dec 22 17:19:37.381100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34832) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:37.423041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2ad17764-dedb-4425-9cb5-b4c956c03ee4 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.434013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-701bf529-3f21-4efd-bfc5-b5c2b6605064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:37.465437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad17764-dedb-4425-9cb5-b4c956c03ee4 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a47708-176b-4ecf-963a-f365cd931bcc,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:37.482197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.487071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2ad17764-dedb-4425-9cb5-b4c956c03ee4 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:37.492818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4562f227-ca1a-476a-a85c-1b9634a47337 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:37.494871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2ad17764-dedb-4425-9cb5-b4c956c03ee4 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.501895 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2ad17764-dedb-4425-9cb5-b4c956c03ee4 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/security-groups/89a47708-176b-4ecf-963a-f365cd931bcc HTTP/1.1" status: 204 len: 168 time: 0.3641908 Dec 22 17:19:37.505267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34840) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:37.509986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-95c7d56e-144c-47d6-83c0-b7488ec71961 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port a4da1090-c3f3-496c-9971-2f77e244e810 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:37.510423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95c7d56e-144c-47d6-83c0-b7488ec71961 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.559657 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ce967-c7bc-4f52-8f2a-8733a368fe96 None None] Pushing event updated for resources: {'Port': ['ID=7a720400-7279-4eeb-b3ea-f8f7d15b8312,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:37.566206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2e0ce967-c7bc-4f52-8f2a-8733a368fe96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:37.583887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event updated for resources: {'Subnet': ['ID=8d8941f7-668e-402f-8b6e-5a14d4d8cca8,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:37.587864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:37.593514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Checking segment: {'id': 'b6f84966-2608-4282-9ac4-6fe0b6ce1d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c61ada74-1409-4f8e-8b00-f0ed11a28d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:37.593861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Network hostable DHCP agents. Network: c61ada74-1409-4f8e-8b00-f0ed11a28d8c, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:19:37.595411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1ce11018-8ebb-49db-82d8-0f389cb8fe3f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:37.616340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Network c61ada74-1409-4f8e-8b00-f0ed11a28d8c is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:19:37.633421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, c61ada74-1409-4f8e-8b00-f0ed11a28d8c) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:37.637871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:37.638586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.652874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf92b0c-9f27-4cda-913e-57f801c86512 None None] Network c61ada74-1409-4f8e-8b00-f0ed11a28d8c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:37.666934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-a377e2b9-44a6-4cc5-9138-3b6e50230cb7 req-c87d52c0-b27a-47aa-a86a-3ff32e0e8a75 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:37.682260 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7605610 Dec 22 17:19:37.685187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34848) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:37.694094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Request body: {'network': {'name': 'tempest-router-network01--921600169'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:37.704725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:37.714901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Usage tracker for resource:network and tenant:c7c1f535f0b8439b9e9d72bdc744bd7a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:37.721431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:37.733013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:37.770916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Made reservation on behalf of c7c1f535f0b8439b9e9d72bdc744bd7a for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:37.779494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.810524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab28230e-5aaf-4baf-9126-4ece3a1e454a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting subnet 6d563ede-7a48-4df3-8711-e6ebe5de1e1a {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:37.813984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab28230e-5aaf-4baf-9126-4ece3a1e454a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.828580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:19:37.842397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:37.842822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.859940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:37.860882 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Added segment 5cfc2020-7ab5-424c-b6b7-d53e790cdf8f of type vlan for network 796afe8d-05d0-4869-bfc4-af05d57ac70d Dec 22 17:19:37.896266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab28230e-5aaf-4baf-9126-4ece3a1e454a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.024244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.027602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-a377e2b9-44a6-4cc5-9138-3b6e50230cb7 req-c87d52c0-b27a-47aa-a86a-3ff32e0e8a75 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:38.028806 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a377e2b9-44a6-4cc5-9138-3b6e50230cb7 req-c87d52c0-b27a-47aa-a86a-3ff32e0e8a75 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 210 time: 0.5243754 Dec 22 17:19:38.111604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-c61ada74-1409-4f8e-8b00-f0ed11a28d8c', 'network_id': 'c61ada74-1409-4f8e-8b00-f0ed11a28d8c', 'tenant_id': 'c7c1f535f0b8439b9e9d72bdc744bd7a', 'fixed_ips': [{'subnet_id': '8d8941f7-668e-402f-8b6e-5a14d4d8cca8'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:19:38.112856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.112986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.123470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:38.124195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.128779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8de0a3da-db96-4192-9fec-bd2bff300759 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:38.200043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b21b4-b8a9-4a05-a215-e321f176ff70 req-48621150-dfab-4864-b2ce-4cb0efab8c9d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:38.203996 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3e6b21b4-b8a9-4a05-a215-e321f176ff70 req-48621150-dfab-4864-b2ce-4cb0efab8c9d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 943 time: 0.3202329 Dec 22 17:19:38.216245 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5296159 Dec 22 17:19:38.220148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34858) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:38.336075 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Allocated IP 172.20.0.2 (c61ada74-1409-4f8e-8b00-f0ed11a28d8c/8d8941f7-668e-402f-8b6e-5a14d4d8cca8/4a13302e-a4a7-4b52-8310-e7cd836d0e03) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:38.346041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Request body: {'network': {'name': 'tempest-router-network02--23272685'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:38.355305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:38.364799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Usage tracker for resource:network and tenant:c7c1f535f0b8439b9e9d72bdc744bd7a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:38.368696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:38.375406 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:38.451850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Made reservation on behalf of c7c1f535f0b8439b9e9d72bdc744bd7a for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:38.455744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.468923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab28230e-5aaf-4baf-9126-4ece3a1e454a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.496936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event updated for resources: {'Network': ['ID=796afe8d-05d0-4869-bfc4-af05d57ac70d,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:38.500473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:38.514507 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3e6b21b4-b8a9-4a05-a215-e321f176ff70 req-29ddca51-8ba1-4fec-a7cd-5bc87c8331df tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928867 Dec 22 17:19:38.517937 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95c7d56e-144c-47d6-83c0-b7488ec71961 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.539086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:19:38.539249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 796afe8d-05d0-4869-bfc4-af05d57ac70d details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:19:38.551476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.551911 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Added segment d417c8c7-7987-4cde-82d2-fdd6037bac3a of type vlan for network 0131874b-10d0-41d7-8671-1f8780357ab9 Dec 22 17:19:38.585382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.632510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.639249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:38.639870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.643987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-28f76239-30cd-42ba-aaab-82dbe095aedb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:38.726100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-95c7d56e-144c-47d6-83c0-b7488ec71961 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for a4da1090-c3f3-496c-9971-2f77e244e810 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:38.733769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6100799f-2ef6-4e72-96ed-0e8ba5695926 None None] Provisioning for port 7a720400-7279-4eeb-b3ea-f8f7d15b8312 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:38.744431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6100799f-2ef6-4e72-96ed-0e8ba5695926 None None] Provisioning complete for port 7a720400-7279-4eeb-b3ea-f8f7d15b8312 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:38.744803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6100799f-2ef6-4e72-96ed-0e8ba5695926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.817493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab28230e-5aaf-4baf-9126-4ece3a1e454a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.823829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-77283966-7b47-4e50-ba3c-459137bd130d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:38.868020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28230e-5aaf-4baf-9126-4ece3a1e454a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Subnet': ['ID=6d563ede-7a48-4df3-8711-e6ebe5de1e1a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:38.877778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ab28230e-5aaf-4baf-9126-4ece3a1e454a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.881255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:38.887920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ab28230e-5aaf-4baf-9126-4ece3a1e454a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:38.898904 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27075bb8-9fd9-492f-8c81-7e7a251c72be None None] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:38.922857 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ab28230e-5aaf-4baf-9126-4ece3a1e454a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/6d563ede-7a48-4df3-8711-e6ebe5de1e1a HTTP/1.1" status: 204 len: 168 time: 1.3838096 Dec 22 17:19:38.928018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34862) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:38.939921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:39.022760 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7995596 Dec 22 17:19:39.023861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event updated for resources: {'Network': ['ID=0131874b-10d0-41d7-8671-1f8780357ab9,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:39.026335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34866) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:39.029861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:39.043615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Request body: {'subnet': {'network_id': '796afe8d-05d0-4869-bfc4-af05d57ac70d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:39.077123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 0131874b-10d0-41d7-8671-1f8780357ab9 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:19:39.151071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:39.155729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95c7d56e-144c-47d6-83c0-b7488ec71961 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:39.157816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:39.179010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:39.180166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-33e0911f-3ea3-4429-bfd4-a36b87a3a936 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:39.183360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Usage tracker for resource:subnet and tenant:c7c1f535f0b8439b9e9d72bdc744bd7a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:39.186491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:39.190242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Transition to ACTIVE for port object 4a13302e-a4a7-4b52-8310-e7cd836d0e03 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:39.213603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:39.216877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Transition to ACTIVE for port object 4a13302e-a4a7-4b52-8310-e7cd836d0e03 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:39.233970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:39.266255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Made reservation on behalf of c7c1f535f0b8439b9e9d72bdc744bd7a for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:39.266623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:39.276340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7d56e-144c-47d6-83c0-b7488ec71961 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=a4da1090-c3f3-496c-9971-2f77e244e810,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:39.285263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:39.345008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:39.349208 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7a720400-7279-4eeb-b3ea-f8f7d15b8312 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:39.374794 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0d321b13-6766-432c-9709-4a45bf02e7af req-039718f4-af87-41d1-8bb3-56c7a49a76d5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 210 time: 0.1622264 Dec 22 17:19:39.376492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-95c7d56e-144c-47d6-83c0-b7488ec71961 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:39.387580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:39.391995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:39.409337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-be0dea5c-0e28-4f55-969d-24db7570fa77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:39.478221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-496ffd9e-8879-4fb4-aff3-b6f5f83e95f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:39.479807 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-496ffd9e-8879-4fb4-aff3-b6f5f83e95f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks?id=414e182f-0910-489f-acbe-e38452689ae4 HTTP/1.1" status: 200 len: 796 time: 0.2856014 Dec 22 17:19:39.611447 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Network c61ada74-1409-4f8e-8b00-f0ed11a28d8c is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:39.628041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:39.650214 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-727d1812-bf27-4c20-bd81-6df33f536598 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 380 time: 0.1083527 Dec 22 17:19:39.657512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:39.664774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'device_id': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'admin_state_up': True, 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'security_groups': ['8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:39.691952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8ce2f3d5-a68b-49ad-bdcd-1fa5c8b050f0 None None] Could not find standard attr ID for object a4da1090-c3f3-496c-9971-2f77e244e810. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:19:39.701896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Pushing event updated for resources: {'Port': ['ID=4a13302e-a4a7-4b52-8310-e7cd836d0e03,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:39.713086 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:39.741698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95c7d56e-144c-47d6-83c0-b7488ec71961 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:39.754077 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-95c7d56e-144c-47d6-83c0-b7488ec71961 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/a4da1090-c3f3-496c-9971-2f77e244e810 HTTP/1.1" status: 204 len: 168 time: 2.3694429 Dec 22 17:19:39.755089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34878) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:39.857130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c6b4a-0e17-4f4a-9655-47833004d4a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:39.859272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c6b4a-0e17-4f4a-9655-47833004d4a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:39.860205 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Attempting to bind port 4a13302e-a4a7-4b52-8310-e7cd836d0e03 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:19:39.860688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Attempting to bind port 4a13302e-a4a7-4b52-8310-e7cd836d0e03 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b6f84966-2608-4282-9ac4-6fe0b6ce1d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c61ada74-1409-4f8e-8b00-f0ed11a28d8c'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:19:39.861073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c6b4a-0e17-4f4a-9655-47833004d4a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:39.861199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Attempting to bind port 4a13302e-a4a7-4b52-8310-e7cd836d0e03 on network c61ada74-1409-4f8e-8b00-f0ed11a28d8c {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:39.862058 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7e3c6b4a-0e17-4f4a-9655-47833004d4a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:39.867547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7a720400-7279-4eeb-b3ea-f8f7d15b8312 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:39.867950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:39.868091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:39.872971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b363ae06-2711-4d27-8fa5-b0f22e6634a0 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:39.910804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:19:39.911253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Checking segment: {'id': 'b6f84966-2608-4282-9ac4-6fe0b6ce1d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c61ada74-1409-4f8e-8b00-f0ed11a28d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:39.911728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:39.912911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Bound using segment: {'id': 'b6f84966-2608-4282-9ac4-6fe0b6ce1d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c61ada74-1409-4f8e-8b00-f0ed11a28d8c'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:19:39.913475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Bound port: 4a13302e-a4a7-4b52-8310-e7cd836d0e03, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f84966-2608-4282-9ac4-6fe0b6ce1d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c61ada74-1409-4f8e-8b00-f0ed11a28d8c'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:19:39.913927 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:39.939888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:39.943708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:39.947492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7e3c6b4a-0e17-4f4a-9655-47833004d4a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:39.951078 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7e3c6b4a-0e17-4f4a-9655-47833004d4a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1933851 Dec 22 17:19:39.951262 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0916635-b0f5-4248-a1f9-de0f50753a27 req-6dcc55a5-a767-4a30-b994-ca2f142c39f6 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:39.951860 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b0916635-b0f5-4248-a1f9-de0f50753a27 req-6dcc55a5-a767-4a30-b994-ca2f142c39f6 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 943 time: 0.2109652 Dec 22 17:19:39.957283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34882) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:39.958053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:39.959032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:39.965170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:39.972856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Subnet': ['ID=b109f746-8337-451d-bacd-55d049e6a38e,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:39.977673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:39.989616 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0580828 Dec 22 17:19:39.990799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34886) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:39.996653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'security_group': {'name': 'tempest-secgroup-1305755174'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:40.003297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:40.007320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:security_group and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:40.010648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:40.017026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:40.027422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.054600 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:40.056737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:40.062453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:security_group_rule and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:40.066228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:40.076229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:40.095753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] For port 4a13302e-a4a7-4b52-8310-e7cd836d0e03, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:19:40.104548 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b0916635-b0f5-4248-a1f9-de0f50753a27 req-61ed67d8-0aaf-49da-9b9d-c579feb1a572 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405380 Dec 22 17:19:40.108009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:40.109028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] For port 4a13302e-a4a7-4b52-8310-e7cd836d0e03, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4a13302e-a4a7-4b52-8310-e7cd836d0e03,segment=NetworkSegment(b6f84966-2608-4282-9ac4-6fe0b6ce1d4a),segment_id=b6f84966-2608-4282-9ac4-6fe0b6ce1d4a)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:19:40.111249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.117573 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.122381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:40.133511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.140286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:40.172837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45e36a2-6afb-4816-8d4a-e691a2e6a3e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 2b803a90-d77a-48bb-8068-efdac19bab02 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:40.200176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Pushing event updated for resources: {'Port': ['ID=4a13302e-a4a7-4b52-8310-e7cd836d0e03,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:40.205109 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:40.218464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.225985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.232902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-91fea7a1-5c9d-4146-8624-aff9aee30793 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:40.237560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a45e36a2-6afb-4816-8d4a-e691a2e6a3e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.276343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6ccef3-a1ec-4a60-915f-b79d32da562e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:40.279795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:40.282844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.284492 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2927577 Dec 22 17:19:40.287430 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34892) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:40.293840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'security_group': {'name': 'tempest-secgroup-1802398590'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:40.304048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:40.309053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:security_group and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:40.312051 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:40.322028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:40.346552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.382388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:40.390397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:security_group_rule and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:40.394550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:40.401519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:40.403350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a45e36a2-6afb-4816-8d4a-e691a2e6a3e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.493247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event updated for resources: {'Subnet': ['ID=dee1a0e9-205d-47bb-aa1a-0b137dc4342d,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:40.519548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:40.594392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.601543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Checking segment: {'id': '5cfc2020-7ab5-424c-b6b7-d53e790cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '796afe8d-05d0-4869-bfc4-af05d57ac70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:40.601907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Network hostable DHCP agents. Network: 796afe8d-05d0-4869-bfc4-af05d57ac70d, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:19:40.602812 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.609898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-be31f1fe-bca0-40cf-a7a9-f8c351fdb8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:40.652911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411bfbe1-6d63-4d52-9da5-6bf2d2de0069,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:40.657359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:40.660419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.664519 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3735206 Dec 22 17:19:40.664751 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34908) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:40.672957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'security_group': {'name': 'tempest-secgroup-628764119'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:40.680365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:40.684173 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7d5b331a-e618-4b1b-a173-82d4385e9f21 req-3da67736-9285-4ad4-b59b-7433883e7291 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 210 time: 0.0912039 Dec 22 17:19:40.697452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:security_group and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:40.711053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:40.728023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:40.734774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Network 796afe8d-05d0-4869-bfc4-af05d57ac70d is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:19:40.741915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.745494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.11 (414e182f-0910-489f-acbe-e38452689ae4/bbdfcbdb-75d6-4821-afb1-2ddb54a8478e/1c9db90a-ee74-45dc-a56c-c6bfc070e91c) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:40.765537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 796afe8d-05d0-4869-bfc4-af05d57ac70d) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:40.767010 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:40.773179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:security_group_rule and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:40.775322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:40.775904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.776604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:40.781145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9cc3b7-886a-445e-a426-9b974f6c1096 None None] Network 796afe8d-05d0-4869-bfc4-af05d57ac70d requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:40.783867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:40.787055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a45e36a2-6afb-4816-8d4a-e691a2e6a3e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.887784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.899428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:40.909221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2a4b677c-9009-4389-b330-df6aa10c358e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:41.007759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0c526d-ba70-46e5-be84-bb677197fc04,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:41.013954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:41.014933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:41.018765 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3529606 Dec 22 17:19:41.033175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34918) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:41.051902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-598986547', 'security_groups': ['6d0c526d-ba70-46e5-be84-bb677197fc04'], 'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b109f746-8337-451d-bacd-55d049e6a38e'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:41.071812 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0414383 Dec 22 17:19:41.078568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34922) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:41.179638 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-796afe8d-05d0-4869-bfc4-af05d57ac70d', 'network_id': '796afe8d-05d0-4869-bfc4-af05d57ac70d', 'tenant_id': 'c7c1f535f0b8439b9e9d72bdc744bd7a', 'fixed_ips': [{'subnet_id': 'dee1a0e9-205d-47bb-aa1a-0b137dc4342d'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:19:41.181418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Request body: {'subnet': {'network_id': '0131874b-10d0-41d7-8671-1f8780357ab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:41.184205 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:41.450106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:41.482691 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab0c409-5869-4a2c-b902-9727d677b4bd None None] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:41.499654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4a13302e-a4a7-4b52-8310-e7cd836d0e03 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:41.513463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:41.541408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:41.633101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a45e36a2-6afb-4816-8d4a-e691a2e6a3e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:41.642445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4121e5d2-aaf4-4c57-a2b1-0de670e3452c None None] Provisioning complete for port 92586d20-2989-4bb5-b1f5-bfb52f4ccecc triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:41.644418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4121e5d2-aaf4-4c57-a2b1-0de670e3452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:41.678063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:41.713443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cea13-b4cb-4ed0-b344-dfeca144f9c9 req-5d9e33e9-bfa1-4cb1-8d01-fd62e0434351 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:41.715017 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f43cea13-b4cb-4ed0-b344-dfeca144f9c9 req-5d9e33e9-bfa1-4cb1-8d01-fd62e0434351 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 943 time: 0.2765024 Dec 22 17:19:41.717175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Allocated IP 172.20.0.2 (796afe8d-05d0-4869-bfc4-af05d57ac70d/dee1a0e9-205d-47bb-aa1a-0b137dc4342d/cb7f1729-3fd4-4276-b1d6-4e5f34809c08) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:41.718774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] device_id is not set on port 98027f1a-8a87-4698-b8c4-8070cdd9cbe3 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:19:41.725183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 4a13302e-a4a7-4b52-8310-e7cd836d0e03 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:41.750752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:41.777930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 1c9db90a-ee74-45dc-a56c-c6bfc070e91c will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:41.789838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4121e5d2-aaf4-4c57-a2b1-0de670e3452c None None] Port 92586d20-2989-4bb5-b1f5-bfb52f4ccecc cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:41.813134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6805e046-c781-4d7f-a90d-60a67aa240c6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:41.838688 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f43cea13-b4cb-4ed0-b344-dfeca144f9c9 req-96ad6172-c552-4109-9309-198a31f01df6 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667903 Dec 22 17:19:41.863894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:41.872236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Usage tracker for resource:subnet and tenant:c7c1f535f0b8439b9e9d72bdc744bd7a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:41.880334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:41.886062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:41.889655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e36a2-6afb-4816-8d4a-e691a2e6a3e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=2b803a90-d77a-48bb-8068-efdac19bab02,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:41.894950 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1eb925-8c08-4597-b4fd-f6b9f645b716 None None] Network c61ada74-1409-4f8e-8b00-f0ed11a28d8c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:41.923369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 414e182f-0910-489f-acbe-e38452689ae4 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:41.924772 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a45e36a2-6afb-4816-8d4a-e691a2e6a3e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:41.925656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:41.928326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a45e36a2-6afb-4816-8d4a-e691a2e6a3e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:41.936944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:41.938887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:41.961272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c269af-c106-466c-82f6-7392d5ede43e None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:41.977097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:42.055794 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a45e36a2-6afb-4816-8d4a-e691a2e6a3e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/2b803a90-d77a-48bb-8068-efdac19bab02 HTTP/1.1" status: 204 len: 168 time: 2.0975904 Dec 22 17:19:42.061007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8::83 (755fdf5a-5a31-4c13-84e3-8dfa59f29997/b109f746-8337-451d-bacd-55d049e6a38e/98027f1a-8a87-4698-b8c4-8070cdd9cbe3) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:42.066372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34932) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:42.162132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4121e5d2-aaf4-4c57-a2b1-0de670e3452c None None] Provisioning complete for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:42.162510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4121e5d2-aaf4-4c57-a2b1-0de670e3452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.184328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:42.184937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.189472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Made reservation on behalf of c7c1f535f0b8439b9e9d72bdc744bd7a for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:42.192597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.229860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9eab085-f4f6-4262-a6ca-22e299f83956 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet bb838b33-970b-4206-a25b-51a1c77c6ae6 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:42.231513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=1c9db90a-ee74-45dc-a56c-c6bfc070e91c,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:42.246783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4ecad-3863-4b76-a188-3167b30851d8 req-75b431ba-0990-44f4-bb67-af8096561db7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:42.248285 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-19d4ecad-3863-4b76-a188-3167b30851d8 req-75b431ba-0990-44f4-bb67-af8096561db7 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 1.0493236 Dec 22 17:19:42.249191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:42.249888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9eab085-f4f6-4262-a6ca-22e299f83956 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.296380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ada04a-39a4-4e05-a3e9-a43ac179b91b req-7f6122f1-d1e1-4b74-b9ce-1f3ba8c3a0a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:42.297838 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-83ada04a-39a4-4e05-a3e9-a43ac179b91b req-7f6122f1-d1e1-4b74-b9ce-1f3ba8c3a0a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 932 time: 0.2277830 Dec 22 17:19:42.376977 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7188427 Dec 22 17:19:42.389228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-83ada04a-39a4-4e05-a3e9-a43ac179b91b req-a6ca8c27-70fe-4c7c-9f79-7a56aac5a09c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:42.395282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Request body: {'port': {'device_id': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:42.396279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.421626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Transition to ACTIVE for port object 98027f1a-8a87-4698-b8c4-8070cdd9cbe3 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:42.428752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-83ada04a-39a4-4e05-a3e9-a43ac179b91b req-a6ca8c27-70fe-4c7c-9f79-7a56aac5a09c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:42.429968 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-83ada04a-39a4-4e05-a3e9-a43ac179b91b req-a6ca8c27-70fe-4c7c-9f79-7a56aac5a09c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183019 Dec 22 17:19:42.458125 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.472730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-95c7d56e-144c-47d6-83c0-b7488ec71961 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:42.486627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9eab085-f4f6-4262-a6ca-22e299f83956 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.526882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:42.528990 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-19d4ecad-3863-4b76-a188-3167b30851d8 req-c948eff6-c5aa-461b-a099-a07fbcd0713b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836500 Dec 22 17:19:42.535078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:42.540093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:42.546750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:42.547408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.584463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=98027f1a-8a87-4698-b8c4-8070cdd9cbe3,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:42.587704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:42.602928 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5660298 Dec 22 17:19:42.605635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34936) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:42.617112 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e3dbefa1-4e8b-4058-90a2-3430d6a80337 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:42.683067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.711492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.772471 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Transition to ACTIVE for port object cb7f1729-3fd4-4276-b1d6-4e5f34809c08 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:42.804803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9eab085-f4f6-4262-a6ca-22e299f83956 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.823186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Transition to ACTIVE for port object cb7f1729-3fd4-4276-b1d6-4e5f34809c08 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:42.838277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.851706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:42.905780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:42.960755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e3dbefa1-4e8b-4058-90a2-3430d6a80337 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:42.966874 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e3dbefa1-4e8b-4058-90a2-3430d6a80337 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:42.970426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e3dbefa1-4e8b-4058-90a2-3430d6a80337 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:42.984279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e3dbefa1-4e8b-4058-90a2-3430d6a80337 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:42.984502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-317c4779-18b4-4d01-9841-f023b368550a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:43.000257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dbefa1-4e8b-4058-90a2-3430d6a80337 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:43.006280 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3dbefa1-4e8b-4058-90a2-3430d6a80337 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:43.010326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Network 796afe8d-05d0-4869-bfc4-af05d57ac70d is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:43.014442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d0f28-72e8-43d2-a0b8-9bb7f9203fe9 None None] Update dhcp port {'port': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'fixed_ips': [{'subnet_id': 'e52b53e3-a00f-40d1-9800-4c13f83f71ac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b109f746-8337-451d-bacd-55d049e6a38e'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '1ce11018-8ebb-49db-82d8-0f389cb8fe3f'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:19:43.065730 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:43.075336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Pushing event updated for resources: {'Port': ['ID=cb7f1729-3fd4-4276-b1d6-4e5f34809c08,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:43.078316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:43.088524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] Provisioning for port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:43.093527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:43.107554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] Provisioning complete for port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:43.108030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:43.161989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9eab085-f4f6-4262-a6ca-22e299f83956 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:43.258860 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.ipam_backend_mixin [None req-e3dbefa1-4e8b-4058-90a2-3430d6a80337 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b109f746-8337-451d-bacd-55d049e6a38e (CIDR: 2001:db8::/64) Dec 22 17:19:43.267966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c30d0f28-72e8-43d2-a0b8-9bb7f9203fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:43.296294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Attempting to bind port cb7f1729-3fd4-4276-b1d6-4e5f34809c08 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:19:43.296669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Attempting to bind port cb7f1729-3fd4-4276-b1d6-4e5f34809c08 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '5cfc2020-7ab5-424c-b6b7-d53e790cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '796afe8d-05d0-4869-bfc4-af05d57ac70d'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:19:43.297041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Attempting to bind port cb7f1729-3fd4-4276-b1d6-4e5f34809c08 on network 796afe8d-05d0-4869-bfc4-af05d57ac70d {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:43.316078 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3dbefa1-4e8b-4058-90a2-3430d6a80337 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:19:43.316732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3dbefa1-4e8b-4058-90a2-3430d6a80337 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:43.331683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event updated for resources: {'Subnet': ['ID=d08892be-ac44-458f-993c-274c0553293f,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:43.334716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9eab085-f4f6-4262-a6ca-22e299f83956 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:43.369460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:43.377965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-da8b9203-0e67-4e9d-8367-81fab1ef428a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:43.378756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:19:43.379202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Checking segment: {'id': '5cfc2020-7ab5-424c-b6b7-d53e790cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '796afe8d-05d0-4869-bfc4-af05d57ac70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:43.379560 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:43.379965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Bound using segment: {'id': '5cfc2020-7ab5-424c-b6b7-d53e790cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '796afe8d-05d0-4869-bfc4-af05d57ac70d'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:19:43.380455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Bound port: cb7f1729-3fd4-4276-b1d6-4e5f34809c08, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfc2020-7ab5-424c-b6b7-d53e790cdf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '796afe8d-05d0-4869-bfc4-af05d57ac70d'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:19:43.381481 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:43.392885 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e3dbefa1-4e8b-4058-90a2-3430d6a80337 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7851589 Dec 22 17:19:43.396601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34942) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:43.396863 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e966eab4-9567-440f-8692-0fc2f3d93c93 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:19:43.404892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-2e0613e6-0866-42af-ae5d-6b5262f16305 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:43.526602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06df929-fdee-4579-aebb-dbc97cce7b48 req-199ebd61-7041-44c8-aabb-717149cfcf6c tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:43.551554 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e06df929-fdee-4579-aebb-dbc97cce7b48 req-199ebd61-7041-44c8-aabb-717149cfcf6c tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 943 time: 0.2905233 Dec 22 17:19:43.633170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port e966eab4-9567-440f-8692-0fc2f3d93c93, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e966eab4-9567-440f-8692-0fc2f3d93c93,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:43.655377 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'e966eab4-9567-440f-8692-0fc2f3d93c93', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'port_id': 'e966eab4-9567-440f-8692-0fc2f3d93c93', 'mac_address': 'fa:16:3e:74:79:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:19:43.663093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] Port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:43.673142 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e06df929-fdee-4579-aebb-dbc97cce7b48 req-a1123909-7460-4815-949a-4f41a272990f tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204236 Dec 22 17:19:43.673372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9db90a-ee74-45dc-a56c-c6bfc070e91c {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:19:43.685243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:43.704154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Transition to ACTIVE for port object 1c9db90a-ee74-45dc-a56c-c6bfc070e91c will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:43.705515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eab085-f4f6-4262-a6ca-22e299f83956 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=bb838b33-970b-4206-a25b-51a1c77c6ae6,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:43.709396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d9eab085-f4f6-4262-a6ca-22e299f83956 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:43.717374 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d9eab085-f4f6-4262-a6ca-22e299f83956 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/bb838b33-970b-4206-a25b-51a1c77c6ae6 HTTP/1.1" status: 204 len: 168 time: 1.6391897 Dec 22 17:19:43.720725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34950) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:43.751810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-2e0613e6-0866-42af-ae5d-6b5262f16305 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:43.755182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2e0613e6-0866-42af-ae5d-6b5262f16305 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:43.759192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2e0613e6-0866-42af-ae5d-6b5262f16305 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:43.765233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-2e0613e6-0866-42af-ae5d-6b5262f16305 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:43.775171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:43.786606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0613e6-0866-42af-ae5d-6b5262f16305 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:43.788819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d85bcc97-5a52-4eb0-b88b-61fd5797caff tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:43.791633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e0613e6-0866-42af-ae5d-6b5262f16305 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:43.791811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] Provisioning for port 4a13302e-a4a7-4b52-8310-e7cd836d0e03 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:43.863553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] Provisioning complete for port 4a13302e-a4a7-4b52-8310-e7cd836d0e03 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:43.864837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:43.866334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Checking segment: {'id': 'd417c8c7-7987-4cde-82d2-fdd6037bac3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0131874b-10d0-41d7-8671-1f8780357ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:43.866766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Network hostable DHCP agents. Network: 0131874b-10d0-41d7-8671-1f8780357ab9, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:19:43.909415 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae413f-7529-4f7b-9be3-3fef4bac58fa None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:43.950626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9db90a-ee74-45dc-a56c-c6bfc070e91c,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:43.954371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:43.967033 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7962a710-cb8c-45c2-8208-b5b0a9d9b4f2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1935916 Dec 22 17:19:43.967877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34954) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:44.104544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:44.159525 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e966eab4-9567-440f-8692-0fc2f3d93c93 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:19:44.196642 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.ipam_backend_mixin [None req-2e0613e6-0866-42af-ae5d-6b5262f16305 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e52b53e3-a00f-40d1-9800-4c13f83f71ac (CIDR: 2001:db8:0:1::/64) Dec 22 17:19:44.206348 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0613e6-0866-42af-ae5d-6b5262f16305 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:19:44.206811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0613e6-0866-42af-ae5d-6b5262f16305 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:44.218804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f9555-ec54-4f38-9fd0-80126b7e8644 req-e35f0328-21b4-46b0-841f-0fc2ff0179d2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:44.226617 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bb1f9555-ec54-4f38-9fd0-80126b7e8644 req-e35f0328-21b4-46b0-841f-0fc2ff0179d2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.1537876 Dec 22 17:19:44.242876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:44.256511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] For port cb7f1729-3fd4-4276-b1d6-4e5f34809c08, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:19:44.262485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port e966eab4-9567-440f-8692-0fc2f3d93c93, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e966eab4-9567-440f-8692-0fc2f3d93c93,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:44.281231 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2e0613e6-0866-42af-ae5d-6b5262f16305 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8809357 Dec 22 17:19:44.281670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34958) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:44.287497 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] For port cb7f1729-3fd4-4276-b1d6-4e5f34809c08, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=cb7f1729-3fd4-4276-b1d6-4e5f34809c08,segment=NetworkSegment(5cfc2020-7ab5-424c-b6b7-d53e790cdf8f),segment_id=5cfc2020-7ab5-424c-b6b7-d53e790cdf8f)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:19:44.288236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'subnet': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:44.290838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:44.297317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-13b2d3ad-6589-44b3-a05c-79bbc9715b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:44.305620 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bb1f9555-ec54-4f38-9fd0-80126b7e8644 req-55f3cc45-db66-48c2-aad0-fc92a5d26c78 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781188 Dec 22 17:19:44.336526 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:44.339308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Network 0131874b-10d0-41d7-8671-1f8780357ab9 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:19:44.383559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-c30d0f28-72e8-43d2-a0b8-9bb7f9203fe9 None None] Allocated IP 2001:db8::2 (755fdf5a-5a31-4c13-84e3-8dfa59f29997/b109f746-8337-451d-bacd-55d049e6a38e/1ce11018-8ebb-49db-82d8-0f389cb8fe3f) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:44.422399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 0131874b-10d0-41d7-8671-1f8780357ab9) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:44.457533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:44.458122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:44.461886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:44.467959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Usage tracker for resource:subnet and tenant:7f29491bf5a54984b0446c34c11fddd2 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:44.471956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:44.478594 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:44.484894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7605659-c38d-4ad4-b3d1-a2966b4a1a64 None None] Network 0131874b-10d0-41d7-8671-1f8780357ab9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:44.489959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Made reservation on behalf of 7f29491bf5a54984b0446c34c11fddd2 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:44.493816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:44.494035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:44.504401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:44.518365 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:44.533217 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4448204 Dec 22 17:19:44.540353 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 34962) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:44.542418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:44.591673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['e966eab4-9567-440f-8692-0fc2f3d93c93'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:19:44.620513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215373aa-2a8c-4498-9a19-fd07286976b8 req-51fa4479-e06d-45be-9d85-bf4e4fd29c0a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:44.621011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-215373aa-2a8c-4498-9a19-fd07286976b8 req-51fa4479-e06d-45be-9d85-bf4e4fd29c0a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:44.665374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:44.760936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b98241-c95e-4bce-acd4-29eaa6477afa None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:19:44.776666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=e966eab4-9567-440f-8692-0fc2f3d93c93,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:44.798736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:44.804865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.453s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:44.837180 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-36b98241-c95e-4bce-acd4-29eaa6477afa None None] Deleting port 7a720400-7279-4eeb-b3ea-f8f7d15b8312 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:44.837565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-36b98241-c95e-4bce-acd4-29eaa6477afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:44.875560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Attempting to bind port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:19:44.876558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Attempting to bind port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:19:44.877077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Attempting to bind port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c on network 414e182f-0910-489f-acbe-e38452689ae4 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:44.906619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:44.910323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:44.917690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:44.930649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ab28230e-5aaf-4baf-9126-4ece3a1e454a tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:45.003470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] For port 4a13302e-a4a7-4b52-8310-e7cd836d0e03, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4a13302e-a4a7-4b52-8310-e7cd836d0e03,segment=NetworkSegment(b6f84966-2608-4282-9ac4-6fe0b6ce1d4a),segment_id=b6f84966-2608-4282-9ac4-6fe0b6ce1d4a)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:45.031178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:45.041966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:45.050958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:45.050958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:45.055417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:45.074158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Subnet': ['ID=3e903632-e3c9-490f-a4ad-3e00e30d5129,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:45.080000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:45.108981 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8236926 Dec 22 17:19:45.109202 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34968) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:45.111082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c on network 414e182f-0910-489f-acbe-e38452689ae4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:19:45.111549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Attempting to bind port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c on network 414e182f-0910-489f-acbe-e38452689ae4 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:45.116360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1617545264', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3e903632-e3c9-490f-a4ad-3e00e30d5129'}], 'security_groups': ['1e6ccef3-a1ec-4a60-915f-b79d32da562e', '411bfbe1-6d63-4d52-9da5-6bf2d2de0069']}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:45.139329 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c30d0f28-72e8-43d2-a0b8-9bb7f9203fe9 None None] For port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,segment=NetworkSegment(1173fb76-2275-46a6-96cc-bac772c20e28),segment_id=1173fb76-2275-46a6-96cc-bac772c20e28)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:45.170125 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9eaae-7841-497f-80b1-3ffb85eb9eed req-4408dfbf-e996-46d4-ab45-ebc5c9cb9cc9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:45.171748 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fea9eaae-7841-497f-80b1-3ffb85eb9eed req-4408dfbf-e996-46d4-ab45-ebc5c9cb9cc9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 944 time: 0.3237288 Dec 22 17:19:45.175014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Pushing event updated for resources: {'Port': ['ID=cb7f1729-3fd4-4276-b1d6-4e5f34809c08,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:45.193009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:45.205574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:45.211711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-215373aa-2a8c-4498-9a19-fd07286976b8 req-51fa4479-e06d-45be-9d85-bf4e4fd29c0a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:45.220950 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-215373aa-2a8c-4498-9a19-fd07286976b8 req-51fa4479-e06d-45be-9d85-bf4e4fd29c0a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 944 time: 1.4985423 Dec 22 17:19:45.254577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c30d0f28-72e8-43d2-a0b8-9bb7f9203fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:45.275439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:19:45.275920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Checking segment: {'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:45.276402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Bound using segment: {'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:19:45.276951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Bound port: 1c9db90a-ee74-45dc-a56c-c6bfc070e91c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833fabf4-7120-4172-a029-f6b661f6f0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '414e182f-0910-489f-acbe-e38452689ae4'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:19:45.277530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:45.338796 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fea9eaae-7841-497f-80b1-3ffb85eb9eed req-e41260cb-8efa-42e9-ae41-739d5dc248b6 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512663 Dec 22 17:19:45.346504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device cb7f1729-3fd4-4276-b1d6-4e5f34809c08 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:45.351666 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:45.425839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c30d0f28-72e8-43d2-a0b8-9bb7f9203fe9 None None] Transition to ACTIVE for port object 1ce11018-8ebb-49db-82d8-0f389cb8fe3f will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:45.505765 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-215373aa-2a8c-4498-9a19-fd07286976b8 req-b59b994e-4fc1-479f-8425-dfec498c3e5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835441 Dec 22 17:19:45.522894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c30d0f28-72e8-43d2-a0b8-9bb7f9203fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:45.544673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] Pushing event updated for resources: {'Port': ['ID=4a13302e-a4a7-4b52-8310-e7cd836d0e03,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:45.560015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:45.565516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:45.614347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-0131874b-10d0-41d7-8671-1f8780357ab9', 'network_id': '0131874b-10d0-41d7-8671-1f8780357ab9', 'tenant_id': 'c7c1f535f0b8439b9e9d72bdc744bd7a', 'fixed_ips': [{'subnet_id': 'd08892be-ac44-458f-993c-274c0553293f'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:19:45.615269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:45.633511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:45.673958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8152b6-62e5-4985-8b23-2641dad9b8d4 req-8496bee2-9ca2-4cc8-81aa-50b826cea94b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:45.675363 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9e8152b6-62e5-4985-8b23-2641dad9b8d4 req-8496bee2-9ca2-4cc8-81aa-50b826cea94b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.1828535 Dec 22 17:19:45.824211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-590c931c-4ced-440d-bdaf-1920233cc243 None None] Provisioning complete for port 4a13302e-a4a7-4b52-8310-e7cd836d0e03 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:45.824760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-590c931c-4ced-440d-bdaf-1920233cc243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:45.876854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-36b98241-c95e-4bce-acd4-29eaa6477afa None None] For port 7a720400-7279-4eeb-b3ea-f8f7d15b8312, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7a720400-7279-4eeb-b3ea-f8f7d15b8312,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:45.877233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-36b98241-c95e-4bce-acd4-29eaa6477afa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:45.948905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d0f28-72e8-43d2-a0b8-9bb7f9203fe9 None None] Pushing event updated for resources: {'Port': ['ID=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:46.023414 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9e8152b6-62e5-4985-8b23-2641dad9b8d4 req-76e6d37b-c8cf-4ffa-8e1f-10f15429c74a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397703 Dec 22 17:19:46.025511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c30d0f28-72e8-43d2-a0b8-9bb7f9203fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:46.075365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Delete allocated IP 2001:db8::83 (755fdf5a-5a31-4c13-84e3-8dfa59f29997/b109f746-8337-451d-bacd-55d049e6a38e) {{(pid=87586) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 17:19:46.084432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Allocated IP 2001:db8:0:2::21b (755fdf5a-5a31-4c13-84e3-8dfa59f29997/3e903632-e3c9-490f-a4ad-3e00e30d5129/98027f1a-8a87-4698-b8c4-8070cdd9cbe3) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:46.088154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] For port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:19:46.114619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] For port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1c9db90a-ee74-45dc-a56c-c6bfc070e91c,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:19:46.122492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-36b98241-c95e-4bce-acd4-29eaa6477afa None None] Calling delete_port for 7a720400-7279-4eeb-b3ea-f8f7d15b8312 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:46.142973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:46.152501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:46.162442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port cb7f1729-3fd4-4276-b1d6-4e5f34809c08 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:46.222711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:46.252756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:46.253749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:46.256517 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] 10.222.0.53 "PUT /v2.0/ports/1c9db90a-ee74-45dc-a56c-c6bfc070e91c HTTP/1.1" status: 200 len: 1094 time: 3.8717375 Dec 22 17:19:46.259548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'tag': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:19:46.398964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a11c7f9-a7af-4a59-889d-7cfa9e992ab4 None None] Network 796afe8d-05d0-4869-bfc4-af05d57ac70d requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:46.405605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:46.416531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7a720400-7279-4eeb-b3ea-f8f7d15b8312 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:19:46.426062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:46.436190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:46.437188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:46.441254 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9db90a-ee74-45dc-a56c-c6bfc070e91c,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:46.445229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:46.455863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-594e9b82-29e3-490b-addd-bd7541d330eb tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:46.517115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:46.521533 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'tag': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'status': 'completed', 'code': 200} Dec 22 17:19:46.647052 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6651642 Dec 22 17:19:46.647507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Ignored duplicate provisioning block setup for port 98027f1a-8a87-4698-b8c4-8070cdd9cbe3 by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 17:19:46.649157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Allocated IP 172.20.0.2 (0131874b-10d0-41d7-8671-1f8780357ab9/d08892be-ac44-458f-993c-274c0553293f/e7a14234-8288-47af-b7cc-f4dd0bef04ca) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:46.649767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34980) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:46.671766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:46.688302 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:46.700631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-15bd0fac-02fe-415a-bfc4-93be8e0b4603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:46.727639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-36b98241-c95e-4bce-acd4-29eaa6477afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:46.778405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-09222dcb-2caf-4320-b220-ad2df24c29ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:46.798084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=ef958086-52e9-4711-a3d2-649db4c61cb6,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:46.801788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:46.831618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Allocated IP 172.20.0.1 (796afe8d-05d0-4869-bfc4-af05d57ac70d/dee1a0e9-205d-47bb-aa1a-0b137dc4342d/9444ec5d-ad78-4635-a1a5-8d8096c3d796) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:46.896168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b98241-c95e-4bce-acd4-29eaa6477afa None None] No DVR routers for this DVR port 7a720400-7279-4eeb-b3ea-f8f7d15b8312 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:19:46.916790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No active binding found for port 7a720400-7279-4eeb-b3ea-f8f7d15b8312 {{(pid=87588) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 17:19:46.917324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7a720400-7279-4eeb-b3ea-f8f7d15b8312 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:19:46.918973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b98241-c95e-4bce-acd4-29eaa6477afa None None] Pushing event deleted for resources: {'Port': ['ID=7a720400-7279-4eeb-b3ea-f8f7d15b8312,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:46.934933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0580e427-f133-4d2b-a33a-9df37dc1558b None None] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:46.943447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-a2d5d899-eaea-4638-8490-2b989f9a883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:46.944938 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-a2d5d899-eaea-4638-8490-2b989f9a883e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 1097 time: 0.6036468 Dec 22 17:19:46.959601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-36b98241-c95e-4bce-acd4-29eaa6477afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:46.973299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b3279-f4cf-409e-9a1d-15c652c87218 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:47.030820 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-87a79cb7-d2e9-4d6a-a478-ced0235c66f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c9db90a-ee74-45dc-a56c-c6bfc070e91c HTTP/1.1" status: 200 len: 217 time: 0.0692353 Dec 22 17:19:47.089464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] In _notify_port_updated(), no bound segment for port 98027f1a-8a87-4698-b8c4-8070cdd9cbe3 on network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 {{(pid=87586) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:19:47.095054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:47.095672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:47.096930 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "PUT /v2.0/ports/98027f1a-8a87-4698-b8c4-8070cdd9cbe3 HTTP/1.1" status: 200 len: 970 time: 1.9868472 Dec 22 17:19:47.105646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34986) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:47.116799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event updated for resources: {'Port': ['ID=98027f1a-8a87-4698-b8c4-8070cdd9cbe3,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:47.119690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:47.176875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-fac96e8c-20c5-41c3-92bd-f4770516fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:47.178232 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-fac96e8c-20c5-41c3-92bd-f4770516fd1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbdfcbdb-75d6-4821-afb1-2ddb54a8478e HTTP/1.1" status: 200 len: 833 time: 0.1415441 Dec 22 17:19:47.189042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737df32d-8014-4b39-8634-a65ff4cbfdb3 req-c0247f40-76f8-4bac-b15b-e8ae7e4f44eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:47.190486 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-737df32d-8014-4b39-8634-a65ff4cbfdb3 req-c0247f40-76f8-4bac-b15b-e8ae7e4f44eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 944 time: 0.5353336 Dec 22 17:19:47.196976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:47.210233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-590c931c-4ced-440d-bdaf-1920233cc243 None None] Could not find standard attr ID for object 7a720400-7279-4eeb-b3ea-f8f7d15b8312. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:19:47.247364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fed00-a6f7-4d86-86a5-85da31174475 req-73437b0f-704f-4457-9fd8-3f8efe438162 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:47.248834 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4f6fed00-a6f7-4d86-86a5-85da31174475 req-73437b0f-704f-4457-9fd8-3f8efe438162 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 944 time: 0.6868966 Dec 22 17:19:47.260304 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe7b81-661f-4323-9061-7e5b8a2e2dcd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 98027f1a-8a87-4698-b8c4-8070cdd9cbe3 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:47.260714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ffe7b81-661f-4323-9061-7e5b8a2e2dcd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:47.281966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Transition to ACTIVE for port object 9444ec5d-ad78-4635-a1a5-8d8096c3d796 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:47.287749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:47.311559 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:47.354834 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-737df32d-8014-4b39-8634-a65ff4cbfdb3 req-eefcb810-acf4-4c9a-9240-51086a98ec1d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152072 Dec 22 17:19:47.364689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:47.367771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:47.370796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c1fe5c99-e7b2-4db5-8bc8-c2b1af18a0f5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:47.382491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:47.387157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4a13302e-a4a7-4b52-8310-e7cd836d0e03 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:47.387645 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4f6fed00-a6f7-4d86-86a5-85da31174475 req-721d87b5-3494-4fa5-9395-ff541d317a40 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976110 Dec 22 17:19:47.446445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:47.450627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:47.454837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Network 796afe8d-05d0-4869-bfc4-af05d57ac70d is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:47.466661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:47.472675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:47.492084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Provisioning for port cb7f1729-3fd4-4276-b1d6-4e5f34809c08 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:47.508329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-f3ea4794-c135-4b3a-9d8c-e9a8fa240fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:47.509822 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-f3ea4794-c135-4b3a-9d8c-e9a8fa240fae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=414e182f-0910-489f-acbe-e38452689ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3167834 Dec 22 17:19:47.605574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event updated for resources: {'Port': ['ID=9444ec5d-ad78-4635-a1a5-8d8096c3d796,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:47.615418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:47.652969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Provisioning complete for port cb7f1729-3fd4-4276-b1d6-4e5f34809c08 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:47.653352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:47.677453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:47.753462 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ffe7b81-661f-4323-9061-7e5b8a2e2dcd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:47.776531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:47.777646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd9c78-09cc-4347-a881-77c665f0eb23 req-c7c0abf9-9ea8-48a7-b63b-11e8d224b159 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:47.779250 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-00fd9c78-09cc-4347-a881-77c665f0eb23 req-c7c0abf9-9ea8-48a7-b63b-11e8d224b159 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.2598729 Dec 22 17:19:47.782409 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-6f68d865-e4c6-447f-83f1-fed7495ca6cc service neutron] 10.222.0.53 "GET /v2.0/networks/414e182f-0910-489f-acbe-e38452689ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542334 Dec 22 17:19:47.873964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Transition to ACTIVE for port object e7a14234-8288-47af-b7cc-f4dd0bef04ca will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:47.888339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe7b81-661f-4323-9061-7e5b8a2e2dcd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for 98027f1a-8a87-4698-b8c4-8070cdd9cbe3 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:47.896618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': 'ef958086-52e9-4711-a3d2-649db4c61cb6'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:19:47.897444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:47.923866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4a13302e-a4a7-4b52-8310-e7cd836d0e03 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:47.924125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:47.965600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Transition to ACTIVE for port object e7a14234-8288-47af-b7cc-f4dd0bef04ca will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:47.996297 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-00fd9c78-09cc-4347-a881-77c665f0eb23 req-3ad16d06-119e-4cff-a346-a9e8d655f9a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041657 Dec 22 17:19:48.065334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:48.074827 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:48.084303 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-821ce1ca-14c0-47e6-9265-47ca999eb069 req-140c4391-6e74-47b8-8979-c62726934e7b service neutron] 10.222.0.53 "GET /v2.0/networks/414e182f-0910-489f-acbe-e38452689ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659624 Dec 22 17:19:48.093095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a702406d-4293-4cfd-8c56-cd8f2451ae8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:48.166771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ffe7b81-661f-4323-9061-7e5b8a2e2dcd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:48.175919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-29660806-5629-4dd5-9896-ad40a2b65d44 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:48.264787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe7b81-661f-4323-9061-7e5b8a2e2dcd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=98027f1a-8a87-4698-b8c4-8070cdd9cbe3,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:48.274797 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6ffe7b81-661f-4323-9061-7e5b8a2e2dcd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:48.310551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Network 0131874b-10d0-41d7-8671-1f8780357ab9 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:48.325862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ffe7b81-661f-4323-9061-7e5b8a2e2dcd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:48.328691 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:48.340291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:48.354519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:48.361513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Pushing event updated for resources: {'Port': ['ID=e7a14234-8288-47af-b7cc-f4dd0bef04ca,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:48.389559 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.objects.ports [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87586) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:19:48.392796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:48.398742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f501bc5c-981d-4eab-9ca4-5b3e5ce3fe1c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:48.437591 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6ffe7b81-661f-4323-9061-7e5b8a2e2dcd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/98027f1a-8a87-4698-b8c4-8070cdd9cbe3 HTTP/1.1" status: 204 len: 168 time: 1.3231878 Dec 22 17:19:48.442322 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34994) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:48.449772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Allocated IP 172.20.0.2 (1719665a-967c-4b0a-ab06-6816cb17c416/ef958086-52e9-4711-a3d2-649db4c61cb6/3962551d-ca12-4231-be7e-ad0a13dfa678) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:48.571074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:48.593629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:48.618775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:48.627932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:48.628528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:48.634925 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19faaad-91ba-4613-8b08-6c66a154647d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] GET failed (client error): The resource could not be found. Dec 22 17:19:48.635733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e19faaad-91ba-4613-8b08-6c66a154647d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:48.659449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=a04dc44f-4fe9-4c48-a864-52d4b389f1f9,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:48.666419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:48.682187 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0313864 Dec 22 17:19:48.686432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 34998) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:48.695374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:83:8f:42', 'name': 'tempest-NetworksTestDHCPv6-1237487012'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:48.710769 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e19faaad-91ba-4613-8b08-6c66a154647d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:48.714351 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e19faaad-91ba-4613-8b08-6c66a154647d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports/98027f1a-8a87-4698-b8c4-8070cdd9cbe3 HTTP/1.1" status: 404 len: 333 time: 0.2654374 Dec 22 17:19:48.716774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35002) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:48.719391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db914de1-c13b-4606-8e1b-f1aacef49489 req-138ab0f6-2400-4a7d-abd9-90a8960074a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:48.720935 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-db914de1-c13b-4606-8e1b-f1aacef49489 req-138ab0f6-2400-4a7d-abd9-90a8960074a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 1097 time: 0.5646024 Dec 22 17:19:48.831523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] For port cb7f1729-3fd4-4276-b1d6-4e5f34809c08, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=cb7f1729-3fd4-4276-b1d6-4e5f34809c08,segment=NetworkSegment(5cfc2020-7ab5-424c-b6b7-d53e790cdf8f),segment_id=5cfc2020-7ab5-424c-b6b7-d53e790cdf8f)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:48.848444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1ce11018-8ebb-49db-82d8-0f389cb8fe3f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:48.888001 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:48.899405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2e0ce967-c7bc-4f52-8f2a-8733a368fe96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:48.929162 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Attempting to bind port e7a14234-8288-47af-b7cc-f4dd0bef04ca on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:19:48.929162 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Attempting to bind port e7a14234-8288-47af-b7cc-f4dd0bef04ca by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'd417c8c7-7987-4cde-82d2-fdd6037bac3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0131874b-10d0-41d7-8671-1f8780357ab9'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:19:48.929613 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Attempting to bind port e7a14234-8288-47af-b7cc-f4dd0bef04ca on network 0131874b-10d0-41d7-8671-1f8780357ab9 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:48.948958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7944b-d952-4529-9578-856c82fd0c4d req-df23e36a-2edc-44a0-8f72-24cbae86818d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:48.950424 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4be7944b-d952-4529-9578-856c82fd0c4d req-df23e36a-2edc-44a0-8f72-24cbae86818d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 944 time: 0.3752706 Dec 22 17:19:48.977953 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd46da17-7209-48a5-aade-2a3c8dfe6ce8 None None] Update dhcp port {'port': {'network_id': '755fdf5a-5a31-4c13-84e3-8dfa59f29997', 'fixed_ips': [{'subnet_id': 'e52b53e3-a00f-40d1-9800-4c13f83f71ac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b109f746-8337-451d-bacd-55d049e6a38e', 'ip_address': '2001:db8::2'}, {'subnet_id': '3e903632-e3c9-490f-a4ad-3e00e30d5129'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '1ce11018-8ebb-49db-82d8-0f389cb8fe3f'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:19:48.990159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee44a-0ad7-411b-a1eb-c09841351792 req-1bc14983-f7a2-46ac-9dad-b638276223cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:48.991615 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5d8ee44a-0ad7-411b-a1eb-c09841351792 req-1bc14983-f7a2-46ac-9dad-b638276223cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 944 time: 0.4115427 Dec 22 17:19:49.013484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:19:49.013961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Checking segment: {'id': 'd417c8c7-7987-4cde-82d2-fdd6037bac3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0131874b-10d0-41d7-8671-1f8780357ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:49.014276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.014680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Bound using segment: {'id': 'd417c8c7-7987-4cde-82d2-fdd6037bac3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0131874b-10d0-41d7-8671-1f8780357ab9'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:19:49.015256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Bound port: e7a14234-8288-47af-b7cc-f4dd0bef04ca, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd417c8c7-7987-4cde-82d2-fdd6037bac3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0131874b-10d0-41d7-8671-1f8780357ab9'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:19:49.016124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.024397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:49.028787 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4be7944b-d952-4529-9578-856c82fd0c4d req-dc4e89a7-070c-490c-bab6-06ca8294b07d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630214 Dec 22 17:19:49.038025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:49.062966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:49.117173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec819dd5-fb12-4bb3-a541-f5bc01ff1bde tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.160835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec819dd5-fb12-4bb3-a541-f5bc01ff1bde tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.210886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.214277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db914de1-c13b-4606-8e1b-f1aacef49489 req-cc5719a4-43f0-4f0f-b1a4-aa74966c2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:49.215785 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-db914de1-c13b-4606-8e1b-f1aacef49489 req-cc5719a4-43f0-4f0f-b1a4-aa74966c2574 service neutron] 10.222.0.53 "GET /v2.0/networks?id=414e182f-0910-489f-acbe-e38452689ae4 HTTP/1.1" status: 200 len: 897 time: 0.4749479 Dec 22 17:19:49.222438 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bd46da17-7209-48a5-aade-2a3c8dfe6ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.238654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Pushing event updated for resources: {'Port': ['ID=cb7f1729-3fd4-4276-b1d6-4e5f34809c08,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:49.248951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port 59402f3b-c43c-49e2-931f-79162c0b6927 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:19:49.253685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:49.298828 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5d8ee44a-0ad7-411b-a1eb-c09841351792 req-370d5b76-ca26-4561-a6af-9058709f651c tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950187 Dec 22 17:19:49.309793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec819dd5-fb12-4bb3-a541-f5bc01ff1bde tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.316953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-30a7b7e8-0e7b-44d3-b27e-377836b2597f tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:49.326883 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-db914de1-c13b-4606-8e1b-f1aacef49489 req-1fa13062-580d-4990-baf8-d815f68887df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c9db90a-ee74-45dc-a56c-c6bfc070e91c HTTP/1.1" status: 200 len: 217 time: 0.0959942 Dec 22 17:19:49.345306 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.367562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] For port e7a14234-8288-47af-b7cc-f4dd0bef04ca, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:19:49.373250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Provisioning complete for port 92586d20-2989-4bb5-b1f5-bfb52f4ccecc triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:49.374163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.374540 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec819dd5-fb12-4bb3-a541-f5bc01ff1bde tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0c526d-ba70-46e5-be84-bb677197fc04,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:49.377807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ec819dd5-fb12-4bb3-a541-f5bc01ff1bde tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:49.399426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Transition to ACTIVE for port object 3962551d-ca12-4231-be7e-ad0a13dfa678 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:49.410948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec819dd5-fb12-4bb3-a541-f5bc01ff1bde tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.412103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e966eab4-9567-440f-8692-0fc2f3d93c93 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:49.413076 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ec819dd5-fb12-4bb3-a541-f5bc01ff1bde tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/security-groups/6d0c526d-ba70-46e5-be84-bb677197fc04 HTTP/1.1" status: 204 len: 168 time: 0.6902001 Dec 22 17:19:49.417057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.422074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35008) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:49.444784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.479179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3662824a-dd58-4bca-8de1-3ae6d4e8b6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:49.508739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18691418-822d-49a4-99c3-a3ea3340c2c9 req-613a99e7-03cc-4dc8-8ec1-a09eea49acbc tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:49.516719 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-18691418-822d-49a4-99c3-a3ea3340c2c9 req-613a99e7-03cc-4dc8-8ec1-a09eea49acbc tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.1078131 Dec 22 17:19:49.518085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db914de1-c13b-4606-8e1b-f1aacef49489 req-0082689b-9f22-4587-8528-7c85999e9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:49.519553 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-db914de1-c13b-4606-8e1b-f1aacef49489 req-0082689b-9f22-4587-8528-7c85999e9d44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbdfcbdb-75d6-4821-afb1-2ddb54a8478e HTTP/1.1" status: 200 len: 833 time: 0.1810093 Dec 22 17:19:49.531194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] For port e7a14234-8288-47af-b7cc-f4dd0bef04ca, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e7a14234-8288-47af-b7cc-f4dd0bef04ca,segment=NetworkSegment(d417c8c7-7987-4cde-82d2-fdd6037bac3a),segment_id=d417c8c7-7987-4cde-82d2-fdd6037bac3a)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:19:49.554326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device cb7f1729-3fd4-4276-b1d6-4e5f34809c08 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:49.569632 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-18691418-822d-49a4-99c3-a3ea3340c2c9 req-d49651e6-dadf-40ab-9dae-cd8ee248754c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526724 Dec 22 17:19:49.605410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.608851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:49.648008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.657573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event updated for resources: {'Port': ['ID=9444ec5d-ad78-4635-a1a5-8d8096c3d796,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:49.663839 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:49.702981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Transition to ACTIVE for port object 3962551d-ca12-4231-be7e-ad0a13dfa678 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:49.713160 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Port 92586d20-2989-4bb5-b1f5-bfb52f4ccecc cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:49.734112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.755995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28f37fd2-55b6-4944-a6d7-a43ef354f6b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.792924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28f37fd2-55b6-4944-a6d7-a43ef354f6b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.819335 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Provisioning for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:49.827731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Pushing event updated for resources: {'Port': ['ID=e7a14234-8288-47af-b7cc-f4dd0bef04ca,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:49.839152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:49.842953 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:49.887282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db914de1-c13b-4606-8e1b-f1aacef49489 req-bb5dc50e-4cbd-424a-a592-9988b8096f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:49.889536 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-db914de1-c13b-4606-8e1b-f1aacef49489 req-bb5dc50e-4cbd-424a-a592-9988b8096f3b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=414e182f-0910-489f-acbe-e38452689ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3553321 Dec 22 17:19:49.892687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Provisioning complete for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:49.893077 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.901170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 172.20.0.8 (1719665a-967c-4b0a-ab06-6816cb17c416/ef958086-52e9-4711-a3d2-649db4c61cb6/59402f3b-c43c-49e2-931f-79162c0b6927) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:49.911521 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::f816:3eff:fe83:8f42 (1719665a-967c-4b0a-ab06-6816cb17c416/a04dc44f-4fe9-4c48-a864-52d4b389f1f9/59402f3b-c43c-49e2-931f-79162c0b6927) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:49.924981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:49.931817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28f37fd2-55b6-4944-a6d7-a43ef354f6b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:49.932060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port e966eab4-9567-440f-8692-0fc2f3d93c93 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:49.951734 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:49.952550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-351aedd9-3ce5-4fa7-98be-1321e7d21307 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:49.970057 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:49.974782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port e966eab4-9567-440f-8692-0fc2f3d93c93 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:49.975246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.032336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f37fd2-55b6-4944-a6d7-a43ef354f6b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=411bfbe1-6d63-4d52-9da5-6bf2d2de0069,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:50.042223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-28f37fd2-55b6-4944-a6d7-a43ef354f6b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:50.042700 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-bd46da17-7209-48a5-aade-2a3c8dfe6ce8 None None] Allocated IP 2001:db8:0:2::2 (755fdf5a-5a31-4c13-84e3-8dfa59f29997/3e903632-e3c9-490f-a4ad-3e00e30d5129/1ce11018-8ebb-49db-82d8-0f389cb8fe3f) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:50.049662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-28f37fd2-55b6-4944-a6d7-a43ef354f6b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.050807 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-28f37fd2-55b6-4944-a6d7-a43ef354f6b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/security-groups/411bfbe1-6d63-4d52-9da5-6bf2d2de0069 HTTP/1.1" status: 204 len: 168 time: 0.6277294 Dec 22 17:19:50.053015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Network 796afe8d-05d0-4869-bfc4-af05d57ac70d is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:50.055515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35012) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:50.056357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:50.184089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Pushing event updated for resources: {'Port': ['ID=3962551d-ca12-4231-be7e-ad0a13dfa678,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:50.193349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port cb7f1729-3fd4-4276-b1d6-4e5f34809c08 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:50.193492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.292704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.326402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object 59402f3b-c43c-49e2-931f-79162c0b6927 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:50.371285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.383938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-68ad4cca-c558-445b-98e5-f4fbee0b16b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:50.467162 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:50.557179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:50.561726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:50.564379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:50.584558 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Attempting to bind port 3962551d-ca12-4231-be7e-ad0a13dfa678 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:19:50.584801 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Attempting to bind port 3962551d-ca12-4231-be7e-ad0a13dfa678 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:19:50.585066 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Attempting to bind port 3962551d-ca12-4231-be7e-ad0a13dfa678 on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:19:50.619265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-bd46da17-7209-48a5-aade-2a3c8dfe6ce8 None None] For port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,segment=NetworkSegment(1173fb76-2275-46a6-96cc-bac772c20e28),segment_id=1173fb76-2275-46a6-96cc-bac772c20e28)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:50.619433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=59402f3b-c43c-49e2-931f-79162c0b6927,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:50.631260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:50.646819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:19:50.647282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:19:50.648140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.648140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:19:50.649209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Bound port: 3962551d-ca12-4231-be7e-ad0a13dfa678, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:19:50.649209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.650625 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-db914de1-c13b-4606-8e1b-f1aacef49489 req-b9896926-aa47-4dce-96ef-9ac30dd225c9 service neutron] 10.222.0.53 "GET /v2.0/networks/414e182f-0910-489f-acbe-e38452689ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469189 Dec 22 17:19:50.657107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:50.657733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.697820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daff92-41c6-429c-a010-c31b37316e42 req-3e2cc1bc-6aa0-41a4-b495-ae49797bde26 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:50.699252 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-35daff92-41c6-429c-a010-c31b37316e42 req-3e2cc1bc-6aa0-41a4-b495-ae49797bde26 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 944 time: 0.2293367 Dec 22 17:19:50.701443 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0133386 Dec 22 17:19:50.704516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35022) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:50.770755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.797125 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-35daff92-41c6-429c-a010-c31b37316e42 req-c9235422-0e61-4874-8702-ea491d57d996 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916154 Dec 22 17:19:50.857387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.857652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a79b63-e70c-4cb2-bf31-9ffaea89690d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:50.874895 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a79b63-e70c-4cb2-bf31-9ffaea89690d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:50.876353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-63a79b63-e70c-4cb2-bf31-9ffaea89690d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:50.878028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.resource_extend [None req-bd46da17-7209-48a5-aade-2a3c8dfe6ce8 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:19:50.887260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.907944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-63a79b63-e70c-4cb2-bf31-9ffaea89690d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:50.914551 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-63a79b63-e70c-4cb2-bf31-9ffaea89690d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2079337 Dec 22 17:19:50.916360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35026) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:50.922107 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bd46da17-7209-48a5-aade-2a3c8dfe6ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.943494 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] For port 3962551d-ca12-4231-be7e-ad0a13dfa678, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:19:50.956495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaf27d-7d80-478f-96ff-88aecbf5cc32 req-d6397559-d2b1-4b1c-9c04-eeec40c56257 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:50.957923 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-89eaf27d-7d80-478f-96ff-88aecbf5cc32 req-d6397559-d2b1-4b1c-9c04-eeec40c56257 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 944 time: 0.4205327 Dec 22 17:19:50.972027 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-db914de1-c13b-4606-8e1b-f1aacef49489 req-cee39376-53ef-4898-8bcd-834c9f310208 service neutron] 10.222.0.53 "GET /v2.0/networks/414e182f-0910-489f-acbe-e38452689ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036735 Dec 22 17:19:50.980523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bd46da17-7209-48a5-aade-2a3c8dfe6ce8 None None] Ignored duplicate provisioning block setup for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 17:19:50.983393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-04bce384-5348-424d-a3a2-ebf433960f40 None None] Provisioning complete for port cb7f1729-3fd4-4276-b1d6-4e5f34809c08 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:50.983676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04bce384-5348-424d-a3a2-ebf433960f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:50.997438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Router 07ad1b86-3087-4fd0-8c00-f8601e0a66a3 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:19:51.019518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] For port 3962551d-ca12-4231-be7e-ad0a13dfa678, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3962551d-ca12-4231-be7e-ad0a13dfa678,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:19:51.028505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bd46da17-7209-48a5-aade-2a3c8dfe6ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:51.042940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:51.075911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port 59402f3b-c43c-49e2-931f-79162c0b6927 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:51.076417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:51.092607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:51.096034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f3357f-68b7-41de-a444-e6834aefda7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e966eab4-9567-440f-8692-0fc2f3d93c93'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:19:51.109347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:51.128920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-758b0117-673c-4369-963c-162bd9880dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:51.168220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port e966eab4-9567-440f-8692-0fc2f3d93c93, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e966eab4-9567-440f-8692-0fc2f3d93c93,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:51.221108 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:51.273561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6ccef3-a1ec-4a60-915f-b79d32da562e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:51.278450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:19:51.290528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212b99-6722-477d-bab1-0ab0a9d32c00 req-f2767950-68bc-4929-b377-5697376c19b8 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:51.292206 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-25212b99-6722-477d-bab1-0ab0a9d32c00 req-f2767950-68bc-4929-b377-5697376c19b8 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.3063860 Dec 22 17:19:51.296983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8b1e7-ff73-4338-bdb9-e47f646c6176 None None] Sync routers for ids ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:19:51.301506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46da17-7209-48a5-aade-2a3c8dfe6ce8 None None] Pushing event updated for resources: {'Port': ['ID=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:51.305820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bd46da17-7209-48a5-aade-2a3c8dfe6ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:51.307885 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-89eaf27d-7d80-478f-96ff-88aecbf5cc32 req-a96d2712-a21c-45c7-b6a8-5e1dc95fe6bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3388598 Dec 22 17:19:51.322404 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "PUT /v2.0/routers/07ad1b86-3087-4fd0-8c00-f8601e0a66a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7776868 Dec 22 17:19:51.322945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:51.328286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:51.328796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:51.329178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:51.329547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:51.329918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:51.330281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:51.330733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:51.331095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:51.331474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:51.332095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:51.332464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:51.332820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:51.339699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35032) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:51.347822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:51.414993 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f3357f-68b7-41de-a444-e6834aefda7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e966eab4-9567-440f-8692-0fc2f3d93c93', 'code': 200} Dec 22 17:19:51.441184 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:51.444649 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/security-groups/1e6ccef3-a1ec-4a60-915f-b79d32da562e HTTP/1.1" status: 204 len: 168 time: 1.3857832 Dec 22 17:19:51.451701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35036) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:51.495398 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 1c9db90a-ee74-45dc-a56c-c6bfc070e91c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:19:51.557263 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-25212b99-6722-477d-bab1-0ab0a9d32c00 req-a829896d-2d99-4c6c-99e8-af836b07ddd4 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808705 Dec 22 17:19:51.673780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:51.740709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f67746-36ff-4b50-bc4c-4f088894c435 None None] Network 0131874b-10d0-41d7-8671-1f8780357ab9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:51.755667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1ce11018-8ebb-49db-82d8-0f389cb8fe3f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:51.789793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb8bea3-9f12-4c59-a18e-e44358669ee7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting subnet b109f746-8337-451d-bacd-55d049e6a38e {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:51.803022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bea3-9f12-4c59-a18e-e44358669ee7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:51.877752 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8b1e7-ff73-4338-bdb9-e47f646c6176 None None] Routers {'07ad1b86-3087-4fd0-8c00-f8601e0a66a3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:51.878393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f8f8b1e7-ff73-4338-bdb9-e47f646c6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:51.951546 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for 59402f3b-c43c-49e2-931f-79162c0b6927 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:52.095769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f8f8b1e7-ff73-4338-bdb9-e47f646c6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:52.144502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1c9db90a-ee74-45dc-a56c-c6bfc070e91c,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:52.153975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Pushing event updated for resources: {'Port': ['ID=3962551d-ca12-4231-be7e-ad0a13dfa678,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:52.181912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bea3-9f12-4c59-a18e-e44358669ee7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:52.207403 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-04bce384-5348-424d-a3a2-ebf433960f40 None None] Provisioning for port 9444ec5d-ad78-4635-a1a5-8d8096c3d796 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:52.249894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8b1e7-ff73-4338-bdb9-e47f646c6176 None None] Routers {'07ad1b86-3087-4fd0-8c00-f8601e0a66a3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:52.250569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f8f8b1e7-ff73-4338-bdb9-e47f646c6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:52.303156 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bea3-9f12-4c59-a18e-e44358669ee7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:52.330570 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'port_id': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'mac_address': 'fa:16:3e:31:01:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:19:52.401858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-04bce384-5348-424d-a3a2-ebf433960f40 None None] Provisioning complete for port 9444ec5d-ad78-4635-a1a5-8d8096c3d796 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:52.403763 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-04bce384-5348-424d-a3a2-ebf433960f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:52.425827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bea3-9f12-4c59-a18e-e44358669ee7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:52.445204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8cab80b4-74ab-4184-90af-ab79adfc5195 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:52.446741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:52.452589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3aad6b05-d1f4-45b7-97d5-32a2415ad6ae tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:52.584109 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=59402f3b-c43c-49e2-931f-79162c0b6927,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:52.663654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=e966eab4-9567-440f-8692-0fc2f3d93c93,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:52.667353 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f8f8b1e7-ff73-4338-bdb9-e47f646c6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:52.667957 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8b1e7-ff73-4338-bdb9-e47f646c6176 None None] The sync data for ids ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:19:52.730857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.408s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:52.731378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.500s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:52.731730 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:52.748196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:52.748726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:52.749099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:52.749465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:52.749827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:52.750190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:52.750547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:52.750903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:52.751290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:52.753069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:52.753444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:52.753803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:52.787139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:52.813599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:52.817183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-04bce384-5348-424d-a3a2-ebf433960f40 None None] Port 9444ec5d-ad78-4635-a1a5-8d8096c3d796 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:52.830015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8bea3-9f12-4c59-a18e-e44358669ee7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Subnet': ['ID=b109f746-8337-451d-bacd-55d049e6a38e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:52.832867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bea3-9f12-4c59-a18e-e44358669ee7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:52.848123 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/59402f3b-c43c-49e2-931f-79162c0b6927 HTTP/1.1" status: 204 len: 168 time: 1.9304888 Dec 22 17:19:52.850887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35046) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:52.860379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9b764-9584-48fd-868d-0aebe0af4625 req-354199be-58de-4a71-abb8-44df13eecb2e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:52.865406 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d2d9b764-9584-48fd-868d-0aebe0af4625 req-354199be-58de-4a71-abb8-44df13eecb2e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 944 time: 0.3614216 Dec 22 17:19:52.895381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:52.895759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:52.903597 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cdb8bea3-9f12-4c59-a18e-e44358669ee7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/b109f746-8337-451d-bacd-55d049e6a38e HTTP/1.1" status: 204 len: 168 time: 1.4507225 Dec 22 17:19:52.905649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35050) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:52.906529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cdb8bea3-9f12-4c59-a18e-e44358669ee7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:52.916427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341eb2c-7475-4024-b1a9-d4cf1ba66317 req-ed905e24-9288-4030-ac4d-0d6cb0b71d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:52.917889 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2341eb2c-7475-4024-b1a9-d4cf1ba66317 req-ed905e24-9288-4030-ac4d-0d6cb0b71d07 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 1098 time: 1.2040627 Dec 22 17:19:52.933503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:52.954516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c75a221-8a45-4313-aeca-981a7368f421 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:53.011423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ae2b4-58fa-4437-b89c-93a78da4454e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:53.014888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ae2b4-58fa-4437-b89c-93a78da4454e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:53.017292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ae2b4-58fa-4437-b89c-93a78da4454e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:53.018565 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f67ae2b4-58fa-4437-b89c-93a78da4454e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:53.022473 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9db90a-ee74-45dc-a56c-c6bfc070e91c {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:19:53.039976 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d2d9b764-9584-48fd-868d-0aebe0af4625 req-3a81c36f-b8b7-4a6f-aebd-c0e4a845c172 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254725 Dec 22 17:19:53.043911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f67ae2b4-58fa-4437-b89c-93a78da4454e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:53.046485 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f67ae2b4-58fa-4437-b89c-93a78da4454e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1944020 Dec 22 17:19:53.048908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35054) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:53.113854 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2341eb2c-7475-4024-b1a9-d4cf1ba66317 req-bdf5077b-f7aa-44e0-8db2-ef2dc11d4d80 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767156 Dec 22 17:19:53.125794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4d2bf7-8c07-44f2-9f41-3f8233fea820 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting subnet 3e903632-e3c9-490f-a4ad-3e00e30d5129 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:53.141962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1c9db90a-ee74-45dc-a56c-c6bfc070e91c,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:53.151238 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Provisioning for port 3962551d-ca12-4231-be7e-ad0a13dfa678 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:53.153022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e3a24-72ec-4a63-aba0-e32a63034ef6 req-54c5a96a-2f15-4faf-9bbd-b7ef95b7645c tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:53.157283 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d82e3a24-72ec-4a63-aba0-e32a63034ef6 req-54c5a96a-2f15-4faf-9bbd-b7ef95b7645c tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 945 time: 1.1594718 Dec 22 17:19:53.162144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2bf7-8c07-44f2-9f41-3f8233fea820 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.170948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f22190-f5f9-45e1-9ef2-76b2ef1d7c9a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet a04dc44f-4fe9-4c48-a864-52d4b389f1f9 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:53.174344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9f22190-f5f9-45e1-9ef2-76b2ef1d7c9a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.202532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f1204b-90e2-4d9c-a993-f28e0cd9b6dc None None] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:53.220886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.229094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c30d0f28-72e8-43d2-a0b8-9bb7f9203fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:53.317372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9f22190-f5f9-45e1-9ef2-76b2ef1d7c9a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.322866 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d82e3a24-72ec-4a63-aba0-e32a63034ef6 req-caa72162-1062-46f0-ba0b-3c50f0caf2b9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043053 Dec 22 17:19:53.367470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2bf7-8c07-44f2-9f41-3f8233fea820 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.398249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece71ef-0fc3-4f1f-b334-49fdf4bcb33c req-6325e367-6d3c-4c44-8c88-9b7752753317 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:53.405433 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bece71ef-0fc3-4f1f-b334-49fdf4bcb33c req-6325e367-6d3c-4c44-8c88-9b7752753317 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.1750803 Dec 22 17:19:53.448945 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-3cab21ab-fb97-400a-b7d3-95c5b9744c1c tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:19:53.450516 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3cab21ab-fb97-400a-b7d3-95c5b9744c1c tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "PUT /v2.0/routers/07ad1b86-3087-4fd0-8c00-f8601e0a66a3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1094766 Dec 22 17:19:53.453964 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35058) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:53.481261 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2bf7-8c07-44f2-9f41-3f8233fea820 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.527444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Provisioning complete for port 92586d20-2989-4bb5-b1f5-bfb52f4ccecc triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:53.527829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.530487 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bece71ef-0fc3-4f1f-b334-49fdf4bcb33c req-8eb142d2-bc19-48f6-85d8-0c1c52fc8413 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241190 Dec 22 17:19:53.531689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9f22190-f5f9-45e1-9ef2-76b2ef1d7c9a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.575382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=1c9db90a-ee74-45dc-a56c-c6bfc070e91c,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:53.579013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['1c9db90a-ee74-45dc-a56c-c6bfc070e91c'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:19:53.605502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2bf7-8c07-44f2-9f41-3f8233fea820 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.612561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9b502d26-8cbe-4503-8d60-66cb0f30b95e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:53.623060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:53.624906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e7a14234-8288-47af-b7cc-f4dd0bef04ca up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:53.658348 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d2bf7-8c07-44f2-9f41-3f8233fea820 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Subnet': ['ID=3e903632-e3c9-490f-a4ad-3e00e30d5129,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:53.668420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2bf7-8c07-44f2-9f41-3f8233fea820 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.675063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ca4d2bf7-8c07-44f2-9f41-3f8233fea820 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:53.684910 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ca4d2bf7-8c07-44f2-9f41-3f8233fea820 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/3e903632-e3c9-490f-a4ad-3e00e30d5129 HTTP/1.1" status: 204 len: 168 time: 0.7631190 Dec 22 17:19:53.685207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35062) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:53.759256 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c64f46-c2d8-4cdd-9279-e47c2032e4fa tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] DELETE failed (client error): The resource could not be found. Dec 22 17:19:53.759894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c64f46-c2d8-4cdd-9279-e47c2032e4fa tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:53.762481 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-05c64f46-c2d8-4cdd-9279-e47c2032e4fa tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/b109f746-8337-451d-bacd-55d049e6a38e HTTP/1.1" status: 404 len: 337 time: 0.0762589 Dec 22 17:19:53.767617 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35066) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:53.848716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b728d1-3e26-4d7f-9213-7daa173c8276 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting subnet e52b53e3-a00f-40d1-9800-4c13f83f71ac {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:53.852464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80b728d1-3e26-4d7f-9213-7daa173c8276 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.858431 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9f22190-f5f9-45e1-9ef2-76b2ef1d7c9a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.869370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-975566ee-1cac-4b01-aedc-e11f413d7fd6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:53.880604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Port 92586d20-2989-4bb5-b1f5-bfb52f4ccecc cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:19:53.895496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Could not find standard attr ID for object 98027f1a-8a87-4698-b8c4-8070cdd9cbe3. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:19:53.910384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80b728d1-3e26-4d7f-9213-7daa173c8276 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.915888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f22190-f5f9-45e1-9ef2-76b2ef1d7c9a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=a04dc44f-4fe9-4c48-a864-52d4b389f1f9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:53.918261 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a9f22190-f5f9-45e1-9ef2-76b2ef1d7c9a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:53.923180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9f22190-f5f9-45e1-9ef2-76b2ef1d7c9a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:53.978536 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a9f22190-f5f9-45e1-9ef2-76b2ef1d7c9a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/a04dc44f-4fe9-4c48-a864-52d4b389f1f9 HTTP/1.1" status: 204 len: 168 time: 0.9262717 Dec 22 17:19:53.979229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35070) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:54.006210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Provisioning complete for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:54.006604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:54.049095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port e7a14234-8288-47af-b7cc-f4dd0bef04ca completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:54.095267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80b728d1-3e26-4d7f-9213-7daa173c8276 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:54.179321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80b728d1-3e26-4d7f-9213-7daa173c8276 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:54.186380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-09da87ce-84d9-4dc3-8237-ee538ed395e4 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:54.234782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffaf76a-c5ca-4e24-bb2a-88d2a8e456ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet ef958086-52e9-4711-a3d2-649db4c61cb6 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:19:54.242827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80b728d1-3e26-4d7f-9213-7daa173c8276 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:54.243094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78f8065-29a6-4e79-894c-fe47170a087d None None] Update dhcp port {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': 'ef958086-52e9-4711-a3d2-649db4c61cb6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a04dc44f-4fe9-4c48-a864-52d4b389f1f9'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '3962551d-ca12-4231-be7e-ad0a13dfa678'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:19:54.247963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b728d1-3e26-4d7f-9213-7daa173c8276 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Subnet': ['ID=e52b53e3-a00f-40d1-9800-4c13f83f71ac,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:54.250305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-80b728d1-3e26-4d7f-9213-7daa173c8276 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:54.251325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4ffaf76a-c5ca-4e24-bb2a-88d2a8e456ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:54.268878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:54.293498 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-80b728d1-3e26-4d7f-9213-7daa173c8276 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/e52b53e3-a00f-40d1-9800-4c13f83f71ac HTTP/1.1" status: 204 len: 168 time: 0.5247936 Dec 22 17:19:54.297843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35076) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:54.336605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3962551d-ca12-4231-be7e-ad0a13dfa678 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:54.353700 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21efcad-bfb0-4888-942a-dd4f36f28b63 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] DELETE failed (client error): The resource could not be found. Dec 22 17:19:54.354166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21efcad-bfb0-4888-942a-dd4f36f28b63 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:54.356307 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b21efcad-bfb0-4888-942a-dd4f36f28b63 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/6d563ede-7a48-4df3-8711-e6ebe5de1e1a HTTP/1.1" status: 404 len: 337 time: 0.0554736 Dec 22 17:19:54.359565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35080) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:54.364032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4ffaf76a-c5ca-4e24-bb2a-88d2a8e456ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:54.500022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2363f6d3-8f79-4d82-abcb-8ef95758228d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Synchronizing usage tracker for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:54.516461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e78f8065-29a6-4e79-894c-fe47170a087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:54.525867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2363f6d3-8f79-4d82-abcb-8ef95758228d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Unset dirty status for tenant:7f29491bf5a54984b0446c34c11fddd2 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:54.527023 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2363f6d3-8f79-4d82-abcb-8ef95758228d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3323759-5382-44c2-aad2-955ad7171df2 HTTP/1.1" status: 200 len: 205 time: 0.1665437 Dec 22 17:19:54.533833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35086) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:54.629393 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-2f405371-c222-49c8-9b5e-2155237b744d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] delete failed (client error): The resource could not be found. Dec 22 17:19:54.630377 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2f405371-c222-49c8-9b5e-2155237b744d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/routers/a3323759-5382-44c2-aad2-955ad7171df2 HTTP/1.1" status: 404 len: 336 time: 0.0890772 Dec 22 17:19:54.633768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35092) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:54.684205 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-366950f0-b09d-47d1-a308-f88dce00d8d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] DELETE failed (client error): The resource could not be found. Dec 22 17:19:54.684746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366950f0-b09d-47d1-a308-f88dce00d8d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:54.686665 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-366950f0-b09d-47d1-a308-f88dce00d8d7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/f76957e0-9df6-4764-8171-ad6f38844f5a HTTP/1.1" status: 404 len: 337 time: 0.0520117 Dec 22 17:19:54.690019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35096) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:54.746387 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af530e1-1981-4f45-adbf-f1aba75a6aed tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] DELETE failed (client error): The resource could not be found. Dec 22 17:19:54.746885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af530e1-1981-4f45-adbf-f1aba75a6aed tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:54.748616 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4af530e1-1981-4f45-adbf-f1aba75a6aed tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/3d478b6f-9a6f-4433-9366-26652c62f888 HTTP/1.1" status: 404 len: 337 time: 0.0577209 Dec 22 17:19:54.750092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4ffaf76a-c5ca-4e24-bb2a-88d2a8e456ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:54.779244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35100) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:54.843280 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfe24e5-2eff-415a-a60b-4bd6e69e619b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] DELETE failed (client error): The resource could not be found. Dec 22 17:19:54.843735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfe24e5-2eff-415a-a60b-4bd6e69e619b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:54.845418 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3bfe24e5-2eff-415a-a60b-4bd6e69e619b tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/84635b48-b9a2-4c34-ba57-9782db4588e2 HTTP/1.1" status: 404 len: 337 time: 0.0605025 Dec 22 17:19:54.864911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35104) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:54.874860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Provisioning for port e7a14234-8288-47af-b7cc-f4dd0bef04ca completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:54.892719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae6295-c3eb-437a-8969-d681d6d36ef6 req-93f1dc58-a300-4594-b403-7d035143f967 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:54.900917 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-67ae6295-c3eb-437a-8969-d681d6d36ef6 req-93f1dc58-a300-4594-b403-7d035143f967 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 945 time: 0.4664695 Dec 22 17:19:54.922527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4ffaf76a-c5ca-4e24-bb2a-88d2a8e456ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:54.929084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9390437f-eff4-4c17-801d-dfdf36f61b20 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:54.964710 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d03939f-7964-4f3b-a54f-0484db55258d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] DELETE failed (client error): The resource could not be found. Dec 22 17:19:54.965189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d03939f-7964-4f3b-a54f-0484db55258d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:54.966890 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2d03939f-7964-4f3b-a54f-0484db55258d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/b649c56b-e0a0-4188-aab8-086c170b1a02 HTTP/1.1" status: 404 len: 333 time: 0.0945299 Dec 22 17:19:54.973521 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35108) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:55.033255 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24f7d06-1cac-4db0-b2ac-5e5befe951dc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] DELETE failed (client error): The resource could not be found. Dec 22 17:19:55.033723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24f7d06-1cac-4db0-b2ac-5e5befe951dc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:55.035460 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f24f7d06-1cac-4db0-b2ac-5e5befe951dc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/61549e6a-2d23-4f71-bfb9-18452b0e1b1d HTTP/1.1" status: 404 len: 337 time: 0.0607769 Dec 22 17:19:55.040700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35112) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:55.074177 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 3962551d-ca12-4231-be7e-ad0a13dfa678 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:55.086733 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-db97993a-63d5-4367-b1e5-7345995bc603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] DELETE failed (client error): The resource could not be found. Dec 22 17:19:55.087222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db97993a-63d5-4367-b1e5-7345995bc603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:55.089099 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-db97993a-63d5-4367-b1e5-7345995bc603 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/82906abc-339c-4cdf-bec0-31a52e429b32 HTTP/1.1" status: 404 len: 337 time: 0.0474105 Dec 22 17:19:55.090149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Provisioning complete for port e7a14234-8288-47af-b7cc-f4dd0bef04ca triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:55.090542 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:55.091811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35116) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:55.125895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffaf76a-c5ca-4e24-bb2a-88d2a8e456ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=ef958086-52e9-4711-a3d2-649db4c61cb6,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:55.148159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4ffaf76a-c5ca-4e24-bb2a-88d2a8e456ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:55.149314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4ffaf76a-c5ca-4e24-bb2a-88d2a8e456ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:55.151741 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a47ffb-7438-472c-ae80-4e8eb06d19d5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] DELETE failed (client error): The resource could not be found. Dec 22 17:19:55.152375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a47ffb-7438-472c-ae80-4e8eb06d19d5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:55.154040 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-15a47ffb-7438-472c-ae80-4e8eb06d19d5 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/802e04fd-da72-4cb6-a3c5-950f70feb8f6 HTTP/1.1" status: 404 len: 333 time: 0.0604680 Dec 22 17:19:55.157428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35120) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:55.174925 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-67ae6295-c3eb-437a-8969-d681d6d36ef6 req-7ec711b8-5830-45e3-bee4-7c2b2314b302 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730665 Dec 22 17:19:55.180296 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4ffaf76a-c5ca-4e24-bb2a-88d2a8e456ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/ef958086-52e9-4711-a3d2-649db4c61cb6 HTTP/1.1" status: 204 len: 168 time: 1.1996939 Dec 22 17:19:55.184716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35124) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:55.185377 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3962551d-ca12-4231-be7e-ad0a13dfa678 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:55.185758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:55.211286 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-822ccd4a-b01b-4625-9b63-73b076ce6331 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] DELETE failed (client error): The resource could not be found. Dec 22 17:19:55.211826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822ccd4a-b01b-4625-9b63-73b076ce6331 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:55.213472 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-822ccd4a-b01b-4625-9b63-73b076ce6331 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/a907963d-ad4c-4211-875a-61cabaf37650 HTTP/1.1" status: 404 len: 337 time: 0.0541518 Dec 22 17:19:55.219162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35128) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:55.263052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b0e2-b9d9-4f28-b6f3-3cf4211f0064 req-321879bc-9953-4370-bc64-1a5d11fe7408 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:55.264674 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7823b0e2-b9d9-4f28-b6f3-3cf4211f0064 req-321879bc-9953-4370-bc64-1a5d11fe7408 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 945 time: 0.5028448 Dec 22 17:19:55.272759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f50c538-8e24-4d20-b086-b5159942d5e5 None None] Network 755fdf5a-5a31-4c13-84e3-8dfa59f29997 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:55.277568 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dcbcd30a-e7af-47ee-88a6-0c21c44cd1d5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820549 Dec 22 17:19:55.279988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35132) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:55.290629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:55.326372 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c948f1-7364-4368-ad69-29e6c5e16163 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] DELETE failed (client error): The resource could not be found. Dec 22 17:19:55.326821 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c948f1-7364-4368-ad69-29e6c5e16163 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:19:55.328502 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-94c948f1-7364-4368-ad69-29e6c5e16163 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/subnets/98df555e-4cdf-4eac-ba30-327ed07bdcb6 HTTP/1.1" status: 404 len: 337 time: 0.1076834 Dec 22 17:19:55.338336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35136) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:55.420963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Deleting port 9444ec5d-ad78-4635-a1a5-8d8096c3d796 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:55.421224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server [None req-e78f8065-29a6-4e79-894c-fe47170a087d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef958086-52e9-4711-a3d2-649db4c61cb6: This subnet is being modified by another concurrent operation. Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 17:19:55.447896 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1700, in update_port Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise exception Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef958086-52e9-4711-a3d2-649db4c61cb6: This subnet is being modified by another concurrent operation. Dec 22 17:19:55.453669 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server Dec 22 17:19:55.455992 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7823b0e2-b9d9-4f28-b6f3-3cf4211f0064 req-5a8f3459-25df-46ab-aa4d-729621aa3bd1 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577847 Dec 22 17:19:55.464032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:55.475186 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:55.480635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:55.495770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-4ade37be-de4c-4ad3-baf1-9cec63104ffc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 92586d20-2989-4bb5-b1f5-bfb52f4ccecc {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:55.496110 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ade37be-de4c-4ad3-baf1-9cec63104ffc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:55.501376 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef0c2e-e2fd-4568-b940-c77e6e2196de req-f7de3579-fae8-4532-8874-a02f8b2eaa17 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:55.510479 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f3ef0c2e-e2fd-4568-b940-c77e6e2196de req-f7de3579-fae8-4532-8874-a02f8b2eaa17 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.2017772 Dec 22 17:19:55.526039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:55.581999 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f3ef0c2e-e2fd-4568-b940-c77e6e2196de req-3a65e20d-ee0e-4c6a-9f1e-1e52710f65be tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674770 Dec 22 17:19:55.585463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:55.592212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:55.622868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce8737-15dd-43e6-9012-e05cdc36a648 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:55.678628 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:55.830833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:55.835577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:55.836708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ca4d2bf7-8c07-44f2-9f41-3f8233fea820 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:55.890806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:55.893959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:55.897517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:55.898090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:55.899268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:55.921053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=928527d7-579b-406a-841c-5badf5f453e3,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:55.922577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:55.937646 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6540298 Dec 22 17:19:55.938497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35142) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:55.944400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] For port e7a14234-8288-47af-b7cc-f4dd0bef04ca, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e7a14234-8288-47af-b7cc-f4dd0bef04ca,segment=NetworkSegment(d417c8c7-7987-4cde-82d2-fdd6037bac3a),segment_id=d417c8c7-7987-4cde-82d2-fdd6037bac3a)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:55.944690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:55.967350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:55.974716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1f843bbc-bcee-4f8d-b113-392ddb9963f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:56.015414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 3962551d-ca12-4231-be7e-ad0a13dfa678, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3962551d-ca12-4231-be7e-ad0a13dfa678,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:56.041535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:56.054450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Calling delete_port for 9444ec5d-ad78-4635-a1a5-8d8096c3d796 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:56.096574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:56.101240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:56.104338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:56.110431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:56.128285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:56.134691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:56.137437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Pushing event updated for resources: {'Port': ['ID=e7a14234-8288-47af-b7cc-f4dd0bef04ca,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:56.141765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:56.142372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-475d9760-e1eb-41c2-8c33-d66f369a653b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:56.200231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-791a4d1d-1633-4dbf-a483-79695cd5faf2 None None] Provisioning complete for port 3962551d-ca12-4231-be7e-ad0a13dfa678 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:56.200231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-791a4d1d-1633-4dbf-a483-79695cd5faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:56.264536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57c34c7-4aa7-43a9-b9a3-0fdd2288c442 None None] DHCP port deletion for 755fdf5a-5a31-4c13-84e3-8dfa59f29997 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:19:56.285657 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c57c34c7-4aa7-43a9-b9a3-0fdd2288c442 None None] Deleting port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:56.286221 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c57c34c7-4aa7-43a9-b9a3-0fdd2288c442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:56.296602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ade37be-de4c-4ad3-baf1-9cec63104ffc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:56.312136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306af9b-df17-40fb-86e7-60dd2c843411 req-3dc5df2b-8823-4e9d-9ff8-90b92cef5453 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:56.319719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3962551d-ca12-4231-be7e-ad0a13dfa678 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:19:56.321594 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3306af9b-df17-40fb-86e7-60dd2c843411 req-3dc5df2b-8823-4e9d-9ff8-90b92cef5453 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 945 time: 0.6863723 Dec 22 17:19:56.392441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=3962551d-ca12-4231-be7e-ad0a13dfa678,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:56.399478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:56.497422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-4ade37be-de4c-4ad3-baf1-9cec63104ffc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Calling delete_port for 92586d20-2989-4bb5-b1f5-bfb52f4ccecc owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:56.498069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cb43f-2e87-4fce-96f1-c5fa994d821e req-b327c700-aef5-4a29-9cbb-bfb0aa700aac tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:56.503712 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c35cb43f-2e87-4fce-96f1-c5fa994d821e req-b327c700-aef5-4a29-9cbb-bfb0aa700aac tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 945 time: 0.1208777 Dec 22 17:19:56.609764 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3306af9b-df17-40fb-86e7-60dd2c843411 req-9fb92551-468c-4463-982d-38077b8e56ac tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872887 Dec 22 17:19:56.631603 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c35cb43f-2e87-4fce-96f1-c5fa994d821e req-79992bb2-ab90-4d31-881f-9efa797c5d77 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159172 Dec 22 17:19:56.644165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35150) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:56.646571 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ade37be-de4c-4ad3-baf1-9cec63104ffc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:56.656506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3236c9d-b465-4ab7-b821-49684353ae72 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:19:56.659357 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fb4f19b9-aa73-42e3-866c-f74b2004d1f3 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:56.752971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade37be-de4c-4ad3-baf1-9cec63104ffc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Port': ['ID=92586d20-2989-4bb5-b1f5-bfb52f4ccecc,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:56.766737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4ade37be-de4c-4ad3-baf1-9cec63104ffc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:56.769948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ade37be-de4c-4ad3-baf1-9cec63104ffc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:56.812630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:19:56.861319 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4ade37be-de4c-4ad3-baf1-9cec63104ffc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/ports/92586d20-2989-4bb5-b1f5-bfb52f4ccecc HTTP/1.1" status: 204 len: 168 time: 1.5191686 Dec 22 17:19:56.865537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35156) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:56.885806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:56.890583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:56.899349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-063d5eff-7fd6-4d69-b019-8be4688322b6 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:56.912503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c57c34c7-4aa7-43a9-b9a3-0fdd2288c442 None None] For port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,segment=NetworkSegment(1173fb76-2275-46a6-96cc-bac772c20e28),segment_id=1173fb76-2275-46a6-96cc-bac772c20e28)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:56.912895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c57c34c7-4aa7-43a9-b9a3-0fdd2288c442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:56.922195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-791a4d1d-1633-4dbf-a483-79695cd5faf2 None None] Could not find standard attr ID for object 92586d20-2989-4bb5-b1f5-bfb52f4ccecc. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:19:56.983812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e398f147-7786-4b23-a594-c8e5dee3137d tempest-TestVolumeBootPattern-1714765220 tempest-TestVolumeBootPattern-1714765220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:56.984523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e398f147-7786-4b23-a594-c8e5dee3137d tempest-TestVolumeBootPattern-1714765220 tempest-TestVolumeBootPattern-1714765220-project-admin] Synchronizing usage tracker for tenant:f32b88a1b7e345b1b6059c31d0e2656b on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:19:57.000538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event deleted for resources: {'Port': ['ID=9444ec5d-ad78-4635-a1a5-8d8096c3d796,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:57.012168 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e398f147-7786-4b23-a594-c8e5dee3137d tempest-TestVolumeBootPattern-1714765220 tempest-TestVolumeBootPattern-1714765220-project-admin] Unset dirty status for tenant:f32b88a1b7e345b1b6059c31d0e2656b on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:19:57.013765 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e398f147-7786-4b23-a594-c8e5dee3137d tempest-TestVolumeBootPattern-1714765220 tempest-TestVolumeBootPattern-1714765220-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 1093 time: 0.3606577 Dec 22 17:19:57.016799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35160) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:57.017443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:57.024159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'e966eab4-9567-440f-8692-0fc2f3d93c93', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:57.031339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:57.035528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Usage tracker for resource:floatingip and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:57.040150 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:57.045913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:57.058294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.073989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c57c34c7-4aa7-43a9-b9a3-0fdd2288c442 None None] Calling delete_port for 1ce11018-8ebb-49db-82d8-0f389cb8fe3f owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:19:57.104443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-791a4d1d-1633-4dbf-a483-79695cd5faf2 None None] Could not find standard attr ID for object 98027f1a-8a87-4698-b8c4-8070cdd9cbe3. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:19:57.130704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.144057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4743f-717e-4e15-8981-4bd1ff8ea203 req-eee9a46f-5e84-4430-a194-0ec47ec51e4a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:57.145586 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dca4743f-717e-4e15-8981-4bd1ff8ea203 req-eee9a46f-5e84-4430-a194-0ec47ec51e4a tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.3654475 Dec 22 17:19:57.197251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Deleting port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:19:57.197788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.297662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-791a4d1d-1633-4dbf-a483-79695cd5faf2 None None] Provisioning complete for port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:57.298253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-791a4d1d-1633-4dbf-a483-79695cd5faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.313543 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dca4743f-717e-4e15-8981-4bd1ff8ea203 req-2fe49850-cd59-4d02-bde0-cc46c6c9b73e tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577578 Dec 22 17:19:57.380984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 17:19:57.380984 dv-neutron-822513-1-hyperv neutron-server[87588]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Dec 22 17:19:57.380984 dv-neutron-822513-1-hyperv neutron-server[87588]: [parameters: {'status': 'DOWN', 'ports_id': '3962551d-ca12-4231-be7e-ad0a13dfa678'}] Dec 22 17:19:57.380984 dv-neutron-822513-1-hyperv neutron-server[87588]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:19:57.381726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:19:57.387648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.404948 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 1c9db90a-ee74-45dc-a56c-c6bfc070e91c up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:57.422775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.437629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] The port '1ce11018-8ebb-49db-82d8-0f389cb8fe3f' was deleted {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:19:57.450920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c57c34c7-4aa7-43a9-b9a3-0fdd2288c442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.461772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:57.502402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-791a4d1d-1633-4dbf-a483-79695cd5faf2 None None] Could not find standard attr ID for object 1ce11018-8ebb-49db-82d8-0f389cb8fe3f. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:19:57.516066 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c34c7-4aa7-43a9-b9a3-0fdd2288c442 None None] Pushing event deleted for resources: {'Port': ['ID=1ce11018-8ebb-49db-82d8-0f389cb8fe3f,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:57.518326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c57c34c7-4aa7-43a9-b9a3-0fdd2288c442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:57.522802 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.plugins.ml2.db [None req-791a4d1d-1633-4dbf-a483-79695cd5faf2 None None] No ports have port_id starting with 1ce11018-8ebb-49db-82d8-0f389cb8fe3f Dec 22 17:19:57.525331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c34c7-4aa7-43a9-b9a3-0fdd2288c442 None None] No DVR routers for this DVR port 1ce11018-8ebb-49db-82d8-0f389cb8fe3f on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:19:57.561227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.564578 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-791a4d1d-1633-4dbf-a483-79695cd5faf2 None None] Provisioning complete for port e7a14234-8288-47af-b7cc-f4dd0bef04ca triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:57.564960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-791a4d1d-1633-4dbf-a483-79695cd5faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.627789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:19:57.645593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:57.647964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.701115 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f10dbcd6-cfca-4232-b9d3-eeb1304a90ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.704056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.749692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755fdf5a-5a31-4c13-84e3-8dfa59f29997']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:57.765971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1173fb76-2275-46a6-96cc-bac772c20e28') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:57.766538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1173fb76-2275-46a6-96cc-bac772c20e28') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:57.829498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f998010-407e-44b7-a2d3-0365f724215b None None] Update dhcp port {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': '45db80cc-1dab-4d63-8f51-d38605d03b87', 'ip_address': '2001:db8::f816:3eff:fec1:9517'}, {'subnet_id': '928527d7-579b-406a-841c-5badf5f453e3'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '3962551d-ca12-4231-be7e-ad0a13dfa678'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:19:57.887702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] For port 3962551d-ca12-4231-be7e-ad0a13dfa678, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3962551d-ca12-4231-be7e-ad0a13dfa678,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:57.941855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.969257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.970144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:57.974902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Allocated IP 172.26.3.142 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/8c22d2b6-ebea-44ab-9c33-04c0d0c3128a) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:57.977174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-540da5fc-eb6e-4c51-b40b-1f51250f977d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:57.987209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8f998010-407e-44b7-a2d3-0365f724215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.025510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.050269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Router 07ad1b86-3087-4fd0-8c00-f8601e0a66a3 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:19:58.053007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.085406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.086250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:58.095301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.098252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:19:58.099509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:19:58.119935 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:19:58.140372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:58.155277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3287eb-15d7-4f30-abd3-85cd5764d0f1 req-4b697f3b-bdef-4139-b32c-2aafd03ae08d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:58.156766 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f3287eb-15d7-4f30-abd3-85cd5764d0f1 req-4b697f3b-bdef-4139-b32c-2aafd03ae08d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 945 time: 0.4111168 Dec 22 17:19:58.160505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:58.161092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.206854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=3962551d-ca12-4231-be7e-ad0a13dfa678,revision_number=6']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:58.217524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:58.219949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4bcb06b1-0947-4726-b46b-fa9c8e6a814e tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:58.240650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b739adc2-3a4e-47aa-8639-2ff723f4e227 None None] Provisioning complete for port 3962551d-ca12-4231-be7e-ad0a13dfa678 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:58.241025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b739adc2-3a4e-47aa-8639-2ff723f4e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.264397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:19:58.302126 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3612156 Dec 22 17:19:58.308281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35172) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:58.313836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1c9db90a-ee74-45dc-a56c-c6bfc070e91c,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:58.323967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:c9:72:80', 'name': 'tempest-NetworksTestDHCPv6-191916933'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:58.328562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:19:58.331999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.340442 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "PUT /v2.0/routers/07ad1b86-3087-4fd0-8c00-f8601e0a66a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8831446 Dec 22 17:19:58.341311 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:58.343531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35178) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:58.352431 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43829b-13d4-4b70-bc13-cce3016451e5 None None] Sync routers for ids ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:19:58.372346 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43829b-13d4-4b70-bc13-cce3016451e5 None None] Routers {'07ad1b86-3087-4fd0-8c00-f8601e0a66a3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:58.372998 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ac43829b-13d4-4b70-bc13-cce3016451e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:58.410992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.423817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5fb3a216-cfee-41e7-8418-43b17c62e484 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:58.444111 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.446357 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] 10.222.0.70 "DELETE /v2.0/networks/755fdf5a-5a31-4c13-84e3-8dfa59f29997 HTTP/1.1" status: 204 len: 168 time: 1.5771139 Dec 22 17:19:58.462852 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-1316c7b8-beaf-4449-b835-f3be903df522 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] delete failed (client error): The resource could not be found. Dec 22 17:19:58.471244 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1316c7b8-beaf-4449-b835-f3be903df522 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-2106258842 HTTP/1.1" status: 404 len: 335 time: 0.1210120 Dec 22 17:19:58.475794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Pushing event deleted for resources: {'Network': ['ID=755fdf5a-5a31-4c13-84e3-8dfa59f29997,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:58.477661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35184) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:58.482588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:19:58.482949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:19:58.484386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c80cf365-9c05-41ab-887b-630922b5730a tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Request body: {'router': {'external_gateway_info': {'network_id': '07ad1b86-3087-4fd0-8c00-f8601e0a66a3'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:19:58.498776 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ac43829b-13d4-4b70-bc13-cce3016451e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:58.501331 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'code': 200} Dec 22 17:19:58.510852 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43829b-13d4-4b70-bc13-cce3016451e5 None None] Routers {'07ad1b86-3087-4fd0-8c00-f8601e0a66a3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:19:58.512737 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ac43829b-13d4-4b70-bc13-cce3016451e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:19:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:58.547485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:58.602689 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f3287eb-15d7-4f30-abd3-85cd5764d0f1 req-89a0cbf8-da29-477d-8b01-fe923c133857 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4271536 Dec 22 17:19:58.648392 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ac43829b-13d4-4b70-bc13-cce3016451e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:19:58.649285 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43829b-13d4-4b70-bc13-cce3016451e5 None None] The sync data for ids ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:19:58.651450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:19:58.684054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=45db80cc-1dab-4d63-8f51-d38605d03b87,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:58.686936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:58.688298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:port and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:19:58.696580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:19:58.706557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.706664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-8f998010-407e-44b7-a2d3-0365f724215b None None] Allocated IP 172.20.0.2 (1719665a-967c-4b0a-ab06-6816cb17c416/928527d7-579b-406a-841c-5badf5f453e3/3962551d-ca12-4231-be7e-ad0a13dfa678) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:19:58.711232 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:19:58.729952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=1c9db90a-ee74-45dc-a56c-c6bfc070e91c,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:58.732125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:19:58.756314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:58.756658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:58.756999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:58.757332 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:58.757662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:58.757987 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:58.758635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:58.758635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:58.758930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:58.759274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:58.759598 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:58.759911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:19:58.767747 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:58.937230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:58.940980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:58.961688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8f998010-407e-44b7-a2d3-0365f724215b None None] For port 3962551d-ca12-4231-be7e-ad0a13dfa678, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3962551d-ca12-4231-be7e-ad0a13dfa678,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:58.976231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35190) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:59.003268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8f998010-407e-44b7-a2d3-0365f724215b None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:59.024993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ade6e0-1a96-4ad2-9769-baf4f7d2dc65 req-807ac139-b2f5-4d03-a71e-58c55c90da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:59.026467 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e8ade6e0-1a96-4ad2-9769-baf4f7d2dc65 req-807ac139-b2f5-4d03-a71e-58c55c90da7d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 1099 time: 0.2751224 Dec 22 17:19:59.030027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8f998010-407e-44b7-a2d3-0365f724215b None None] Transition to ACTIVE for port object 3962551d-ca12-4231-be7e-ad0a13dfa678 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:19:59.039081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8f998010-407e-44b7-a2d3-0365f724215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:59.054065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a6541b02-c435-4855-84fc-4e0c03a3708d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:59.057177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:59.070646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:19:59.082583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:19:59.089153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'Port': ['ID=8c22d2b6-ebea-44ab-9c33-04c0d0c3128a,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:59.092581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:19:59.117490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c80cf365-9c05-41ab-887b-630922b5730a tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:59.121527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:59.140955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cd394-2c8e-4298-960f-25a239065032 req-e70c3921-69f0-4db9-9ea2-585b89cc4c49 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:19:59.142780 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7c5cd394-2c8e-4298-960f-25a239065032 req-e70c3921-69f0-4db9-9ea2-585b89cc4c49 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.4873848 Dec 22 17:19:59.168293 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e8ade6e0-1a96-4ad2-9769-baf4f7d2dc65 req-635873f5-4e8f-44c0-8078-9880b149b9e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297393 Dec 22 17:19:59.169382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:19:59.186919 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-c80cf365-9c05-41ab-887b-630922b5730a tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] update failed (client error): The resource could not be found. Dec 22 17:19:59.188234 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c80cf365-9c05-41ab-887b-630922b5730a tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "PUT /v2.0/routers/07ad1b86-3087-4fd0-8c00-f8601e0a66a3 HTTP/1.1" status: 404 len: 339 time: 0.7095566 Dec 22 17:19:59.193328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35196) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:59.246333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f998010-407e-44b7-a2d3-0365f724215b None None] Pushing event updated for resources: {'Port': ['ID=3962551d-ca12-4231-be7e-ad0a13dfa678,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:59.278089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:59.293155 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8f998010-407e-44b7-a2d3-0365f724215b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:59.339476 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7c5cd394-2c8e-4298-960f-25a239065032 req-40eba274-d285-44db-8c1e-8c7df8ee4adc tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781981 Dec 22 17:19:59.355037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 3962551d-ca12-4231-be7e-ad0a13dfa678, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3962551d-ca12-4231-be7e-ad0a13dfa678,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:19:59.362517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:59.365282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:19:59.449686 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=3962551d-ca12-4231-be7e-ad0a13dfa678,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:19:59.453255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:19:59.509535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e7a14234-8288-47af-b7cc-f4dd0bef04ca up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:19:59.529864 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-98de87f8-7f14-4a0c-a62b-d34aa0a01d54 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f29491bf5a54984b0446c34c11fddd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5445447 Dec 22 17:19:59.545653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35200) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:19:59.666117 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port e7a14234-8288-47af-b7cc-f4dd0bef04ca triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:19:59.666611 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:19:59.915904 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1ce11018-8ebb-49db-82d8-0f389cb8fe3f no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:19:59.958776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 1ce11018-8ebb-49db-82d8-0f389cb8fe3f {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:19:59.959513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1ce11018-8ebb-49db-82d8-0f389cb8fe3f not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:20:00.007703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.029898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e19b11fd-4728-408f-a412-8e14293eea8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.111506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-58f624a0-e0eb-413d-b850-9c381dfd393e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.145760 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 172.20.0.8 (1719665a-967c-4b0a-ab06-6816cb17c416/928527d7-579b-406a-841c-5badf5f453e3/f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:00.161953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617854cc-d742-4997-823c-1005887773f0 req-f7481d83-1755-43ad-ba2c-b4541987d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:00.163502 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-617854cc-d742-4997-823c-1005887773f0 req-f7481d83-1755-43ad-ba2c-b4541987d15a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 1099 time: 0.7685509 Dec 22 17:20:00.176743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::f816:3eff:fec9:7280 (1719665a-967c-4b0a-ab06-6816cb17c416/45db80cc-1dab-4d63-8f51-d38605d03b87/f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:00.183264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-58f624a0-e0eb-413d-b850-9c381dfd393e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.240796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8104cec-3c75-4269-94c8-8805447ab29a req-6656e5fc-6e24-4b49-a2e5-874c04c7a2f7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:00.242360 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f8104cec-3c75-4269-94c8-8805447ab29a req-6656e5fc-6e24-4b49-a2e5-874c04c7a2f7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 946 time: 0.4758458 Dec 22 17:20:00.337414 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-617854cc-d742-4997-823c-1005887773f0 req-3161cd7c-57a0-408e-9969-e543cbd7eb88 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577621 Dec 22 17:20:00.416527 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f8104cec-3c75-4269-94c8-8805447ab29a req-f6fe2018-3999-463c-975f-b545b6c58a98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587279 Dec 22 17:20:00.433656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Allocated IP 172.20.0.1 (c61ada74-1409-4f8e-8b00-f0ed11a28d8c/8d8941f7-668e-402f-8b6e-5a14d4d8cca8/208ec3b5-8679-496e-919e-afd0116e9013) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:00.479852 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c9aa87-3ba1-48fa-82c7-d67673dce07c None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:00.512017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-58f624a0-e0eb-413d-b850-9c381dfd393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.527355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54606c92-58db-460e-814c-541c49acba5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:00.564399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f624a0-e0eb-413d-b850-9c381dfd393e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a74bb-c9e0-4d8f-a19a-d839b246d81b,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:00.571029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-58f624a0-e0eb-413d-b850-9c381dfd393e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:00.576429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.631702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.632027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e7e59563-0597-4b52-8fcb-d714ce758294 None None] Provisioning for port 3962551d-ca12-4231-be7e-ad0a13dfa678 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:00.641926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-58f624a0-e0eb-413d-b850-9c381dfd393e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.646213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e7e59563-0597-4b52-8fcb-d714ce758294 None None] Provisioning complete for port 3962551d-ca12-4231-be7e-ad0a13dfa678 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:00.647142 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-58f624a0-e0eb-413d-b850-9c381dfd393e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b81a74bb-c9e0-4d8f-a19a-d839b246d81b HTTP/1.1" status: 204 len: 168 time: 0.9033418 Dec 22 17:20:00.648627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e7e59563-0597-4b52-8fcb-d714ce758294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.675473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae79b38-5c3c-4002-96ed-022755c5e479 req-1161593a-8915-4eea-8233-642d9e1bbed3 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:00.676996 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0ae79b38-5c3c-4002-96ed-022755c5e479 req-1161593a-8915-4eea-8233-642d9e1bbed3 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.1402757 Dec 22 17:20:00.701305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:00.714079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.742018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.766202 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0ae79b38-5c3c-4002-96ed-022755c5e479 req-85cba7cd-1192-40b0-a534-cbd1e9e8d2bc tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793874 Dec 22 17:20:00.767280 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Transition to ACTIVE for port object 208ec3b5-8679-496e-919e-afd0116e9013 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:00.817405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.829616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.834547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4d4431f1-a2cb-4c8d-837e-5c667cd5e404 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:00.856413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-75a07ee7-44c7-4200-bc35-2665a5e98cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:00.927218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e7e59563-0597-4b52-8fcb-d714ce758294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:00.937620 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Network c61ada74-1409-4f8e-8b00-f0ed11a28d8c is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:00.940826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:00.943873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:00.947647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:00.950746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:00.953810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:00.958421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:00.959533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:01.025382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e7e59563-0597-4b52-8fcb-d714ce758294 None None] For port 3962551d-ca12-4231-be7e-ad0a13dfa678, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3962551d-ca12-4231-be7e-ad0a13dfa678,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:01.027043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:01.040278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e7e59563-0597-4b52-8fcb-d714ce758294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:01.045388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-240b9dbb-2dd2-4121-93d6-bb4f6cc88cc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:01.053165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event updated for resources: {'Port': ['ID=208ec3b5-8679-496e-919e-afd0116e9013,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:01.069923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:01.097434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:01.187852 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:01.192058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:01.193121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:01.195865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e59563-0597-4b52-8fcb-d714ce758294 None None] Pushing event updated for resources: {'Port': ['ID=3962551d-ca12-4231-be7e-ad0a13dfa678,revision_number=9']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:01.230686 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e7e59563-0597-4b52-8fcb-d714ce758294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:01.277178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:01.288810 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9695327 Dec 22 17:20:01.292461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35220) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:01.379989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-49a63a31-695a-4a9b-9ed8-7d449574e058 None None] Provisioning for port 208ec3b5-8679-496e-919e-afd0116e9013 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:01.408512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-49a63a31-695a-4a9b-9ed8-7d449574e058 None None] Provisioning complete for port 208ec3b5-8679-496e-919e-afd0116e9013 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:01.412574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-49a63a31-695a-4a9b-9ed8-7d449574e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:01.469226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:01.507259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e12045-2fe9-4bf7-82ce-d7396abad218 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:01.517568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e12045-2fe9-4bf7-82ce-d7396abad218 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:01.523932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a5e12045-2fe9-4bf7-82ce-d7396abad218 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:01.529323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:01.561171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:01.564058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 3a76ebb9-08dd-4d26-b5ad-459ee1183883 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:20:01.566471 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 3a76ebb9-08dd-4d26-b5ad-459ee1183883 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:01.652143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a5e12045-2fe9-4bf7-82ce-d7396abad218 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:01.653796 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a5e12045-2fe9-4bf7-82ce-d7396abad218 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3603196 Dec 22 17:20:01.727810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35234) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:01.746663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3962551d-ca12-4231-be7e-ad0a13dfa678 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:01.893354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35240) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:01.978789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'Port': ['ID=8c22d2b6-ebea-44ab-9c33-04c0d0c3128a,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:01.982308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:01.986653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-64c5f598-c878-4894-b01b-9635bd732b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:01.986995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-64c5f598-c878-4894-b01b-9635bd732b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.023940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.122439 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-49a63a31-695a-4a9b-9ed8-7d449574e058 None None] Port 208ec3b5-8679-496e-919e-afd0116e9013 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:02.125775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.138919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.147180 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:20:02.187759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.191993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 3a76ebb9-08dd-4d26-b5ad-459ee1183883, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:02.206364 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.212234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-946032bf-aa28-4cc9-8f71-c8758f421be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:02.223263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cc1bb46b-05c9-44ca-9453-22f6c3bd7d99 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:02.293799 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 3a76ebb9-08dd-4d26-b5ad-459ee1183883, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:02.312596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'port_id': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'mac_address': 'fa:16:3e:19:f3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:20:02.321196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-dd02da16-3d96-4ac4-a29e-49188c6e7fca None None] Could not find standard attr ID for object 59402f3b-c43c-49e2-931f-79162c0b6927. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:20:02.324403 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3962551d-ca12-4231-be7e-ad0a13dfa678 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:02.324791 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.338331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event updated for resources: {'Port': ['ID=208ec3b5-8679-496e-919e-afd0116e9013,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:02.340876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.353030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:02.384037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1680942857'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:02.390311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:02.394762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:network and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:02.398332 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:02.404979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:02.408895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=3a76ebb9-08dd-4d26-b5ad-459ee1183883,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:02.422686 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:02.431983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-dd02da16-3d96-4ac4-a29e-49188c6e7fca None None] Provisioning complete for port 3962551d-ca12-4231-be7e-ad0a13dfa678 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:02.432432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dd02da16-3d96-4ac4-a29e-49188c6e7fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.439982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:02.444416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.469622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9c82-e675-40c8-8b30-b9ed234dfb65 req-d02f04be-86af-4a5f-a493-58e7a38d0372 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:02.471147 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f4fb9c82-e675-40c8-8b30-b9ed234dfb65 req-d02f04be-86af-4a5f-a493-58e7a38d0372 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.3283682 Dec 22 17:20:02.548753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.551139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Network c61ada74-1409-4f8e-8b00-f0ed11a28d8c is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:02.554616 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:02.558443 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f4fb9c82-e675-40c8-8b30-b9ed234dfb65 req-ccc81b68-a36e-4244-bc26-54825819eb42 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718238 Dec 22 17:20:02.595963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a76ebb9-08dd-4d26-b5ad-459ee1183883 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:20:02.608856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.660193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35250) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:02.663637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 3a76ebb9-08dd-4d26-b5ad-459ee1183883, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:02.680645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.681643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.685606 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3e7ab812-8fa2-4d15-bd67-e279084aa1ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:02.718487 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'code': 200} Dec 22 17:20:02.721854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41234544-c4d7-4719-b8fe-0d51a98aaf6e req-1ffee149-91a4-49d9-9a7a-55f5ea71ab86 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:02.724835 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-41234544-c4d7-4719-b8fe-0d51a98aaf6e req-1ffee149-91a4-49d9-9a7a-55f5ea71ab86 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 946 time: 1.0834816 Dec 22 17:20:02.782564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:02.812771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=3a76ebb9-08dd-4d26-b5ad-459ee1183883,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:02.819171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:02.825409 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8ef0a6a8-35ce-438b-9024-7f9f37982208 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/floatingips/bb3be550-57aa-42e6-a639-76e3ba640933 HTTP/1.1" status: 200 len: 993 time: 0.1580243 Dec 22 17:20:02.844392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:security_group_rule and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:02.856109 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:02.868190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-64c5f598-c878-4894-b01b-9635bd732b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:02.883898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:02.911636 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-41234544-c4d7-4719-b8fe-0d51a98aaf6e req-63f709cc-912d-419c-bce8-087a31d453cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174390 Dec 22 17:20:02.912991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe6c787-a7c2-44a0-8e30-76ebc067f0c8 None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:20:02.923834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Router 07ad1b86-3087-4fd0-8c00-f8601e0a66a3 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:20:02.969207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['3a76ebb9-08dd-4d26-b5ad-459ee1183883'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:20:03.043774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-64c5f598-c878-4894-b01b-9635bd732b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:03.070234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-eac48b75-e1dc-4698-882f-0545af2d09fa None None] Provisioning for port f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:03.094132 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Floating IP 1fc86af2-0d3d-4a80-8c13-e11e12c34533 associated. External IP: 172.26.3.142, port: e966eab4-9567-440f-8692-0fc2f3d93c93. Dec 22 17:20:03.098206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-eac48b75-e1dc-4698-882f-0545af2d09fa None None] Provisioning complete for port f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:03.099119 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eac48b75-e1dc-4698-882f-0545af2d09fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:03.160487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:03.172465 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "PUT /v2.0/routers/07ad1b86-3087-4fd0-8c00-f8601e0a66a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9714849 Dec 22 17:20:03.175217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35256) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:03.190176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4110ac8b-3343-4172-9842-f58557d02cef None None] Sync routers for ids ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:03.232113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-eac48b75-e1dc-4698-882f-0545af2d09fa None None] Port f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:03.243564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6c787-a7c2-44a0-8e30-76ebc067f0c8 None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:20:03.245441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4110ac8b-3343-4172-9842-f58557d02cef None None] Routers {'07ad1b86-3087-4fd0-8c00-f8601e0a66a3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:03.246101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-4110ac8b-3343-4172-9842-f58557d02cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:03.343256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855b712-a000-4aab-9fc8-5f7488e96d1c req-5540d77c-6bd7-412a-b1c3-71257e0f8f9b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:03.344702 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8855b712-a000-4aab-9fc8-5f7488e96d1c req-5540d77c-6bd7-412a-b1c3-71257e0f8f9b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 946 time: 0.2771416 Dec 22 17:20:03.348371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-4110ac8b-3343-4172-9842-f58557d02cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:03.372787 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-eac48b75-e1dc-4698-882f-0545af2d09fa None None] Provisioning complete for port 208ec3b5-8679-496e-919e-afd0116e9013 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:03.373468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eac48b75-e1dc-4698-882f-0545af2d09fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:03.405073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e65c80e7-81b4-45ea-981e-fbc4bd88e158 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:03.468295 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8855b712-a000-4aab-9fc8-5f7488e96d1c req-5cd706c7-2945-4aa4-bf19-948c4d1ce101 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095273 Dec 22 17:20:03.491575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:03.498975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4110ac8b-3343-4172-9842-f58557d02cef None None] Routers {'07ad1b86-3087-4fd0-8c00-f8601e0a66a3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:03.499822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-4110ac8b-3343-4172-9842-f58557d02cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:03.511735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:03.558614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-98288c14-1c93-4da1-90c0-4bbf0115bb71 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:03.577366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35260) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:03.608316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-4110ac8b-3343-4172-9842-f58557d02cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:03.608906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4110ac8b-3343-4172-9842-f58557d02cef None None] The sync data for ids ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:03.612939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-eac48b75-e1dc-4698-882f-0545af2d09fa None None] Port 208ec3b5-8679-496e-919e-afd0116e9013 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:03.719924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb2766c-393e-4967-bbc4-133c6db0e8b2,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:03.727956 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-e65c80e7-81b4-45ea-981e-fbc4bd88e158 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 17:20:03.729311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:03.729691 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e65c80e7-81b4-45ea-981e-fbc4bd88e158 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "DELETE /v2.0/routers/07ad1b86-3087-4fd0-8c00-f8601e0a66a3 HTTP/1.1" status: 409 len: 329 time: 0.5515187 Dec 22 17:20:03.732620 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35264) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:03.774007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:20:03.783308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:03.783475 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Added segment ab450792-fa38-4090-bd52-1e13e53eb75f of type vlan for network 97935d46-61b7-4d70-80fa-84d1667418b0 Dec 22 17:20:03.812638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:03.846910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:20:03.849883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-64c5f598-c878-4894-b01b-9635bd732b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:03.853844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:03.859331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:03.859853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:03.871171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-055997c1-c1af-4d52-97cc-b6e59cd89126 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:03.960732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc12917-2c0f-4bd7-b9e4-4b63f4bba758 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:03.965239 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5bc12917-2c0f-4bd7-b9e4-4b63f4bba758 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 1094 time: 0.3816876 Dec 22 17:20:04.017409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35268) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:04.039367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:04.049875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:04.057670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:floatingip and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:04.062287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:04.075050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:04.129324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:04.274486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Network': ['ID=97935d46-61b7-4d70-80fa-84d1667418b0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:04.290467 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 97935d46-61b7-4d70-80fa-84d1667418b0 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:20:04.295121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:04.295660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-400f7b9b-a6d9-41d6-81eb-f3144d8da68a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:04.393577 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4841413 Dec 22 17:20:04.394319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35272) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:04.398764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:04.405402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2029174719'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:04.450008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:04.459074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:network and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:04.466351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:04.485865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:04.492917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:04.513905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-64c5f598-c878-4894-b01b-9635bd732b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:04.518684 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-64c5f598-c878-4894-b01b-9635bd732b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb HTTP/1.1" status: 204 len: 168 time: 2.7776659 Dec 22 17:20:04.520165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5f598-c878-4894-b01b-9635bd732b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:04.524332 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35276) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:04.529260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-64c5f598-c878-4894-b01b-9635bd732b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:04.593577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:04.608970 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7db9ba-4214-4f69-988c-9ac7c31227e9 None None] Sync routers for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:04.619686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd6431-3ff8-4b0b-a342-79d087202b39 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:04.621051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd6431-3ff8-4b0b-a342-79d087202b39 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:04.622702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd6431-3ff8-4b0b-a342-79d087202b39 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:04.623556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-65fd6431-3ff8-4b0b-a342-79d087202b39 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:04.635767 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7db9ba-4214-4f69-988c-9ac7c31227e9 None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:04.636682 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5f7db9ba-4214-4f69-988c-9ac7c31227e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:04.636824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:04.640011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f4865b-1d25-4a28-ac8e-cc669550e9d8 None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:20:04.648295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:04.651698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:04.707138 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6798146 Dec 22 17:20:04.707138 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f3357f-68b7-41de-a444-e6834aefda7b', 'tag': 'e966eab4-9567-440f-8692-0fc2f3d93c93'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:20:04.716021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-65fd6431-3ff8-4b0b-a342-79d087202b39 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:04.721971 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-65fd6431-3ff8-4b0b-a342-79d087202b39 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1963627 Dec 22 17:20:04.724909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35284) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:04.758223 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f3357f-68b7-41de-a444-e6834aefda7b', 'tag': 'e966eab4-9567-440f-8692-0fc2f3d93c93', 'status': 'completed', 'code': 200} Dec 22 17:20:04.767101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1610b9bd-cf18-42f6-aa27-7592115745d9 None None] Could not find standard attr ID for object f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:20:04.807603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1610b9bd-cf18-42f6-aa27-7592115745d9 None None] Provisioning complete for port 3962551d-ca12-4231-be7e-ad0a13dfa678 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:04.808101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1610b9bd-cf18-42f6-aa27-7592115745d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:04.854296 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-5f7db9ba-4214-4f69-988c-9ac7c31227e9 None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:20:04.886090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044df1b4-70e0-47db-b25d-572dc71d2038 req-256eaa0c-95f4-4ed9-bfff-f74afe3cfb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:04.888096 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-044df1b4-70e0-47db-b25d-572dc71d2038 req-256eaa0c-95f4-4ed9-bfff-f74afe3cfb11 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 1098 time: 0.1016514 Dec 22 17:20:04.917722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4865b-1d25-4a28-ac8e-cc669550e9d8 None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:20:04.932587 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:04.955673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-849781b6-af1e-456c-9ac6-78ae9e7cece0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 45db80cc-1dab-4d63-8f51-d38605d03b87 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:04.968007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:20:05.009567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-849781b6-af1e-456c-9ac6-78ae9e7cece0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:05.045998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044df1b4-70e0-47db-b25d-572dc71d2038 req-a7407088-aea2-4346-b0eb-79f0bb48c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:05.047608 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-044df1b4-70e0-47db-b25d-572dc71d2038 req-a7407088-aea2-4346-b0eb-79f0bb48c980 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 913 time: 0.1520259 Dec 22 17:20:05.076760 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.95 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/b91a37f5-6415-4292-9fc5-56989c339026) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:05.097376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:05.097959 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Added segment 6a86f893-3303-41d7-9733-16610034379b of type vlan for network 8d773fa0-176f-4a75-a6d2-a2e2393095c4 Dec 22 17:20:05.180338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-849781b6-af1e-456c-9ac6-78ae9e7cece0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:05.235623 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-044df1b4-70e0-47db-b25d-572dc71d2038 req-6007f3da-49b1-436f-a0bf-31edd7c4375c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e966eab4-9567-440f-8692-0fc2f3d93c93 HTTP/1.1" status: 200 len: 999 time: 0.1813679 Dec 22 17:20:05.335669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044df1b4-70e0-47db-b25d-572dc71d2038 req-bc293201-fdea-4015-9c94-13acca0c97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:05.337507 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-044df1b4-70e0-47db-b25d-572dc71d2038 req-bc293201-fdea-4015-9c94-13acca0c97c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.0946543 Dec 22 17:20:05.438541 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5f7db9ba-4214-4f69-988c-9ac7c31227e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '1fc86af2-0d3d-4a80-8c13-e11e12c34533', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': 'e966eab4-9567-440f-8692-0fc2f3d93c93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:74:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f3357f-68b7-41de-a444-e6834aefda7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:20:00Z', 'updated_at': '2021-12-22T17:20:00Z', 'revision_number': 0, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:05.448723 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7db9ba-4214-4f69-988c-9ac7c31227e9 None None] Checking router: cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:20:05.452794 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 3a76ebb9-08dd-4d26-b5ad-459ee1183883 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:05.460005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044df1b4-70e0-47db-b25d-572dc71d2038 req-530c2113-eda6-47cd-a119-e2d21a239128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:05.462152 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-044df1b4-70e0-47db-b25d-572dc71d2038 req-530c2113-eda6-47cd-a119-e2d21a239128 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1157954 Dec 22 17:20:05.472417 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7db9ba-4214-4f69-988c-9ac7c31227e9 None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:05.472417 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5f7db9ba-4214-4f69-988c-9ac7c31227e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:05.488160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:05.624056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:05.624495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:05.625045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:20:05.694064 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-044df1b4-70e0-47db-b25d-572dc71d2038 req-369ae644-8dcd-4792-bd8e-55a64b4ad369 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250733 Dec 22 17:20:05.736148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:05.745387 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:05.746009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:05.769671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-08ff1054-4d1b-4154-b210-f7786046e418 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:05.787011 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-5f7db9ba-4214-4f69-988c-9ac7c31227e9 None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:20:05.804071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Deleting port 208ec3b5-8679-496e-919e-afd0116e9013 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:05.805423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:05.844483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:05.917499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:20:05.936821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 3a76ebb9-08dd-4d26-b5ad-459ee1183883, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:05.944568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:05.946931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8e31e818-849d-4080-8e44-5948c4d7fa4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:05.986780 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5867622 Dec 22 17:20:06.000339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35290) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:06.013526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'subnet': {'network_id': '97935d46-61b7-4d70-80fa-84d1667418b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:06.025047 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'code': 200} Dec 22 17:20:06.047395 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-044df1b4-70e0-47db-b25d-572dc71d2038 req-769da466-3533-4be1-9118-406d0034065c service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453207 Dec 22 17:20:06.085932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:06.109741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=3a76ebb9-08dd-4d26-b5ad-459ee1183883,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:06.115366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-849781b6-af1e-456c-9ac6-78ae9e7cece0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:06.127020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:06.196537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:06.203465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:subnet and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:06.207404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:06.217620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:06.235834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:06.245209 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:06.345952 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5f7db9ba-4214-4f69-988c-9ac7c31227e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '1fc86af2-0d3d-4a80-8c13-e11e12c34533', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': 'e966eab4-9567-440f-8692-0fc2f3d93c93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:74:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f3357f-68b7-41de-a444-e6834aefda7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:20:00Z', 'updated_at': '2021-12-22T17:20:00Z', 'revision_number': 0, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:06.352831 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7db9ba-4214-4f69-988c-9ac7c31227e9 None None] The sync data for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv is: [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '1fc86af2-0d3d-4a80-8c13-e11e12c34533', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': 'e966eab4-9567-440f-8692-0fc2f3d93c93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:74:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f3357f-68b7-41de-a444-e6834aefda7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:20:00Z', 'updated_at': '2021-12-22T17:20:00Z', 'revision_number': 0, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:06.368458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Network': ['ID=8d773fa0-176f-4a75-a6d2-a2e2393095c4,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:06.390262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 8d773fa0-176f-4a75-a6d2-a2e2393095c4 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:20:06.392643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:06.628278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:06.636616 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Calling delete_port for 208ec3b5-8679-496e-919e-afd0116e9013 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:06.679960 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-849781b6-af1e-456c-9ac6-78ae9e7cece0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:06.695426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5c61858d-935a-44c6-a5ab-3b35b55a96cd tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:06.725051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0931c6ce-dba1-4d9c-aac9-f2a7e62b3ba5 None None] New status for floating IP 1fc86af2-0d3d-4a80-8c13-e11e12c34533: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:20:06.745951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849781b6-af1e-456c-9ac6-78ae9e7cece0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=45db80cc-1dab-4d63-8f51-d38605d03b87,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:06.752069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-849781b6-af1e-456c-9ac6-78ae9e7cece0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:06.758380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-849781b6-af1e-456c-9ac6-78ae9e7cece0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:06.769579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:06.778347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d9eab085-f4f6-4262-a6ca-22e299f83956 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:06.793183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:06.798370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:06.825302 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d2982e-c291-4869-95c7-949feea5ad2f None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:06.847271 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-849781b6-af1e-456c-9ac6-78ae9e7cece0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/45db80cc-1dab-4d63-8f51-d38605d03b87 HTTP/1.1" status: 204 len: 168 time: 2.1172380 Dec 22 17:20:06.848199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35294) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:06.870784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Checking segment: {'id': 'ab450792-fa38-4090-bd52-1e13e53eb75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '97935d46-61b7-4d70-80fa-84d1667418b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:06.871120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network hostable DHCP agents. Network: 97935d46-61b7-4d70-80fa-84d1667418b0, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:20:06.886463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Subnet': ['ID=a08a36cb-8433-4845-881d-1388af381909,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:06.889529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:06.900529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 97935d46-61b7-4d70-80fa-84d1667418b0 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:20:06.913670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 97935d46-61b7-4d70-80fa-84d1667418b0) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:06.918053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:06.918636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:06.930049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:06.944698 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9398103 Dec 22 17:20:06.944958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:06.945059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed4c1e1-f845-4c9a-aada-a2b01588b2a3 None None] Network 97935d46-61b7-4d70-80fa-84d1667418b0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:06.947632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35298) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:06.950261 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:06.953640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'subnet': {'network_id': '8d773fa0-176f-4a75-a6d2-a2e2393095c4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:06.978066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=b91a37f5-6415-4292-9fc5-56989c339026,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:06.986237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:07.021408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cee4ca9-bd0b-4972-9664-cda8b0e57696 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 928527d7-579b-406a-841c-5badf5f453e3 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:07.029545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ca9-bd0b-4972-9664-cda8b0e57696 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.070515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:07.074342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:subnet and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:07.077171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:07.082834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:07.094070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:07.097754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.187323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ca9-bd0b-4972-9664-cda8b0e57696 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.212765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-edee3f2d-cfb9-444b-a05d-1d07681581c4 None None] Provisioning complete for port 3962551d-ca12-4231-be7e-ad0a13dfa678 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:07.213196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-edee3f2d-cfb9-444b-a05d-1d07681581c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.290534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.299038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-53fe1cb2-c4f9-482e-8348-32ece56efbe1 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:07.349887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.356963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-30e5aab0-4202-4959-8ae5-20ada8fc7aef tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:07.363866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event deleted for resources: {'Port': ['ID=208ec3b5-8679-496e-919e-afd0116e9013,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:07.465000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:07.466828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Subnet': ['ID=588a1038-b71c-4b2a-83a2-80ce05c4265c,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:07.473821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:07.487040 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Checking segment: {'id': '6a86f893-3303-41d7-9733-16610034379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8d773fa0-176f-4a75-a6d2-a2e2393095c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:07.487551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network hostable DHCP agents. Network: 8d773fa0-176f-4a75-a6d2-a2e2393095c4, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:20:07.513693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 8d773fa0-176f-4a75-a6d2-a2e2393095c4 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:20:07.525006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 8d773fa0-176f-4a75-a6d2-a2e2393095c4) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:07.536237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:07.537003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.571704 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6227126 Dec 22 17:20:07.572696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35302) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:07.578313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-38182b65-d55b-4f76-bce1-677b666098b5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-469340977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:07.586274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-38182b65-d55b-4f76-bce1-677b666098b5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:07.590922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-38182b65-d55b-4f76-bce1-677b666098b5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:router and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:07.594613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-38182b65-d55b-4f76-bce1-677b666098b5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:07.602964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-38182b65-d55b-4f76-bce1-677b666098b5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:07.604748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2afc3f3-43f2-4f4d-a858-541e05e1d744 None None] Network 8d773fa0-176f-4a75-a6d2-a2e2393095c4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:07.616436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-38182b65-d55b-4f76-bce1-677b666098b5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.618260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-38182b65-d55b-4f76-bce1-677b666098b5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.637899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-38182b65-d55b-4f76-bce1-677b666098b5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.659201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-38182b65-d55b-4f76-bce1-677b666098b5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.699031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-38182b65-d55b-4f76-bce1-677b666098b5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.703969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35306) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:07.705325 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-38182b65-d55b-4f76-bce1-677b666098b5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1313832 Dec 22 17:20:07.790525 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-97935d46-61b7-4d70-80fa-84d1667418b0', 'network_id': '97935d46-61b7-4d70-80fa-84d1667418b0', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'fixed_ips': [{'subnet_id': 'a08a36cb-8433-4845-881d-1388af381909'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:20:07.791377 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:07.841467 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ca9-bd0b-4972-9664-cda8b0e57696 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:08.048955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-8d773fa0-176f-4a75-a6d2-a2e2393095c4', 'network_id': '8d773fa0-176f-4a75-a6d2-a2e2393095c4', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'fixed_ips': [{'subnet_id': '588a1038-b71c-4b2a-83a2-80ce05c4265c'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:20:08.049804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:08.126566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Allocated IP 2001:db8::2 (97935d46-61b7-4d70-80fa-84d1667418b0/a08a36cb-8433-4845-881d-1388af381909/1afd26fc-f756-49a4-93c9-7b89f654bca4) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:08.253699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:08.346716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Allocated IP 2001:db8:1::2 (8d773fa0-176f-4a75-a6d2-a2e2393095c4/588a1038-b71c-4b2a-83a2-80ce05c4265c/a1b02969-bb23-4afc-9d56-74d04285c441) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:08.402418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ca9-bd0b-4972-9664-cda8b0e57696 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:08.466625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2aad8c53-98e4-4333-b957-7cd0aa329f2c tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:08.514557 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:08.547839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Transition to ACTIVE for port object 1afd26fc-f756-49a4-93c9-7b89f654bca4 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:08.574887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c9057b1b-a0d3-4220-91c1-df497edda8d8 None None] Provisioning complete for port 3962551d-ca12-4231-be7e-ad0a13dfa678 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:08.575208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee4ca9-bd0b-4972-9664-cda8b0e57696 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=928527d7-579b-406a-841c-5badf5f453e3,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:08.575340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c9057b1b-a0d3-4220-91c1-df497edda8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:08.581105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9cee4ca9-bd0b-4972-9664-cda8b0e57696 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:08.607676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284bd6bc-9fbe-492f-91fd-5d6ec7474340 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:08.621941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ca9-bd0b-4972-9664-cda8b0e57696 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:08.723830 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9cee4ca9-bd0b-4972-9664-cda8b0e57696 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/928527d7-579b-406a-841c-5badf5f453e3 HTTP/1.1" status: 204 len: 168 time: 1.8644016 Dec 22 17:20:08.727014 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35310) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:08.732273 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Transition to ACTIVE for port object 1afd26fc-f756-49a4-93c9-7b89f654bca4 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:08.796225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:08.804493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-905129ff-afe1-436d-ae46-5a020dfb5db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:08.837391 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1d818dff-3a69-4e55-ba84-6f7c154ae00e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084499 Dec 22 17:20:08.838296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35314) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:08.935250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f4f88b-4f2c-4c76-8daa-945ffe3f3da0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:08.935954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54f4f88b-4f2c-4c76-8daa-945ffe3f3da0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:08.956689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54f4f88b-4f2c-4c76-8daa-945ffe3f3da0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:08.962615 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-54f4f88b-4f2c-4c76-8daa-945ffe3f3da0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1187613 Dec 22 17:20:08.962615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35318) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:08.986630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:08.997910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.003152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Network 97935d46-61b7-4d70-80fa-84d1667418b0 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:09.012963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Router 07ad1b86-3087-4fd0-8c00-f8601e0a66a3 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:20:09.038861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27047980-a3a6-46d6-b153-baecc9a7df09 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:09.042607 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-27047980-a3a6-46d6-b153-baecc9a7df09 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0780101 Dec 22 17:20:09.043068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35322) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:09.043490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:09.057300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:09.085934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Pushing event updated for resources: {'Port': ['ID=1afd26fc-f756-49a4-93c9-7b89f654bca4,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:09.089861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Transition to ACTIVE for port object a1b02969-bb23-4afc-9d56-74d04285c441 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:09.103242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:09.119299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3d10e3d4-159f-4f1e-9a01-c292dd47dc1c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750103 Dec 22 17:20:09.125446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35326) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:09.131719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-7386232c-c6cd-4dba-a2bc-c49cc3b21ad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:09.217178 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Transition to ACTIVE for port object a1b02969-bb23-4afc-9d56-74d04285c441 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:09.245354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.253337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d8024616-ced4-4cac-93fb-ba814b67ded6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:09.257024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7386232c-c6cd-4dba-a2bc-c49cc3b21ad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:09.261424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7386232c-c6cd-4dba-a2bc-c49cc3b21ad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:09.264374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7386232c-c6cd-4dba-a2bc-c49cc3b21ad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:09.272387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7386232c-c6cd-4dba-a2bc-c49cc3b21ad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:09.282621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7386232c-c6cd-4dba-a2bc-c49cc3b21ad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:09.286446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7386232c-c6cd-4dba-a2bc-c49cc3b21ad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.287990 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-7386232c-c6cd-4dba-a2bc-c49cc3b21ad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:20:09.288524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7386232c-c6cd-4dba-a2bc-c49cc3b21ad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:20:09.290684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Attempting to bind port 1afd26fc-f756-49a4-93c9-7b89f654bca4 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:20:09.291066 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Attempting to bind port 1afd26fc-f756-49a4-93c9-7b89f654bca4 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'ab450792-fa38-4090-bd52-1e13e53eb75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '97935d46-61b7-4d70-80fa-84d1667418b0'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:20:09.291461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Attempting to bind port 1afd26fc-f756-49a4-93c9-7b89f654bca4 on network 97935d46-61b7-4d70-80fa-84d1667418b0 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:20:09.312074 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7386232c-c6cd-4dba-a2bc-c49cc3b21ad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1854763 Dec 22 17:20:09.312848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35330) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:09.319390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:20:09.319777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Checking segment: {'id': 'ab450792-fa38-4090-bd52-1e13e53eb75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '97935d46-61b7-4d70-80fa-84d1667418b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:09.319957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.320186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.320797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Bound using segment: {'id': 'ab450792-fa38-4090-bd52-1e13e53eb75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '97935d46-61b7-4d70-80fa-84d1667418b0'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:20:09.320920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-50db3797-d2da-4f97-871c-a40015564b6e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:09.321057 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Bound port: 1afd26fc-f756-49a4-93c9-7b89f654bca4, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab450792-fa38-4090-bd52-1e13e53eb75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '97935d46-61b7-4d70-80fa-84d1667418b0'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:20:09.321438 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.347237 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Network 8d773fa0-176f-4a75-a6d2-a2e2393095c4 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:09.347830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:09.355139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:09.362045 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:09.366489 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28227e67-a7a6-4e9c-9b68-9ccead189158 None None] Sync routers for ids ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:09.374439 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "PUT /v2.0/routers/07ad1b86-3087-4fd0-8c00-f8601e0a66a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6406684 Dec 22 17:20:09.379190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35334) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:09.385302 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28227e67-a7a6-4e9c-9b68-9ccead189158 None None] Routers {'07ad1b86-3087-4fd0-8c00-f8601e0a66a3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:09.385939 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-28227e67-a7a6-4e9c-9b68-9ccead189158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:09.400297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Pushing event updated for resources: {'Port': ['ID=a1b02969-bb23-4afc-9d56-74d04285c441,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:09.411217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:09.488686 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-28227e67-a7a6-4e9c-9b68-9ccead189158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:09.499477 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28227e67-a7a6-4e9c-9b68-9ccead189158 None None] Routers {'07ad1b86-3087-4fd0-8c00-f8601e0a66a3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:09.500927 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cce2c6-e6d7-475b-a989-b5ca4b9f8bee None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:20:09.501065 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-28227e67-a7a6-4e9c-9b68-9ccead189158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:09.515173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-50db3797-d2da-4f97-871c-a40015564b6e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:09.521285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-50db3797-d2da-4f97-871c-a40015564b6e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:09.524886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-50db3797-d2da-4f97-871c-a40015564b6e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:09.531330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-94cce2c6-e6d7-475b-a989-b5ca4b9f8bee None None] Deleting port 3962551d-ca12-4231-be7e-ad0a13dfa678 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:09.531944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-94cce2c6-e6d7-475b-a989-b5ca4b9f8bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.534550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-50db3797-d2da-4f97-871c-a40015564b6e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:09.534993 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-898fe61d-4620-4682-a5b1-97fb107de7f9 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] show failed (client error): The resource could not be found. Dec 22 17:20:09.536079 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-898fe61d-4620-4682-a5b1-97fb107de7f9 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-534290551 HTTP/1.1" status: 404 len: 334 time: 0.1550782 Dec 22 17:20:09.540467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35338) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:09.554344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.554554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-16b22667-46c7-457d-8752-95e55903d261 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:09.591599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Attempting to bind port a1b02969-bb23-4afc-9d56-74d04285c441 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:20:09.592005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Attempting to bind port a1b02969-bb23-4afc-9d56-74d04285c441 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '6a86f893-3303-41d7-9733-16610034379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8d773fa0-176f-4a75-a6d2-a2e2393095c4'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:20:09.592377 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Attempting to bind port a1b02969-bb23-4afc-9d56-74d04285c441 on network 8d773fa0-176f-4a75-a6d2-a2e2393095c4 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:20:09.597906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] For port 1afd26fc-f756-49a4-93c9-7b89f654bca4, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:20:09.609325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:20:09.609710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Checking segment: {'id': '6a86f893-3303-41d7-9733-16610034379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8d773fa0-176f-4a75-a6d2-a2e2393095c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:09.610125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.610252 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-28227e67-a7a6-4e9c-9b68-9ccead189158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:09.610531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Bound using segment: {'id': '6a86f893-3303-41d7-9733-16610034379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8d773fa0-176f-4a75-a6d2-a2e2393095c4'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:20:09.610861 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28227e67-a7a6-4e9c-9b68-9ccead189158 None None] The sync data for ids ['07ad1b86-3087-4fd0-8c00-f8601e0a66a3'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:09.610996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Bound port: a1b02969-bb23-4afc-9d56-74d04285c441, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a86f893-3303-41d7-9733-16610034379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8d773fa0-176f-4a75-a6d2-a2e2393095c4'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:20:09.611414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.626670 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] For port 1afd26fc-f756-49a4-93c9-7b89f654bca4, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1afd26fc-f756-49a4-93c9-7b89f654bca4,segment=NetworkSegment(ab450792-fa38-4090-bd52-1e13e53eb75f),segment_id=ab450792-fa38-4090-bd52-1e13e53eb75f)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:20:09.648573 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-16b22667-46c7-457d-8752-95e55903d261 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] update failed (client error): The resource could not be found. Dec 22 17:20:09.651313 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-16b22667-46c7-457d-8752-95e55903d261 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-49366861 HTTP/1.1" status: 404 len: 333 time: 0.1020536 Dec 22 17:20:09.652146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50db3797-d2da-4f97-871c-a40015564b6e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:09.657787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50db3797-d2da-4f97-871c-a40015564b6e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.659362 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-50db3797-d2da-4f97-871c-a40015564b6e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:20:09.659857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50db3797-d2da-4f97-871c-a40015564b6e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:20:09.663810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.663997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35342) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:09.683773 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-50db3797-d2da-4f97-871c-a40015564b6e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3696566 Dec 22 17:20:09.685780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35346) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:09.692056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3fb1cf48-6cae-48f3-b46b-cc2372e0864a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:09.704569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-55606d2c-bf1b-4aba-841e-479addf70fd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:09.745859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Allocated IP 2001:db8::1 (97935d46-61b7-4d70-80fa-84d1667418b0/a08a36cb-8433-4845-881d-1388af381909/7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:09.806952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3fb1cf48-6cae-48f3-b46b-cc2372e0864a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:09.810961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3fb1cf48-6cae-48f3-b46b-cc2372e0864a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:09.813883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3fb1cf48-6cae-48f3-b46b-cc2372e0864a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:09.820467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3fb1cf48-6cae-48f3-b46b-cc2372e0864a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:09.835547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb1cf48-6cae-48f3-b46b-cc2372e0864a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:09.839347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cf48-6cae-48f3-b46b-cc2372e0864a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.840706 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb1cf48-6cae-48f3-b46b-cc2372e0864a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:20:09.841123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb1cf48-6cae-48f3-b46b-cc2372e0864a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:20:09.862194 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3fb1cf48-6cae-48f3-b46b-cc2372e0864a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1726007 Dec 22 17:20:09.862417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35350) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:09.869349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-45d48a6f-65bf-4a4d-9356-89592f8806ce tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:09.892798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-8863cfce-502e-4932-a86b-e8ba914372dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Deleting subnet d08892be-ac44-458f-993c-274c0553293f {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:09.916800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8863cfce-502e-4932-a86b-e8ba914372dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.918998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Pushing event updated for resources: {'Port': ['ID=1afd26fc-f756-49a4-93c9-7b89f654bca4,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:09.944257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:09.948819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] For port a1b02969-bb23-4afc-9d56-74d04285c441, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:20:09.953348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] For port a1b02969-bb23-4afc-9d56-74d04285c441, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a1b02969-bb23-4afc-9d56-74d04285c441,segment=NetworkSegment(6a86f893-3303-41d7-9733-16610034379b),segment_id=6a86f893-3303-41d7-9733-16610034379b)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:20:09.954929 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:20:09.960249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-94cce2c6-e6d7-475b-a989-b5ca4b9f8bee None None] For port 3962551d-ca12-4231-be7e-ad0a13dfa678, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3962551d-ca12-4231-be7e-ad0a13dfa678,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:09.960656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-94cce2c6-e6d7-475b-a989-b5ca4b9f8bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.974679 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:09.980199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bd46da17-7209-48a5-aade-2a3c8dfe6ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:10.077968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8863cfce-502e-4932-a86b-e8ba914372dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:10.138095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-45d48a6f-65bf-4a4d-9356-89592f8806ce tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:10.143449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-45d48a6f-65bf-4a4d-9356-89592f8806ce tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:10.144414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-94cce2c6-e6d7-475b-a989-b5ca4b9f8bee None None] Calling delete_port for 3962551d-ca12-4231-be7e-ad0a13dfa678 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:10.146557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-45d48a6f-65bf-4a4d-9356-89592f8806ce tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:10.152990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-45d48a6f-65bf-4a4d-9356-89592f8806ce tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:10.167767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d48a6f-65bf-4a4d-9356-89592f8806ce tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:10.174038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-45d48a6f-65bf-4a4d-9356-89592f8806ce tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:10.175925 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d48a6f-65bf-4a4d-9356-89592f8806ce tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:20:10.176492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d48a6f-65bf-4a4d-9356-89592f8806ce tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:20:10.222499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:10.233211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Pushing event updated for resources: {'Port': ['ID=a1b02969-bb23-4afc-9d56-74d04285c441,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:10.236144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:10.239051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:10.252135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:10.257276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4ade37be-de4c-4ad3-baf1-9cec63104ffc tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:10.262245 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-45d48a6f-65bf-4a4d-9356-89592f8806ce tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3962572 Dec 22 17:20:10.262572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35354) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:10.268785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-17e72472-2deb-4f1c-bcd3-546a3ea24e07 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:10.289772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-94cce2c6-e6d7-475b-a989-b5ca4b9f8bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:10.295250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:10.365390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cce2c6-e6d7-475b-a989-b5ca4b9f8bee None None] Pushing event deleted for resources: {'Port': ['ID=3962551d-ca12-4231-be7e-ad0a13dfa678,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:10.374103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cce2c6-e6d7-475b-a989-b5ca4b9f8bee None None] No DVR routers for this DVR port 3962551d-ca12-4231-be7e-ad0a13dfa678 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:20:10.377731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-94cce2c6-e6d7-475b-a989-b5ca4b9f8bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:10.416021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:10.429388 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-17e72472-2deb-4f1c-bcd3-546a3ea24e07 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:10.433579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-17e72472-2deb-4f1c-bcd3-546a3ea24e07 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:10.436520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-17e72472-2deb-4f1c-bcd3-546a3ea24e07 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:10.442936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-17e72472-2deb-4f1c-bcd3-546a3ea24e07 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:10.461172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e72472-2deb-4f1c-bcd3-546a3ea24e07 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:10.464835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-17e72472-2deb-4f1c-bcd3-546a3ea24e07 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:10.466264 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e72472-2deb-4f1c-bcd3-546a3ea24e07 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:20:10.466695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e72472-2deb-4f1c-bcd3-546a3ea24e07 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:20:10.487248 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-17e72472-2deb-4f1c-bcd3-546a3ea24e07 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2229855 Dec 22 17:20:10.490283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35360) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:10.496613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-724cc292-6443-4e00-9fdc-0706de3094b4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:10.649082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-724cc292-6443-4e00-9fdc-0706de3094b4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:10.655651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-724cc292-6443-4e00-9fdc-0706de3094b4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:10.658719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-724cc292-6443-4e00-9fdc-0706de3094b4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:10.662169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Transition to ACTIVE for port object 7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:10.664758 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-724cc292-6443-4e00-9fdc-0706de3094b4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:10.676856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724cc292-6443-4e00-9fdc-0706de3094b4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:10.680876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-724cc292-6443-4e00-9fdc-0706de3094b4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:10.682304 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-724cc292-6443-4e00-9fdc-0706de3094b4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:20:10.682968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724cc292-6443-4e00-9fdc-0706de3094b4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:20:10.690527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=b91a37f5-6415-4292-9fc5-56989c339026,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:10.693927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8863cfce-502e-4932-a86b-e8ba914372dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:10.707677 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-724cc292-6443-4e00-9fdc-0706de3094b4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2140784 Dec 22 17:20:10.710889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35364) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:10.730828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:10.764527 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6a8acf75-9efc-41fc-91f0-fdbee2d7c28a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0517924 Dec 22 17:20:10.766849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35368) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:10.840251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb57851-a781-42ca-bd28-d34adeaae6ba tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:10.841695 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3eb57851-a781-42ca-bd28-d34adeaae6ba tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0738847 Dec 22 17:20:10.844357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35372) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:10.863437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:10.870959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b6519858-8312-4c1b-b50f-5fd90e72a184 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:10.910659 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4f0df93d-9fde-4d86-84f8-3ebe658ba88e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651538 Dec 22 17:20:10.914768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35376) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:10.920454 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:10.935034 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 343e89c1-dd1b-401d-bdec-301c890147fb associated. External IP: 172.26.3.95, port: 1c9db90a-ee74-45dc-a56c-c6bfc070e91c. Dec 22 17:20:11.010333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 97935d46-61b7-4d70-80fa-84d1667418b0 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:11.017907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:11.034975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8863cfce-502e-4932-a86b-e8ba914372dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:11.037139 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:11.041079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:11.041602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:11.044649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:11.048868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:11.053218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:11.056365 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:11.068218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:11.069854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38686a43-9abc-4d9a-9184-617f475a5cdf tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:11.070248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:11.073982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:11.105234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10868486-d463-4404-b37e-16f5030cf690 None None] Network 0131874b-10d0-41d7-8671-1f8780357ab9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:11.108735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8863cfce-502e-4932-a86b-e8ba914372dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:11.181200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863cfce-502e-4932-a86b-e8ba914372dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event deleted for resources: {'Subnet': ['ID=d08892be-ac44-458f-993c-274c0553293f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:11.183831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8863cfce-502e-4932-a86b-e8ba914372dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:11.200346 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8863cfce-502e-4932-a86b-e8ba914372dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "DELETE /v2.0/subnets/d08892be-ac44-458f-993c-274c0553293f HTTP/1.1" status: 204 len: 168 time: 1.5333447 Dec 22 17:20:11.213398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35380) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:11.401154 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a625230-8c0c-48c7-842f-291aad0f29dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Deleting subnet dee1a0e9-205d-47bb-aa1a-0b137dc4342d {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:11.473766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c386f7d-9c50-4922-b6fd-950ac5f4ef25 None None] Network 97935d46-61b7-4d70-80fa-84d1667418b0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:11.519540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a625230-8c0c-48c7-842f-291aad0f29dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:11.579616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:20:11.581163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:11.587315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4ffaf76a-c5ca-4e24-bb2a-88d2a8e456ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:11.627313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:11.658873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:11.666482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:11.674787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:11.679891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:11.686687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b65f33-2249-4e81-b365-1f43db0e706e None None] DHCP port deletion for 0131874b-10d0-41d7-8671-1f8780357ab9 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:20:11.688792 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1afd26fc-f756-49a4-93c9-7b89f654bca4 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:11.709472 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a625230-8c0c-48c7-842f-291aad0f29dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:11.716988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=32385cc8-6c01-4dfa-ad80-b08e3ad42257,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:11.720756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:11.724058 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8083112 Dec 22 17:20:11.726671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35384) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:11.733006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:13:b5:7b', 'name': 'tempest-NetworksTestDHCPv6-1280223594'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:11.808880 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e79020d-7bd6-4219-86b5-c45ddce723f1 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:11.870439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a625230-8c0c-48c7-842f-291aad0f29dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:11.882325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-13b65f33-2249-4e81-b365-1f43db0e706e None None] Deleting port e7a14234-8288-47af-b7cc-f4dd0bef04ca {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:11.883040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13b65f33-2249-4e81-b365-1f43db0e706e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:11.911069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:11.921343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:11.934385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:11.976420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6593c597-3d44-453b-975a-20db693d25bc None None] Network 8d773fa0-176f-4a75-a6d2-a2e2393095c4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:12.023374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f1efcc27-ec2a-47ae-9066-6ab2f4036cfb None None] Provisioning for port 1afd26fc-f756-49a4-93c9-7b89f654bca4 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:12.074002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:12.101704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router e635350c-227f-4678-9008-de32eb6f5501 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:20:12.105216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port ecc2c462-9542-4b8f-b852-920640d17af3 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:20:12.133498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a625230-8c0c-48c7-842f-291aad0f29dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:12.144199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-28de1c73-16f0-4d04-9088-2a5c7d047370 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:12.194210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fe3bdc-3e03-462e-9147-bc9cedda85b3 None None] Network 796afe8d-05d0-4869-bfc4-af05d57ac70d requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:12.237694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a625230-8c0c-48c7-842f-291aad0f29dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:12.239026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 1afd26fc-f756-49a4-93c9-7b89f654bca4 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:12.291877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::f816:3eff:fe13:b57b (1719665a-967c-4b0a-ab06-6816cb17c416/32385cc8-6c01-4dfa-ad80-b08e3ad42257/ecc2c462-9542-4b8f-b852-920640d17af3) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:12.343993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 1afd26fc-f756-49a4-93c9-7b89f654bca4 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:12.344378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:12.394009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a625230-8c0c-48c7-842f-291aad0f29dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event deleted for resources: {'Subnet': ['ID=dee1a0e9-205d-47bb-aa1a-0b137dc4342d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:12.406833 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3a625230-8c0c-48c7-842f-291aad0f29dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "DELETE /v2.0/subnets/dee1a0e9-205d-47bb-aa1a-0b137dc4342d HTTP/1.1" status: 204 len: 168 time: 1.1783211 Dec 22 17:20:12.430027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a625230-8c0c-48c7-842f-291aad0f29dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:12.430027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35390) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:12.602546 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1f3d7afe-2f0d-4f53-81bd-a035bcccfeb3 None None] Provisioning for port a1b02969-bb23-4afc-9d56-74d04285c441 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:12.715577 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:12.765579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:12.765579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Deleting port e7a14234-8288-47af-b7cc-f4dd0bef04ca {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:12.765579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:12.801200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0911d-856c-4188-8a16-be2834ac3cfe None None] Sync routers for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:12.806960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:12.824255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-13b65f33-2249-4e81-b365-1f43db0e706e None None] For port e7a14234-8288-47af-b7cc-f4dd0bef04ca, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e7a14234-8288-47af-b7cc-f4dd0bef04ca,segment=NetworkSegment(d417c8c7-7987-4cde-82d2-fdd6037bac3a),segment_id=d417c8c7-7987-4cde-82d2-fdd6037bac3a)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:12.824255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13b65f33-2249-4e81-b365-1f43db0e706e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:12.850366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:12.863470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object ecc2c462-9542-4b8f-b852-920640d17af3 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:12.911504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:12.918912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-50db7394-0352-4ff0-9507-6d6466d742e2 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:13.031752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:13.031752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:13.045491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:13.045491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:13.045491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:13.055519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': '32385cc8-6c01-4dfa-ad80-b08e3ad42257'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:20:13.055519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:13.088503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-13b65f33-2249-4e81-b365-1f43db0e706e None None] Calling delete_port for e7a14234-8288-47af-b7cc-f4dd0bef04ca owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:13.093257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=ecc2c462-9542-4b8f-b852-920640d17af3,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:13.093257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:13.104051 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3740966 Dec 22 17:20:13.108643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35394) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:13.116378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0911d-856c-4188-8a16-be2834ac3cfe None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:13.116378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b2f0911d-856c-4188-8a16-be2834ac3cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:13.116944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.resource_extend [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:20:13.154444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:13.154444 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1354415 Dec 22 17:20:13.164619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35398) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:13.169657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'tag': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:20:13.169657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:13.169657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:13.199470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] For port e7a14234-8288-47af-b7cc-f4dd0bef04ca, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e7a14234-8288-47af-b7cc-f4dd0bef04ca,segment=NetworkSegment(d417c8c7-7987-4cde-82d2-fdd6037bac3a),segment_id=d417c8c7-7987-4cde-82d2-fdd6037bac3a)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:13.199470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:13.220903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:13.317796 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-42188aad-57f4-44e4-a19e-6a1ab1defaf6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/343e89c1-dd1b-401d-bdec-301c890147fb HTTP/1.1" status: 200 len: 991 time: 0.1580241 Dec 22 17:20:13.346754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ae4d5-4641-4d47-9cd4-86f7cfa4f35d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:13.346754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9c9ae4d5-4641-4d47-9cd4-86f7cfa4f35d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:13.381900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9c9ae4d5-4641-4d47-9cd4-86f7cfa4f35d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:13.381900 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9c9ae4d5-4641-4d47-9cd4-86f7cfa4f35d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2674508 Dec 22 17:20:13.406222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35406) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:13.514611 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'tag': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'status': 'completed', 'code': 200} Dec 22 17:20:13.540658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:13.597677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Calling delete_port for e7a14234-8288-47af-b7cc-f4dd0bef04ca owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:13.672035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-57ec54b0-fad6-469b-a1cf-76a56971b062 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port ecc2c462-9542-4b8f-b852-920640d17af3 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:13.672035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57ec54b0-fad6-469b-a1cf-76a56971b062 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:13.729783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:13.738070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:13.893428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 97935d46-61b7-4d70-80fa-84d1667418b0 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:13.908604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:13.908604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 17:20:13.908604 dv-neutron-822513-1-hyperv neutron-server[87586]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Dec 22 17:20:13.908604 dv-neutron-822513-1-hyperv neutron-server[87586]: [parameters: {'port_id': 'e7a14234-8288-47af-b7cc-f4dd0bef04ca'}] Dec 22 17:20:13.908604 dv-neutron-822513-1-hyperv neutron-server[87586]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:20:13.915404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:20:13.948325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 1afd26fc-f756-49a4-93c9-7b89f654bca4, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1afd26fc-f756-49a4-93c9-7b89f654bca4,segment=NetworkSegment(ab450792-fa38-4090-bd52-1e13e53eb75f),segment_id=ab450792-fa38-4090-bd52-1e13e53eb75f)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:13.948325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13b65f33-2249-4e81-b365-1f43db0e706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:13.967097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:14.021363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:14.021363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a1b02969-bb23-4afc-9d56-74d04285c441 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:14.096383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-b2f0911d-856c-4188-8a16-be2834ac3cfe None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:20:14.104477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bfe5a-4599-4d00-8c66-d24e97ebe17d req-6042665b-f491-4df5-988c-1234d9b48dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:14.104477 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2a8bfe5a-4599-4d00-8c66-d24e97ebe17d req-6042665b-f491-4df5-988c-1234d9b48dbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 1099 time: 0.5761802 Dec 22 17:20:14.185274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b65f33-2249-4e81-b365-1f43db0e706e None None] Pushing event deleted for resources: {'Port': ['ID=e7a14234-8288-47af-b7cc-f4dd0bef04ca,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:14.187355 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2cf62a-8894-49a1-bd14-1ae3edbfdd30 None None] DHCP port deletion for 796afe8d-05d0-4869-bfc4-af05d57ac70d request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:20:14.189891 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-13b65f33-2249-4e81-b365-1f43db0e706e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:14.190698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b65f33-2249-4e81-b365-1f43db0e706e None None] No DVR routers for this DVR port e7a14234-8288-47af-b7cc-f4dd0bef04ca on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:20:14.205859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:14.236883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-45de3ed2-4c7c-4e12-99b9-053c2f801b29 None None] Provisioning for port 7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:14.282353 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-45de3ed2-4c7c-4e12-99b9-053c2f801b29 None None] Provisioning complete for port 7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:14.282753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-45de3ed2-4c7c-4e12-99b9-053c2f801b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:14.293447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 119a4de8-c657-48cd-b4f5-e2e857de7dcc is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:20:14.305707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57ec54b0-fad6-469b-a1cf-76a56971b062 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:14.311009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-eb2cf62a-8894-49a1-bd14-1ae3edbfdd30 None None] Deleting port cb7f1729-3fd4-4276-b1d6-4e5f34809c08 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:14.311422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf62a-8894-49a1-bd14-1ae3edbfdd30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:14.321959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35410) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:14.383632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Allocated IP 2001:db8::f816:3eff:fe3e:d07c (1719665a-967c-4b0a-ab06-6816cb17c416/32385cc8-6c01-4dfa-ad80-b08e3ad42257/717adca3-b7c2-4581-ae4a-9fef747bb253) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:14.603981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-57ec54b0-fad6-469b-a1cf-76a56971b062 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for ecc2c462-9542-4b8f-b852-920640d17af3 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:14.639848 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f17d06ab-57af-466e-8a43-2a8212c1f94e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/343e89c1-dd1b-401d-bdec-301c890147fb HTTP/1.1" status: 200 len: 991 time: 0.3109784 Dec 22 17:20:14.643463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Deleting port e7a14234-8288-47af-b7cc-f4dd0bef04ca {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:14.644048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:14.703040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=1afd26fc-f756-49a4-93c9-7b89f654bca4,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:14.703972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bfe5a-4599-4d00-8c66-d24e97ebe17d req-10a28943-b20e-42c9-87af-35845515cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:14.705415 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2a8bfe5a-4599-4d00-8c66-d24e97ebe17d req-10a28943-b20e-42c9-87af-35845515cea2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=414e182f-0910-489f-acbe-e38452689ae4 HTTP/1.1" status: 200 len: 897 time: 0.5788147 Dec 22 17:20:14.706286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:14.736827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] The port 'e7a14234-8288-47af-b7cc-f4dd0bef04ca' was deleted {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:20:14.752903 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-45de3ed2-4c7c-4e12-99b9-053c2f801b29 None None] Port 7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:14.802850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:14.816219 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e1716b-8804-4386-bc93-ea12dd8d4b87 None None] Sync routers for ids ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:14.822371 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2a8bfe5a-4599-4d00-8c66-d24e97ebe17d req-f3c88bd6-33d8-443b-9ae1-b32e085157b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c9db90a-ee74-45dc-a56c-c6bfc070e91c HTTP/1.1" status: 200 len: 999 time: 0.1015608 Dec 22 17:20:14.825364 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-45de3ed2-4c7c-4e12-99b9-053c2f801b29 None None] Provisioning complete for port 1afd26fc-f756-49a4-93c9-7b89f654bca4 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:14.826131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-45de3ed2-4c7c-4e12-99b9-053c2f801b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:14.834213 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/119a4de8-c657-48cd-b4f5-e2e857de7dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1269739 Dec 22 17:20:14.837182 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1716b-8804-4386-bc93-ea12dd8d4b87 None None] Routers {'119a4de8-c657-48cd-b4f5-e2e857de7dcc'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:14.837806 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-82e1716b-8804-4386-bc93-ea12dd8d4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:14.840105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35414) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:14.918820 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-82e1716b-8804-4386-bc93-ea12dd8d4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:14.928888 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1716b-8804-4386-bc93-ea12dd8d4b87 None None] Routers {'119a4de8-c657-48cd-b4f5-e2e857de7dcc'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:14.929496 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-82e1716b-8804-4386-bc93-ea12dd8d4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:14.956125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bfe5a-4599-4d00-8c66-d24e97ebe17d req-e6aca5d9-cb80-4b12-a26a-e4479da92f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:14.958850 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2a8bfe5a-4599-4d00-8c66-d24e97ebe17d req-e6aca5d9-cb80-4b12-a26a-e4479da92f49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbdfcbdb-75d6-4821-afb1-2ddb54a8478e HTTP/1.1" status: 200 len: 833 time: 0.1275175 Dec 22 17:20:14.965952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57ec54b0-fad6-469b-a1cf-76a56971b062 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:14.989501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port a1b02969-bb23-4afc-9d56-74d04285c441 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:14.993470 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-82e1716b-8804-4386-bc93-ea12dd8d4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:14.993886 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e1716b-8804-4386-bc93-ea12dd8d4b87 None None] The sync data for ids ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:15.014939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:15.032777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port a1b02969-bb23-4afc-9d56-74d04285c441 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:15.033163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.035489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.054037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cdaf79-cf04-4a8b-b441-7dd603002650 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:15.054735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d8cdaf79-cf04-4a8b-b441-7dd603002650 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Synchronizing usage tracker for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:15.079037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0131874b-10d0-41d7-8671-1f8780357ab9']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:15.097591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd417c8c7-7987-4cde-82d2-fdd6037bac3a') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:15.098188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd417c8c7-7987-4cde-82d2-fdd6037bac3a') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:15.106532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d8cdaf79-cf04-4a8b-b441-7dd603002650 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Unset dirty status for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:15.107846 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d8cdaf79-cf04-4a8b-b441-7dd603002650 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports/7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9 HTTP/1.1" status: 200 len: 911 time: 0.2502394 Dec 22 17:20:15.111088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35418) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:15.234834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec54b0-fad6-469b-a1cf-76a56971b062 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=ecc2c462-9542-4b8f-b852-920640d17af3,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:15.234834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-57ec54b0-fad6-469b-a1cf-76a56971b062 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:15.254064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-eb2cf62a-8894-49a1-bd14-1ae3edbfdd30 None None] For port cb7f1729-3fd4-4276-b1d6-4e5f34809c08, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=cb7f1729-3fd4-4276-b1d6-4e5f34809c08,segment=NetworkSegment(5cfc2020-7ab5-424c-b6b7-d53e790cdf8f),segment_id=5cfc2020-7ab5-424c-b6b7-d53e790cdf8f)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:15.254064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf62a-8894-49a1-bd14-1ae3edbfdd30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.276252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.280128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57ec54b0-fad6-469b-a1cf-76a56971b062 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.301895 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-57ec54b0-fad6-469b-a1cf-76a56971b062 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/ecc2c462-9542-4b8f-b852-920640d17af3 HTTP/1.1" status: 204 len: 168 time: 1.9023547 Dec 22 17:20:15.305955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35422) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:15.356016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bfe5a-4599-4d00-8c66-d24e97ebe17d req-66c12350-f5dd-4f6d-86f3-2202b6bf12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:15.357483 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2a8bfe5a-4599-4d00-8c66-d24e97ebe17d req-66c12350-f5dd-4f6d-86f3-2202b6bf12ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=414e182f-0910-489f-acbe-e38452689ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3889189 Dec 22 17:20:15.430805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-eb2cf62a-8894-49a1-bd14-1ae3edbfdd30 None None] Calling delete_port for cb7f1729-3fd4-4276-b1d6-4e5f34809c08 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:15.440438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.464078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d17b45-873a-40fa-9a75-9819432b186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:15.466227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d17b45-873a-40fa-9a75-9819432b186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:15.466687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-94d17b45-873a-40fa-9a75-9819432b186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:15.493052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Transition to ACTIVE for port object 717adca3-b7c2-4581-ae4a-9fef747bb253 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:15.540498 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2a8bfe5a-4599-4d00-8c66-d24e97ebe17d req-ff414cb5-338e-4e34-a28b-63e57a9fa785 service neutron] 10.222.0.53 "GET /v2.0/networks/414e182f-0910-489f-acbe-e38452689ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734478 Dec 22 17:20:15.577733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-94d17b45-873a-40fa-9a75-9819432b186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:15.579171 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-94d17b45-873a-40fa-9a75-9819432b186a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2720504 Dec 22 17:20:15.587257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35426) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:15.587463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Transition to ACTIVE for port object 717adca3-b7c2-4581-ae4a-9fef747bb253 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:15.595288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.606424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:20:15.606843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:20:15.621695 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:20:15.651682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.672659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35430) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:15.685422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-13b65f33-2249-4e81-b365-1f43db0e706e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:15.785740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.804422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.810397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:15.812844 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf62a-8894-49a1-bd14-1ae3edbfdd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.814776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c1c0b766-11b5-4739-8010-b3dc8a151b4a tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:15.824598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b86b94-1232-4288-9760-267de2461acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 32385cc8-6c01-4dfa-ad80-b08e3ad42257 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:15.826191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:15.831773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b86b94-1232-4288-9760-267de2461acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.836485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:15.857542 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "DELETE /v2.0/networks/0131874b-10d0-41d7-8671-1f8780357ab9 HTTP/1.1" status: 204 len: 168 time: 3.4346941 Dec 22 17:20:15.857542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event deleted for resources: {'Network': ['ID=0131874b-10d0-41d7-8671-1f8780357ab9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:15.859083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:15.861664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35434) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:15.884894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.899743 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-096bf6f1-32fd-473b-9829-58ad58f1088b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/343e89c1-dd1b-401d-bdec-301c890147fb HTTP/1.1" status: 200 len: 991 time: 0.2258410 Dec 22 17:20:15.906026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2cf62a-8894-49a1-bd14-1ae3edbfdd30 None None] No DVR routers for this DVR port cb7f1729-3fd4-4276-b1d6-4e5f34809c08 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:20:15.907593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Pushing event updated for resources: {'Port': ['ID=717adca3-b7c2-4581-ae4a-9fef747bb253,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:15.908583 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2a8bfe5a-4599-4d00-8c66-d24e97ebe17d req-82c0eff0-cdcb-4665-bdb8-0e06c9511a40 service neutron] 10.222.0.53 "GET /v2.0/networks/414e182f-0910-489f-acbe-e38452689ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554597 Dec 22 17:20:15.923849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b86b94-1232-4288-9760-267de2461acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:15.959833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:15.972008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7ca2fe97-3012-46a6-b4cc-8bcd26d77c2d None None] Provisioning complete for port 7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:15.972518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7ca2fe97-3012-46a6-b4cc-8bcd26d77c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.002281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:16.014368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b86b94-1232-4288-9760-267de2461acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.039159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.058218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.087005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cf62a-8894-49a1-bd14-1ae3edbfdd30 None None] Pushing event deleted for resources: {'Port': ['ID=cb7f1729-3fd4-4276-b1d6-4e5f34809c08,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:16.097959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b86b94-1232-4288-9760-267de2461acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.101300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-eb2cf62a-8894-49a1-bd14-1ae3edbfdd30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:16.103190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ff8b9a6a-c9c4-4961-a070-732c4d984687 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:16.107631 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Attempting to bind port 717adca3-b7c2-4581-ae4a-9fef747bb253 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:20:16.108010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Attempting to bind port 717adca3-b7c2-4581-ae4a-9fef747bb253 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:20:16.108378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Attempting to bind port 717adca3-b7c2-4581-ae4a-9fef747bb253 on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:20:16.121085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port a1b02969-bb23-4afc-9d56-74d04285c441, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a1b02969-bb23-4afc-9d56-74d04285c441,segment=NetworkSegment(6a86f893-3303-41d7-9733-16610034379b),segment_id=6a86f893-3303-41d7-9733-16610034379b)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:16.122247 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:20:16.122644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:16.123194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.123934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:20:16.124589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Bound port: 717adca3-b7c2-4581-ae4a-9fef747bb253, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:20:16.125155 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.139571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b86b94-1232-4288-9760-267de2461acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=32385cc8-6c01-4dfa-ad80-b08e3ad42257,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:16.141478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2fe97-3012-46a6-b4cc-8bcd26d77c2d None None] Port 7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:16.141954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-41b86b94-1232-4288-9760-267de2461acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.146474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-41b86b94-1232-4288-9760-267de2461acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:16.150135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.154132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a5bf8e46-35e7-456f-8f29-3e4389a15f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:16.158933 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-41b86b94-1232-4288-9760-267de2461acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/32385cc8-6c01-4dfa-ad80-b08e3ad42257 HTTP/1.1" status: 204 len: 168 time: 0.5705183 Dec 22 17:20:16.161281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35438) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:16.188801 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b2f0911d-856c-4188-8a16-be2834ac3cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '343e89c1-dd1b-401d-bdec-301c890147fb', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'port_id': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'mac_address': 'fa:16:3e:31:01:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:20:08Z', 'updated_at': '2021-12-22T17:20:08Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:16.231754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3962551d-ca12-4231-be7e-ad0a13dfa678 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:16.244536 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-28daf48f-a03b-473e-ad6d-4851911d10a8 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817499 Dec 22 17:20:16.247063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35442) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:16.252667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:16.289130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0911d-856c-4188-8a16-be2834ac3cfe None None] Checking router: e635350c-227f-4678-9008-de32eb6f5501 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:20:16.299350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 3962551d-ca12-4231-be7e-ad0a13dfa678 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:20:16.299937 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3962551d-ca12-4231-be7e-ad0a13dfa678 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:20:16.307866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7ca2fe97-3012-46a6-b4cc-8bcd26d77c2d None None] Provisioning complete for port a1b02969-bb23-4afc-9d56-74d04285c441 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:16.308256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7ca2fe97-3012-46a6-b4cc-8bcd26d77c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.393511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:16.399820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:16.404189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:16.407244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0911d-856c-4188-8a16-be2834ac3cfe None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:16.407344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b2f0911d-856c-4188-8a16-be2834ac3cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:16.412181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:16.424761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:16.431120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.487767 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=a1b02969-bb23-4afc-9d56-74d04285c441,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:16.503422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:16.507241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] For port 717adca3-b7c2-4581-ae4a-9fef747bb253, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:20:16.513442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.537443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1afd26fc-f756-49a4-93c9-7b89f654bca4 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:16.599781 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] For port 717adca3-b7c2-4581-ae4a-9fef747bb253, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=717adca3-b7c2-4581-ae4a-9fef747bb253,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:20:16.616492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796afe8d-05d0-4869-bfc4-af05d57ac70d']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:16.630374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfc2020-7ab5-424c-b6b7-d53e790cdf8f') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:16.630659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfc2020-7ab5-424c-b6b7-d53e790cdf8f') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:16.681129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.694237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:16.710071 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-36b98241-c95e-4bce-acd4-29eaa6477afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:16.837849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-b2f0911d-856c-4188-8a16-be2834ac3cfe None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:20:16.849266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Allocated IP 2001:db8:1::1 (8d773fa0-176f-4a75-a6d2-a2e2393095c4/588a1038-b71c-4b2a-83a2-80ce05c4265c/4c069682-0094-48c2-bddd-f22b7e0f729b) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:16.907330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35448) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:16.986496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Pushing event updated for resources: {'Port': ['ID=717adca3-b7c2-4581-ae4a-9fef747bb253,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:16.995480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:17.005633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 1afd26fc-f756-49a4-93c9-7b89f654bca4 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:17.007558 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.029153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.046510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Transition to ACTIVE for port object 4c069682-0094-48c2-bddd-f22b7e0f729b will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:17.069763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.073759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.077348 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b738ae25-1e9e-4fd8-94fb-760546b290a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/343e89c1-dd1b-401d-bdec-301c890147fb HTTP/1.1" status: 200 len: 991 time: 0.1701994 Dec 22 17:20:17.089886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c5cd27bd-86cc-4c28-937b-d15a0a3c25cd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:17.113059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:20:17.143304 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:20:17.143648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:20:17.166257 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:20:17.229209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c371d5-9cbd-4dd7-b370-ad8ecb59ff42 None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:20:17.254823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 8d773fa0-176f-4a75-a6d2-a2e2393095c4 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:17.273667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:17.281735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:17.282277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.304848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=4c069682-0094-48c2-bddd-f22b7e0f729b,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:17.335026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:17.340061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.347730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.353234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ada5c0cf-5f5e-409c-b2b8-7f2dad4955d5 tempest-ExternalNetworksTestJSON-770250462 tempest-ExternalNetworksTestJSON-770250462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:17.414979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event deleted for resources: {'Network': ['ID=796afe8d-05d0-4869-bfc4-af05d57ac70d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:17.414979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:17.414979 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "DELETE /v2.0/networks/796afe8d-05d0-4869-bfc4-af05d57ac70d HTTP/1.1" status: 204 len: 168 time: 1.5463283 Dec 22 17:20:17.414979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35452) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:17.476145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device cb7f1729-3fd4-4276-b1d6-4e5f34809c08 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:17.539265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6c1b30-2888-485c-94e4-84430f9290cd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Deleting subnet 8d8941f7-668e-402f-8b6e-5a14d4d8cca8 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:17.539890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1b30-2888-485c-94e4-84430f9290cd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.552718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: cb7f1729-3fd4-4276-b1d6-4e5f34809c08 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:20:17.553069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device cb7f1729-3fd4-4276-b1d6-4e5f34809c08 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:20:17.553495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e7a14234-8288-47af-b7cc-f4dd0bef04ca no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:17.557336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.610848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: e7a14234-8288-47af-b7cc-f4dd0bef04ca {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:20:17.610848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e7a14234-8288-47af-b7cc-f4dd0bef04ca not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:20:17.638180 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c9308ee-3207-44aa-87ff-3af32cc88e46 req-da8e9664-bc7c-4478-9d62-6975d233d061 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2676084 Dec 22 17:20:17.644333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c371d5-9cbd-4dd7-b370-ad8ecb59ff42 None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:20:17.683863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.755751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b2f0911d-856c-4188-8a16-be2834ac3cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '343e89c1-dd1b-401d-bdec-301c890147fb', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'port_id': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'mac_address': 'fa:16:3e:31:01:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:20:08Z', 'updated_at': '2021-12-22T17:20:08Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:17.758098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1b30-2888-485c-94e4-84430f9290cd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.765923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0911d-856c-4188-8a16-be2834ac3cfe None None] The sync data for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv is: [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '343e89c1-dd1b-401d-bdec-301c890147fb', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'port_id': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'mac_address': 'fa:16:3e:31:01:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:20:08Z', 'updated_at': '2021-12-22T17:20:08Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:17.900965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] For port 717adca3-b7c2-4581-ae4a-9fef747bb253, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=717adca3-b7c2-4581-ae4a-9fef747bb253,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:17.998600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:17.998600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:18.009581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:18.009581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8d6eef8d-6f2c-4f33-9295-e779803e83fd tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:18.060082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9308ee-3207-44aa-87ff-3af32cc88e46 req-647522ec-3931-4c5e-a5e9-b863979e11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:18.060082 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c9308ee-3207-44aa-87ff-3af32cc88e46 req-647522ec-3931-4c5e-a5e9-b863979e11ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=076fb32645c24ff6aac7ed3a7822cc5f&device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 1099 time: 0.1428227 Dec 22 17:20:18.101478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35456) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:18.125460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=717adca3-b7c2-4581-ae4a-9fef747bb253,revision_number=5']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:18.134371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:18.147581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3e581-3011-4506-819d-e213b87b2a65 None None] New status for floating IP 343e89c1-dd1b-401d-bdec-301c890147fb: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:20:18.287847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb2143b3-04f1-4219-a3ac-ed360ccd64ee tempest-RoutersIpV6AdminTest-2069175989 tempest-RoutersIpV6AdminTest-2069175989-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:18.345895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9308ee-3207-44aa-87ff-3af32cc88e46 req-364d4e23-4366-433f-84d0-1799331a9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:18.349416 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c9308ee-3207-44aa-87ff-3af32cc88e46 req-364d4e23-4366-433f-84d0-1799331a9e07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a98ace9-9193-46d5-9dd6-3cd2e309230f HTTP/1.1" status: 200 len: 898 time: 0.2180521 Dec 22 17:20:18.354205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:18.358319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=7a6a6839-d39b-440f-9455-045ed09399c9,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:18.360907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:18.486495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1b30-2888-485c-94e4-84430f9290cd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:18.519438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:18.521588 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c9308ee-3207-44aa-87ff-3af32cc88e46 req-43d69dc8-f7e2-44c7-a0c8-2fd818988fcf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883 HTTP/1.1" status: 200 len: 1002 time: 0.1587591 Dec 22 17:20:18.522822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:18.523541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:18.541422 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-95f978da-0346-4339-aaa0-2b7be71dd1e3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/343e89c1-dd1b-401d-bdec-301c890147fb HTTP/1.1" status: 200 len: 991 time: 0.4385033 Dec 22 17:20:18.542103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a1b02969-bb23-4afc-9d56-74d04285c441 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:18.599952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9308ee-3207-44aa-87ff-3af32cc88e46 req-aca3d7d4-8beb-4cd2-9cc3-bb4ce73b3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:18.604543 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c9308ee-3207-44aa-87ff-3af32cc88e46 req-aca3d7d4-8beb-4cd2-9cc3-bb4ce73b3341 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dba0c1f0-76a3-4cdc-aeac-75c43529cb60 HTTP/1.1" status: 200 len: 835 time: 0.0741482 Dec 22 17:20:18.749524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1b30-2888-485c-94e4-84430f9290cd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:18.764356 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5101066 Dec 22 17:20:18.764356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35460) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:18.781386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9cee4ca9-bd0b-4972-9664-cda8b0e57696 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:18.786218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:7b:de:36', 'name': 'tempest-NetworksTestDHCPv6-200294322'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:18.814262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port a1b02969-bb23-4afc-9d56-74d04285c441 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:18.814523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:18.828085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1b30-2888-485c-94e4-84430f9290cd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:18.837264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c1b30-2888-485c-94e4-84430f9290cd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8941f7-668e-402f-8b6e-5a14d4d8cca8,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:18.841458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6d6c1b30-2888-485c-94e4-84430f9290cd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:18.848645 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6d6c1b30-2888-485c-94e4-84430f9290cd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "DELETE /v2.0/subnets/8d8941f7-668e-402f-8b6e-5a14d4d8cca8 HTTP/1.1" status: 204 len: 168 time: 1.4336975 Dec 22 17:20:18.857501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35464) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:18.893086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:18.901853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:18.902734 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:18.946507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9308ee-3207-44aa-87ff-3af32cc88e46 req-1a169178-4fd6-4d6c-9311-882c997fbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:18.948225 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c9308ee-3207-44aa-87ff-3af32cc88e46 req-1a169178-4fd6-4d6c-9311-882c997fbde0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a98ace9-9193-46d5-9dd6-3cd2e309230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3260155 Dec 22 17:20:18.953427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:19.073056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:19.079535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:port and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:19.084440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:19.092835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:19.126445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:19.150611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=4c069682-0094-48c2-bddd-f22b7e0f729b,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:19.158559 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:19.161343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:19.192093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Deleting port 4a13302e-a4a7-4b52-8310-e7cd836d0e03 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:19.192424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:19.197558 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c9308ee-3207-44aa-87ff-3af32cc88e46 req-55c7794c-e32c-4ab2-aae3-0a29e90d122b service neutron] 10.222.0.53 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393105 Dec 22 17:20:19.263627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 8d773fa0-176f-4a75-a6d2-a2e2393095c4 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:19.291165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:19.495750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:19.540584 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c9308ee-3207-44aa-87ff-3af32cc88e46 req-66c1bb20-4b49-4fd7-8cb0-70a246d9ee53 service neutron] 10.222.0.53 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300807 Dec 22 17:20:19.541630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port 1b71df39-348e-4546-9242-0c4dd34d5ca4 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:20:19.547511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35468) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:19.690836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] For port 4a13302e-a4a7-4b52-8310-e7cd836d0e03, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4a13302e-a4a7-4b52-8310-e7cd836d0e03,segment=NetworkSegment(b6f84966-2608-4282-9ac4-6fe0b6ce1d4a),segment_id=b6f84966-2608-4282-9ac4-6fe0b6ce1d4a)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:19.690836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:19.708457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 119a4de8-c657-48cd-b4f5-e2e857de7dcc has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:20:19.717026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d72bba1-8dba-4a79-9ef5-f0b10ce257c4 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:19.737531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d6fd4f-15fe-487f-8501-fcc3d9073b9d None None] Network c61ada74-1409-4f8e-8b00-f0ed11a28d8c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:19.742990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::f816:3eff:fe7b:de36 (1719665a-967c-4b0a-ab06-6816cb17c416/7a6a6839-d39b-440f-9455-045ed09399c9/1b71df39-348e-4546-9242-0c4dd34d5ca4) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:19.912385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Calling delete_port for 4a13302e-a4a7-4b52-8310-e7cd836d0e03 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:20.012310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:20.046601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object 1b71df39-348e-4546-9242-0c4dd34d5ca4 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:20.082266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4ccb2279-3e25-4f83-83d2-5bdd48b2f2a7 None None] Provisioning for port 717adca3-b7c2-4581-ae4a-9fef747bb253 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:20.093534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:20.111711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8493d3cc-2b50-46e8-9247-e83e2fafef65 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:20.186345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:20.196902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:20.203928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:20.209981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:20.210618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:20.228085 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5c78ea26-1f7f-4f3c-9da6-56289f54c097 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/343e89c1-dd1b-401d-bdec-301c890147fb HTTP/1.1" status: 200 len: 993 time: 0.6751919 Dec 22 17:20:20.264258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=1b71df39-348e-4546-9242-0c4dd34d5ca4,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:20.268126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:20.272593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:20.278888 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/119a4de8-c657-48cd-b4f5-e2e857de7dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1665223 Dec 22 17:20:20.282490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35472) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:20.293738 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b653e-f315-4ced-9aee-3867dabf6267 None None] Sync routers for ids ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:20.296177 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5320988 Dec 22 17:20:20.298720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35476) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:20.314654 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b653e-f315-4ced-9aee-3867dabf6267 None None] Routers {'119a4de8-c657-48cd-b4f5-e2e857de7dcc'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:20.315626 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-7a3b653e-f315-4ced-9aee-3867dabf6267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:20.351383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-868c89c6-cb5e-478d-a730-18593f40f739 None None] Provisioning for port 4c069682-0094-48c2-bddd-f22b7e0f729b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:20.387825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:20.417605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-868c89c6-cb5e-478d-a730-18593f40f739 None None] Provisioning complete for port 4c069682-0094-48c2-bddd-f22b7e0f729b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:20.418125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-868c89c6-cb5e-478d-a730-18593f40f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:20.436132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-560549e1-21e6-4974-8f89-f203e4cd6a06 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:20.467553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3416d12-1389-4cbd-baaf-1d3c9bb5409e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:20.472057 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-7a3b653e-f315-4ced-9aee-3867dabf6267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:20.481070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3416d12-1389-4cbd-baaf-1d3c9bb5409e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:20.482824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c3416d12-1389-4cbd-baaf-1d3c9bb5409e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:20.496384 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b653e-f315-4ced-9aee-3867dabf6267 None None] Routers {'119a4de8-c657-48cd-b4f5-e2e857de7dcc'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:20.497691 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-7a3b653e-f315-4ced-9aee-3867dabf6267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:20.505271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 717adca3-b7c2-4581-ae4a-9fef747bb253 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:20.516000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c3416d12-1389-4cbd-baaf-1d3c9bb5409e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:20.516880 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c3416d12-1389-4cbd-baaf-1d3c9bb5409e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2167101 Dec 22 17:20:20.519625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35480) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:20.530672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] No DVR routers for this DVR port 4a13302e-a4a7-4b52-8310-e7cd836d0e03 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:20:20.602754 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-7a3b653e-f315-4ced-9aee-3867dabf6267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:20.603294 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b653e-f315-4ced-9aee-3867dabf6267 None None] The sync data for ids ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:20.605675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-868c89c6-cb5e-478d-a730-18593f40f739 None None] Port 4c069682-0094-48c2-bddd-f22b7e0f729b cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:20.625104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4ef456e8-39d2-4b69-9318-52a34cc35c41 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port 1b71df39-348e-4546-9242-0c4dd34d5ca4 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:20.625573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4ef456e8-39d2-4b69-9318-52a34cc35c41 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:20.691242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event deleted for resources: {'Port': ['ID=4a13302e-a4a7-4b52-8310-e7cd836d0e03,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:20.701513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 717adca3-b7c2-4581-ae4a-9fef747bb253 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:20.717457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:20.727540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 717adca3-b7c2-4581-ae4a-9fef747bb253 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:20.727540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:20.809375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a551d-a244-419e-9bea-dfa3b12965dd None None] DHCP port deletion for c61ada74-1409-4f8e-8b00-f0ed11a28d8c request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:20:20.832943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1834d39d-4ade-4f44-a766-861cdbae8e92 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:20.832943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1834d39d-4ade-4f44-a766-861cdbae8e92 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Synchronizing usage tracker for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:20.881064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:20.892037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-71be77ee-eee7-4423-986a-e29ebd5c2367 None None] Provisioning complete for port 4c069682-0094-48c2-bddd-f22b7e0f729b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:20.892037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-71be77ee-eee7-4423-986a-e29ebd5c2367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:20.919571 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1834d39d-4ade-4f44-a766-861cdbae8e92 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Unset dirty status for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:20.919571 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1834d39d-4ade-4f44-a766-861cdbae8e92 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports/4c069682-0094-48c2-bddd-f22b7e0f729b HTTP/1.1" status: 200 len: 913 time: 0.6241822 Dec 22 17:20:20.919571 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35484) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:20.919571 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61ada74-1409-4f8e-8b00-f0ed11a28d8c']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:21.113639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4ef456e8-39d2-4b69-9318-52a34cc35c41 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:21.148249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-71be77ee-eee7-4423-986a-e29ebd5c2367 None None] Port 4c069682-0094-48c2-bddd-f22b7e0f729b cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:21.150023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f84966-2608-4282-9ac4-6fe0b6ce1d4a') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:21.150023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f84966-2608-4282-9ac4-6fe0b6ce1d4a') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:21.161829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:21.228412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 717adca3-b7c2-4581-ae4a-9fef747bb253, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=717adca3-b7c2-4581-ae4a-9fef747bb253,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:21.236832 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:21.242149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-eb2cf62a-8894-49a1-bd14-1ae3edbfdd30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:21.264195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4ef456e8-39d2-4b69-9318-52a34cc35c41 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for 1b71df39-348e-4546-9242-0c4dd34d5ca4 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:21.330590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3d68aa4e-b0e7-4b94-b224-7805f2b76885 None None] Provisioning complete for port 717adca3-b7c2-4581-ae4a-9fef747bb253 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:21.330822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3d68aa4e-b0e7-4b94-b224-7805f2b76885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:21.394805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=717adca3-b7c2-4581-ae4a-9fef747bb253,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:21.400577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:21.441000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:21.479480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:21.490181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4ef456e8-39d2-4b69-9318-52a34cc35c41 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:21.492097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:20:21.492487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:21.496469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-64c5f598-c878-4894-b01b-9635bd732b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:20:21.507576 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:20:21.512407 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3d68aa4e-b0e7-4b94-b224-7805f2b76885 None None] Could not find standard attr ID for object 1b71df39-348e-4546-9242-0c4dd34d5ca4. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:20:21.548510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef456e8-39d2-4b69-9318-52a34cc35c41 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=1b71df39-348e-4546-9242-0c4dd34d5ca4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:21.552461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4ef456e8-39d2-4b69-9318-52a34cc35c41 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:21.594879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4ef456e8-39d2-4b69-9318-52a34cc35c41 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:21.612093 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4ef456e8-39d2-4b69-9318-52a34cc35c41 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/1b71df39-348e-4546-9242-0c4dd34d5ca4 HTTP/1.1" status: 204 len: 168 time: 1.0914223 Dec 22 17:20:21.615540 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35488) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:21.631910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3a6a3938-37e1-44b3-bd47-f956fb8465e3 None None] Could not find standard attr ID for object 1b71df39-348e-4546-9242-0c4dd34d5ca4. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:20:21.634470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:21.638925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9065355a-1ebe-4431-a553-2fa9e7c93087 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:21.654878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:21.673219 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Pushing event deleted for resources: {'Network': ['ID=c61ada74-1409-4f8e-8b00-f0ed11a28d8c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:21.679481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:21.683609 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "DELETE /v2.0/networks/c61ada74-1409-4f8e-8b00-f0ed11a28d8c HTTP/1.1" status: 204 len: 168 time: 2.8251061 Dec 22 17:20:21.686423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35492) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:21.720358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3034724e-bf1b-436f-9e97-5a71b2c5b987 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:21.722068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3034724e-bf1b-436f-9e97-5a71b2c5b987 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:21.723037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3034724e-bf1b-436f-9e97-5a71b2c5b987 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:21.750438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-44483ce4-bf7e-48ed-8721-8e03d3f4faa9 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Synchronizing usage tracker for tenant:c7c1f535f0b8439b9e9d72bdc744bd7a on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:21.751922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3034724e-bf1b-436f-9e97-5a71b2c5b987 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:21.751922 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3034724e-bf1b-436f-9e97-5a71b2c5b987 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1350377 Dec 22 17:20:21.754198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35496) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:21.783869 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:21.835099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-44483ce4-bf7e-48ed-8721-8e03d3f4faa9 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Unset dirty status for tenant:c7c1f535f0b8439b9e9d72bdc744bd7a on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:21.841028 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-44483ce4-bf7e-48ed-8721-8e03d3f4faa9 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "GET /v2.0/ports?device_id=07ad1b86-3087-4fd0-8c00-f8601e0a66a3 HTTP/1.1" status: 200 len: 205 time: 0.1480265 Dec 22 17:20:21.841586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-447eef3d-f2a9-4e7b-a12e-1bbd01688ac9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 7a6a6839-d39b-440f-9455-045ed09399c9 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:21.841586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35500) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:21.895950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-447eef3d-f2a9-4e7b-a12e-1bbd01688ac9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.152015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 4c069682-0094-48c2-bddd-f22b7e0f729b {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:22.152015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.158532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-447614c7-03ab-4f1c-93ff-c9f91ff4627c tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.220293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-447eef3d-f2a9-4e7b-a12e-1bbd01688ac9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.429685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 717adca3-b7c2-4581-ae4a-9fef747bb253 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:22.517801 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 717adca3-b7c2-4581-ae4a-9fef747bb253 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:22.517801 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.542794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.542976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-447614c7-03ab-4f1c-93ff-c9f91ff4627c tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.547447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-447614c7-03ab-4f1c-93ff-c9f91ff4627c tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.575969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-447eef3d-f2a9-4e7b-a12e-1bbd01688ac9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.618276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-447614c7-03ab-4f1c-93ff-c9f91ff4627c tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.618276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447614c7-03ab-4f1c-93ff-c9f91ff4627c tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Fanout notify agent at l3_agent the message router_deleted on router 07ad1b86-3087-4fd0-8c00-f8601e0a66a3 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:20:22.640830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-447614c7-03ab-4f1c-93ff-c9f91ff4627c tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.641484 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-447614c7-03ab-4f1c-93ff-c9f91ff4627c tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] 10.222.0.70 "DELETE /v2.0/routers/07ad1b86-3087-4fd0-8c00-f8601e0a66a3 HTTP/1.1" status: 204 len: 168 time: 0.8002584 Dec 22 17:20:22.685821 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 4c069682-0094-48c2-bddd-f22b7e0f729b owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:22.699317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-447eef3d-f2a9-4e7b-a12e-1bbd01688ac9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.703461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f3d0bd10-e751-47e2-a76b-90a8ea43b606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:22.744988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447eef3d-f2a9-4e7b-a12e-1bbd01688ac9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6a6839-d39b-440f-9455-045ed09399c9,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:22.748459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-447eef3d-f2a9-4e7b-a12e-1bbd01688ac9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:22.749458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-447eef3d-f2a9-4e7b-a12e-1bbd01688ac9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:22.766208 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a784bf-dcbe-47a5-95d1-b6a9797d1090 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:22.770593 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-447eef3d-f2a9-4e7b-a12e-1bbd01688ac9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/7a6a6839-d39b-440f-9455-045ed09399c9 HTTP/1.1" status: 204 len: 168 time: 1.0138037 Dec 22 17:20:22.774119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35506) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:22.812162 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4a13302e-a4a7-4b52-8310-e7cd836d0e03 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:22.919152 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3868d20b-310f-4831-b111-97b38b218cf4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1393826 Dec 22 17:20:22.919947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35510) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:22.942972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 4a13302e-a4a7-4b52-8310-e7cd836d0e03 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:20:22.943892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4a13302e-a4a7-4b52-8310-e7cd836d0e03 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:20:23.038463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:23.039154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57172294-fbb0-44aa-8b66-08de424661ed tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:23.040683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-57172294-fbb0-44aa-8b66-08de424661ed tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:23.059882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1afd72e9-2800-4a03-ab36-6b83c981cc0e tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:23.060621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-57172294-fbb0-44aa-8b66-08de424661ed tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:23.066092 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-57172294-fbb0-44aa-8b66-08de424661ed tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1409080 Dec 22 17:20:23.066092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35516) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:23.178674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35520) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:23.212305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=4c069682-0094-48c2-bddd-f22b7e0f729b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:23.214083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5437643-fdb5-4aee-b2e3-de07dea89ec2 None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:20:23.216992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d5437643-fdb5-4aee-b2e3-de07dea89ec2 None None] Deleting port 717adca3-b7c2-4581-ae4a-9fef747bb253 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:23.216992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d5437643-fdb5-4aee-b2e3-de07dea89ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:23.219460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:23.230185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db45881b-58fc-4100-a5b2-9433ce76b557 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:23.230733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-db45881b-58fc-4100-a5b2-9433ce76b557 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:23.264438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-db45881b-58fc-4100-a5b2-9433ce76b557 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:23.269955 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-db45881b-58fc-4100-a5b2-9433ce76b557 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2003162 Dec 22 17:20:23.269955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35526) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:23.363542 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b288a0a0-b949-4807-a9fa-c0b1adfa81ad tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925360 Dec 22 17:20:23.368963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35530) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:23.373853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:23.509424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:23.519125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:23.520811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:23.530648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:23.534294 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3a1f2499-b397-465e-8150-ebcc9356821a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7c1f535f0b8439b9e9d72bdc744bd7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352597 Dec 22 17:20:23.535157 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:23.535381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35534) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:23.584276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d5437643-fdb5-4aee-b2e3-de07dea89ec2 None None] For port 717adca3-b7c2-4581-ae4a-9fef747bb253, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=717adca3-b7c2-4581-ae4a-9fef747bb253,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:23.584843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d5437643-fdb5-4aee-b2e3-de07dea89ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:23.710369 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d5437643-fdb5-4aee-b2e3-de07dea89ec2 None None] Calling delete_port for 717adca3-b7c2-4581-ae4a-9fef747bb253 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:23.748203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9d355eb2-6af2-4c4e-bf22-fcfa7b0be68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:23.795072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d5437643-fdb5-4aee-b2e3-de07dea89ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:23.798778 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-72de8b21-b3ec-46a9-839d-f648a397cdc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:23.845375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5437643-fdb5-4aee-b2e3-de07dea89ec2 None None] Pushing event deleted for resources: {'Port': ['ID=717adca3-b7c2-4581-ae4a-9fef747bb253,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:23.849610 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d5437643-fdb5-4aee-b2e3-de07dea89ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:23.854487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5437643-fdb5-4aee-b2e3-de07dea89ec2 None None] No DVR routers for this DVR port 717adca3-b7c2-4581-ae4a-9fef747bb253 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:20:23.915032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9d355eb2-6af2-4c4e-bf22-fcfa7b0be68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:23.917368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:20:23.918507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:23.927789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8be2410c-d2f4-47f0-aa88-cf10b9831339 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:23.968466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 119a4de8-c657-48cd-b4f5-e2e857de7dcc has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:20:23.979151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:23.991410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:23.996928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:23.996928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:24.004090 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae7c5a-9958-49c7-8e30-29105cc4aee9 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:24.032302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=58d3c436-5b8a-425d-87e1-ed249a214629,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:24.037716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:24.053478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35540) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:24.056221 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6868165 Dec 22 17:20:24.117230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:7c:2d:7d', 'name': 'tempest-NetworksTestDHCPv6-927190460'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:24.225422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': '58d3c436-5b8a-425d-87e1-ed249a214629'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:20:24.226275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:24.277645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9d355eb2-6af2-4c4e-bf22-fcfa7b0be68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:24.286365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-86a7e2b4-9f63-4f06-861c-c92a8b90284b tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:24.371581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d355eb2-6af2-4c4e-bf22-fcfa7b0be68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046f0419-2fed-42a4-8674-0ab9e52d80bb,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:24.383633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9d355eb2-6af2-4c4e-bf22-fcfa7b0be68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:24.400570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:24.414744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 717adca3-b7c2-4581-ae4a-9fef747bb253 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:24.418324 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/119a4de8-c657-48cd-b4f5-e2e857de7dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5039454 Dec 22 17:20:24.421542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35544) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:24.422590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9d355eb2-6af2-4c4e-bf22-fcfa7b0be68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:24.423693 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9d355eb2-6af2-4c4e-bf22-fcfa7b0be68e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/046f0419-2fed-42a4-8674-0ab9e52d80bb HTTP/1.1" status: 204 len: 168 time: 0.8868718 Dec 22 17:20:24.447392 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Allocated IP 2001:db8::f816:3eff:fe09:9550 (1719665a-967c-4b0a-ab06-6816cb17c416/58d3c436-5b8a-425d-87e1-ed249a214629/accc863c-8140-4fb8-82c9-375d0855fd8f) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:24.450167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331e86e-4a69-4fd1-96d3-57fd0970cc66 None None] Sync routers for ids ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:24.454292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:24.465846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:24.471185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 717adca3-b7c2-4581-ae4a-9fef747bb253 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:20:24.471806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 717adca3-b7c2-4581-ae4a-9fef747bb253 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:20:24.477641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:24.491461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331e86e-4a69-4fd1-96d3-57fd0970cc66 None None] Routers {'119a4de8-c657-48cd-b4f5-e2e857de7dcc'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:24.492383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5331e86e-4a69-4fd1-96d3-57fd0970cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:24.560524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5331e86e-4a69-4fd1-96d3-57fd0970cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:24.650359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331e86e-4a69-4fd1-96d3-57fd0970cc66 None None] Routers {'119a4de8-c657-48cd-b4f5-e2e857de7dcc'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:24.651796 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5331e86e-4a69-4fd1-96d3-57fd0970cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:24.672156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:24.720714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port 8b1f5b60-ae01-408a-ad21-c0d6a7f30ff5 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:20:24.748527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5331e86e-4a69-4fd1-96d3-57fd0970cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:24.748943 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331e86e-4a69-4fd1-96d3-57fd0970cc66 None None] The sync data for ids ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:24.874554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:24.884345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Transition to ACTIVE for port object accc863c-8140-4fb8-82c9-375d0855fd8f will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:24.902464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Transition to ACTIVE for port object accc863c-8140-4fb8-82c9-375d0855fd8f will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:24.908961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:24.914982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:24.973696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::f816:3eff:fe7c:2d7d (1719665a-967c-4b0a-ab06-6816cb17c416/58d3c436-5b8a-425d-87e1-ed249a214629/8b1f5b60-ae01-408a-ad21-c0d6a7f30ff5) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:24.975258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:24.978080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:24.981982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:24.991677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Pushing event updated for resources: {'Port': ['ID=accc863c-8140-4fb8-82c9-375d0855fd8f,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:25.017715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:25.086173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Attempting to bind port accc863c-8140-4fb8-82c9-375d0855fd8f on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:20:25.086546 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Attempting to bind port accc863c-8140-4fb8-82c9-375d0855fd8f by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:20:25.087136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Attempting to bind port accc863c-8140-4fb8-82c9-375d0855fd8f on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:20:25.092403 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:20:25.092783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:25.093190 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:25.093587 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:20:25.094050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Bound port: accc863c-8140-4fb8-82c9-375d0855fd8f, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:20:25.094429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:25.145548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:25.186037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] For port accc863c-8140-4fb8-82c9-375d0855fd8f, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:20:25.189083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] For port accc863c-8140-4fb8-82c9-375d0855fd8f, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=accc863c-8140-4fb8-82c9-375d0855fd8f,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:20:25.189230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:25.195655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:25.200289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:25.207181 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object 8b1f5b60-ae01-408a-ad21-c0d6a7f30ff5 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:25.234727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:25.244615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c3dc1c1a-433a-4592-877b-5e554d84f419 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:25.299566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:25.307579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:25.312259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:25.318611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:25.319524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:25.321299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Pushing event updated for resources: {'Port': ['ID=accc863c-8140-4fb8-82c9-375d0855fd8f,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:25.330930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:25.351422 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2967603 Dec 22 17:20:25.355892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35550) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:25.391934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=8b1f5b60-ae01-408a-ad21-c0d6a7f30ff5,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:25.399675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:25.448309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9396898-fa2a-47ea-bcb2-f48e688fb79e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:25.454274 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9396898-fa2a-47ea-bcb2-f48e688fb79e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:25.455080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e9396898-fa2a-47ea-bcb2-f48e688fb79e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:25.475323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e9396898-fa2a-47ea-bcb2-f48e688fb79e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:25.476503 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e9396898-fa2a-47ea-bcb2-f48e688fb79e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1192944 Dec 22 17:20:25.479510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35554) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:25.516341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:25.516815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:25.563656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b9aed761-0b52-42bc-b034-3b0fc0c8525e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port 8b1f5b60-ae01-408a-ad21-c0d6a7f30ff5 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:25.564071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9aed761-0b52-42bc-b034-3b0fc0c8525e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:25.748955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:25.868023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9aed761-0b52-42bc-b034-3b0fc0c8525e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:25.902272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:26.005946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b9aed761-0b52-42bc-b034-3b0fc0c8525e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for 8b1f5b60-ae01-408a-ad21-c0d6a7f30ff5 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:26.108993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:26.115062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7e5ce4b1-c78d-4fb4-a498-670991d67577 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:26.163460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=7e4ca88b-ad4c-4c4d-9ef2-6133b33fbae9,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:26.193077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:26.200178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9aed761-0b52-42bc-b034-3b0fc0c8525e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:26.209267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:26.259554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aed761-0b52-42bc-b034-3b0fc0c8525e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=8b1f5b60-ae01-408a-ad21-c0d6a7f30ff5,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:26.262781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b9aed761-0b52-42bc-b034-3b0fc0c8525e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:26.310715 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b9aed761-0b52-42bc-b034-3b0fc0c8525e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:26.327649 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b9aed761-0b52-42bc-b034-3b0fc0c8525e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/8b1f5b60-ae01-408a-ad21-c0d6a7f30ff5 HTTP/1.1" status: 204 len: 168 time: 0.8469462 Dec 22 17:20:26.331631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35558) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:26.484542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa2f4f-6069-44ac-8b8a-f2ba6c81fd58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:26.486412 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa2f4f-6069-44ac-8b8a-f2ba6c81fd58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:26.487243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e1fa2f4f-6069-44ac-8b8a-f2ba6c81fd58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:26.525863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e1fa2f4f-6069-44ac-8b8a-f2ba6c81fd58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:26.527356 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e1fa2f4f-6069-44ac-8b8a-f2ba6c81fd58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1905890 Dec 22 17:20:26.531555 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35562) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:26.539785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device accc863c-8140-4fb8-82c9-375d0855fd8f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:26.590819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:26.655377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e63d919-6e40-43e4-b48f-4c64f5631baf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 58d3c436-5b8a-425d-87e1-ed249a214629 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:26.659713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e63d919-6e40-43e4-b48f-4c64f5631baf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:26.668529 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port accc863c-8140-4fb8-82c9-375d0855fd8f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:26.740015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e63d919-6e40-43e4-b48f-4c64f5631baf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:26.913433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a4952d29-84a8-4d25-b7ff-3367044f73e5 None None] Provisioning for port accc863c-8140-4fb8-82c9-375d0855fd8f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:26.920434 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a4952d29-84a8-4d25-b7ff-3367044f73e5 None None] Provisioning complete for port accc863c-8140-4fb8-82c9-375d0855fd8f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:26.920814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a4952d29-84a8-4d25-b7ff-3367044f73e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:26.939013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 119a4de8-c657-48cd-b4f5-e2e857de7dcc has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:20:26.997272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e63d919-6e40-43e4-b48f-4c64f5631baf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.066648 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a4952d29-84a8-4d25-b7ff-3367044f73e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.097161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e63d919-6e40-43e4-b48f-4c64f5631baf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.108590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-92ce99ea-7d76-47e0-bc88-1af17204f464 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:27.136930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:27.147907 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c7a9b-bf91-41d0-9821-ec505d38008c None None] Sync routers for ids ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:27.151659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e63d919-6e40-43e4-b48f-4c64f5631baf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.159362 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/119a4de8-c657-48cd-b4f5-e2e857de7dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7358508 Dec 22 17:20:27.162115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35566) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:27.162390 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c7a9b-bf91-41d0-9821-ec505d38008c None None] Routers {'119a4de8-c657-48cd-b4f5-e2e857de7dcc'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:27.163018 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ac3c7a9b-bf91-41d0-9821-ec505d38008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:27.175372 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5e63d919-6e40-43e4-b48f-4c64f5631baf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/58d3c436-5b8a-425d-87e1-ed249a214629 HTTP/1.1" status: 204 len: 168 time: 0.6425796 Dec 22 17:20:27.177418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63d919-6e40-43e4-b48f-4c64f5631baf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=58d3c436-5b8a-425d-87e1-ed249a214629,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:27.179447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35570) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:27.182336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5e63d919-6e40-43e4-b48f-4c64f5631baf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:27.222501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-03471423-0134-458f-af64-130a2d70f2b3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Synchronizing usage tracker for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:27.232930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-a4952d29-84a8-4d25-b7ff-3367044f73e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:20:27.233512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-a4952d29-84a8-4d25-b7ff-3367044f73e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:20:27.242385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-03471423-0134-458f-af64-130a2d70f2b3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Unset dirty status for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:27.243871 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-03471423-0134-458f-af64-130a2d70f2b3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=119a4de8-c657-48cd-b4f5-e2e857de7dcc HTTP/1.1" status: 200 len: 205 time: 0.0798764 Dec 22 17:20:27.246651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35574) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:27.281031 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ac3c7a9b-bf91-41d0-9821-ec505d38008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:27.289208 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e5cb5491-cb7d-4a3b-9891-fb47058e5c4d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082139 Dec 22 17:20:27.291797 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35578) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:27.295475 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c7a9b-bf91-41d0-9821-ec505d38008c None None] Routers {'119a4de8-c657-48cd-b4f5-e2e857de7dcc'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:27.296201 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ac3c7a9b-bf91-41d0-9821-ec505d38008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:27.305298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:27.367494 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ac3c7a9b-bf91-41d0-9821-ec505d38008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:27.368040 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c7a9b-bf91-41d0-9821-ec505d38008c None None] The sync data for ids ['119a4de8-c657-48cd-b4f5-e2e857de7dcc'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:27.421729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75f5dc94-e1f5-4cb3-8651-689325f9fb0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.454061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:27.460270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:27.464033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:27.469942 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0957cf-3d8c-4d8a-81b0-4edc366a24ed None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:27.471838 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:27.484870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:27.487992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.669911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3663c8d4-d4b6-4f04-a294-b3f4f033d0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.771080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:20:27.797501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Deleting port accc863c-8140-4fb8-82c9-375d0855fd8f {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:27.798120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.809422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75f5dc94-e1f5-4cb3-8651-689325f9fb0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.811908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75f5dc94-e1f5-4cb3-8651-689325f9fb0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.841111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75f5dc94-e1f5-4cb3-8651-689325f9fb0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.841751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f5dc94-e1f5-4cb3-8651-689325f9fb0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Fanout notify agent at l3_agent the message router_deleted on router 119a4de8-c657-48cd-b4f5-e2e857de7dcc {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:20:27.859887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75f5dc94-e1f5-4cb3-8651-689325f9fb0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.862057 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-75f5dc94-e1f5-4cb3-8651-689325f9fb0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/119a4de8-c657-48cd-b4f5-e2e857de7dcc HTTP/1.1" status: 204 len: 168 time: 0.6138887 Dec 22 17:20:27.865013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35582) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:27.895772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a4952d29-84a8-4d25-b7ff-3367044f73e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:27.942840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.objects.ports [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87586) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:20:27.986420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a4952d29-84a8-4d25-b7ff-3367044f73e5 None None] For port accc863c-8140-4fb8-82c9-375d0855fd8f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=accc863c-8140-4fb8-82c9-375d0855fd8f,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:28.010707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a4952d29-84a8-4d25-b7ff-3367044f73e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.018721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:28.116042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db017d0-4ea5-44c2-a5df-6731c0bf8186 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting subnet 588a1038-b71c-4b2a-83a2-80ce05c4265c {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:28.119527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4db017d0-4ea5-44c2-a5df-6731c0bf8186 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.151799 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-079d13a4-552b-47ee-a127-155ac82ced4a None None] Could not find standard attr ID for object 8b1f5b60-ae01-408a-ad21-c0d6a7f30ff5. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:20:28.187947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4db017d0-4ea5-44c2-a5df-6731c0bf8186 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.197123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4952d29-84a8-4d25-b7ff-3367044f73e5 None None] Pushing event updated for resources: {'Port': ['ID=accc863c-8140-4fb8-82c9-375d0855fd8f,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:28.209173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a4952d29-84a8-4d25-b7ff-3367044f73e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:28.221619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] For port accc863c-8140-4fb8-82c9-375d0855fd8f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=accc863c-8140-4fb8-82c9-375d0855fd8f,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:28.221619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.230497 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.322523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4db017d0-4ea5-44c2-a5df-6731c0bf8186 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.356197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Calling delete_port for accc863c-8140-4fb8-82c9-375d0855fd8f owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:28.468541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4db017d0-4ea5-44c2-a5df-6731c0bf8186 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.471871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device accc863c-8140-4fb8-82c9-375d0855fd8f no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:28.474021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ff8bb128-da81-4925-9755-3121755ed314 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:28.508727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db017d0-4ea5-44c2-a5df-6731c0bf8186 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Subnet': ['ID=588a1038-b71c-4b2a-83a2-80ce05c4265c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:28.512218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4db017d0-4ea5-44c2-a5df-6731c0bf8186 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:28.516812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4db017d0-4ea5-44c2-a5df-6731c0bf8186 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.522256 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4db017d0-4ea5-44c2-a5df-6731c0bf8186 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/588a1038-b71c-4b2a-83a2-80ce05c4265c HTTP/1.1" status: 204 len: 168 time: 0.6562469 Dec 22 17:20:28.524922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35590) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:28.534502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f7b7a3-8722-4a3e-a284-23ba7dd23145 None None] Network 8d773fa0-176f-4a75-a6d2-a2e2393095c4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:28.595360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] For port accc863c-8140-4fb8-82c9-375d0855fd8f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=accc863c-8140-4fb8-82c9-375d0855fd8f,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:28.627300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-12699acc-c088-4981-acb0-31c944028c6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting subnet a08a36cb-8433-4845-881d-1388af381909 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:28.632986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-12699acc-c088-4981-acb0-31c944028c6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.636994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.643615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.644536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.650114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b9aed761-0b52-42bc-b034-3b0fc0c8525e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:28.658862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:20:28.659223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:20:28.724692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-12699acc-c088-4981-acb0-31c944028c6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.727538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:28.731798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:28.738814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:28.738814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.767687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=accc863c-8140-4fb8-82c9-375d0855fd8f,revision_number=6']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:28.775394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:28.776556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-87d754dd-f20c-4578-8e02-2e196e9288d8 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:28.796032 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.817811 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5230477 Dec 22 17:20:28.820507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35594) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:28.838641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:3a:d3:c6', 'name': 'tempest-NetworksTestDHCPv6-1017199048'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:28.847772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port accc863c-8140-4fb8-82c9-375d0855fd8f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=accc863c-8140-4fb8-82c9-375d0855fd8f,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:28.857944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:28.871417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=29c0d2cb-aad9-4918-ab0d-7bda9e633fc7,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:28.876589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:28.879723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:28.939159 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656a4ec3-ff54-4507-aa7f-01de4eca94b5 None None] DHCP port deletion for 8d773fa0-176f-4a75-a6d2-a2e2393095c4 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:20:28.975064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-656a4ec3-ff54-4507-aa7f-01de4eca94b5 None None] Deleting port a1b02969-bb23-4afc-9d56-74d04285c441 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:28.975840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-656a4ec3-ff54-4507-aa7f-01de4eca94b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.018275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-12699acc-c088-4981-acb0-31c944028c6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.064909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:29.072466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:port and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:29.076919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:29.086338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:29.103130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:29.138838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=accc863c-8140-4fb8-82c9-375d0855fd8f,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:29.148147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:29.160064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Deleting port accc863c-8140-4fb8-82c9-375d0855fd8f {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:29.161449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.201641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-12699acc-c088-4981-acb0-31c944028c6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.211626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:29.250236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12699acc-c088-4981-acb0-31c944028c6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Subnet': ['ID=a08a36cb-8433-4845-881d-1388af381909,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:29.254595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-12699acc-c088-4981-acb0-31c944028c6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:29.256764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-12699acc-c088-4981-acb0-31c944028c6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.280782 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-12699acc-c088-4981-acb0-31c944028c6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/a08a36cb-8433-4845-881d-1388af381909 HTTP/1.1" status: 204 len: 168 time: 0.7541170 Dec 22 17:20:29.297680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35602) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:29.303318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f096eaac-3693-4e8d-871f-30585e583d7c None None] Network 97935d46-61b7-4d70-80fa-84d1667418b0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:29.307665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.336457 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port a464ad74-894a-47e1-b9d5-4bd848f7a8ec yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:20:29.477578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.481532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-656a4ec3-ff54-4507-aa7f-01de4eca94b5 None None] For port a1b02969-bb23-4afc-9d56-74d04285c441, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a1b02969-bb23-4afc-9d56-74d04285c441,segment=NetworkSegment(6a86f893-3303-41d7-9733-16610034379b),segment_id=6a86f893-3303-41d7-9733-16610034379b)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:29.481532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-656a4ec3-ff54-4507-aa7f-01de4eca94b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.506844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port a1b02969-bb23-4afc-9d56-74d04285c441 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:29.507400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.533534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::f816:3eff:fe3a:d3c6 (1719665a-967c-4b0a-ab06-6816cb17c416/29c0d2cb-aad9-4918-ab0d-7bda9e633fc7/a464ad74-894a-47e1-b9d5-4bd848f7a8ec) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:29.663849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-656a4ec3-ff54-4507-aa7f-01de4eca94b5 None None] Calling delete_port for a1b02969-bb23-4afc-9d56-74d04285c441 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:29.764414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port a1b02969-bb23-4afc-9d56-74d04285c441, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a1b02969-bb23-4afc-9d56-74d04285c441,segment=NetworkSegment(6a86f893-3303-41d7-9733-16610034379b),segment_id=6a86f893-3303-41d7-9733-16610034379b)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:29.765855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.838483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.859776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object a464ad74-894a-47e1-b9d5-4bd848f7a8ec will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:29.891059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.899476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-80d24bfe-63d5-4b85-840a-0f6f80a37521 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:29.954851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-656a4ec3-ff54-4507-aa7f-01de4eca94b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.964253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] For port accc863c-8140-4fb8-82c9-375d0855fd8f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=accc863c-8140-4fb8-82c9-375d0855fd8f,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:29.964253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:29.976500 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:29.982075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:29.986117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:30.006802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:30.006802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:30.006802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:30.038235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=a464ad74-894a-47e1-b9d5-4bd848f7a8ec,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:30.038235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:30.051309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a4ec3-ff54-4507-aa7f-01de4eca94b5 None None] Pushing event deleted for resources: {'Port': ['ID=a1b02969-bb23-4afc-9d56-74d04285c441,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:30.059853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-656a4ec3-ff54-4507-aa7f-01de4eca94b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:30.064314 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2343547 Dec 22 17:20:30.064314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35606) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:30.069588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a4ec3-ff54-4507-aa7f-01de4eca94b5 None None] No DVR routers for this DVR port a1b02969-bb23-4afc-9d56-74d04285c441 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:20:30.076256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for a1b02969-bb23-4afc-9d56-74d04285c441 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:30.163410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e373658-d6b4-4488-b56c-6cfce4ee9811 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:30.166569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:20:30.166892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:20:30.169659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e373658-d6b4-4488-b56c-6cfce4ee9811 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:30.173899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3e373658-d6b4-4488-b56c-6cfce4ee9811 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:30.194807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3e373658-d6b4-4488-b56c-6cfce4ee9811 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:30.199769 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35610) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:30.204062 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3e373658-d6b4-4488-b56c-6cfce4ee9811 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1407526 Dec 22 17:20:30.228690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Calling delete_port for accc863c-8140-4fb8-82c9-375d0855fd8f owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:30.260632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0fa4dca2-1027-4f03-96be-89344c7be487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:30.287792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa78a2-3dd9-45d6-a3ce-750fe6a5960c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port a464ad74-894a-47e1-b9d5-4bd848f7a8ec {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:30.287792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5fa78a2-3dd9-45d6-a3ce-750fe6a5960c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:30.355381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] DHCP port deletion for 97935d46-61b7-4d70-80fa-84d1667418b0 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:20:30.380908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Deleting port 1afd26fc-f756-49a4-93c9-7b89f654bca4 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:30.380908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:30.421808 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1afd26fc-f756-49a4-93c9-7b89f654bca4 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:30.523896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:30.534568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:30.593940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5fa78a2-3dd9-45d6-a3ce-750fe6a5960c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:30.633131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Pushing event deleted for resources: {'Port': ['ID=accc863c-8140-4fb8-82c9-375d0855fd8f,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:30.640276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:30.670947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port a1b02969-bb23-4afc-9d56-74d04285c441 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:30.670947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:30.768501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa78a2-3dd9-45d6-a3ce-750fe6a5960c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for a464ad74-894a-47e1-b9d5-4bd848f7a8ec owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:30.790819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] No DVR routers for this DVR port accc863c-8140-4fb8-82c9-375d0855fd8f on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:20:30.856303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] The port 'a1b02969-bb23-4afc-9d56-74d04285c441' was deleted {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:20:30.861117 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b227c68-6e10-4fb6-b25a-56ce789f70a5 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:31.011642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.013206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.039862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] For port 1afd26fc-f756-49a4-93c9-7b89f654bca4, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1afd26fc-f756-49a4-93c9-7b89f654bca4,segment=NetworkSegment(ab450792-fa38-4090-bd52-1e13e53eb75f),segment_id=ab450792-fa38-4090-bd52-1e13e53eb75f)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:31.042685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.065326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.082983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d773fa0-176f-4a75-a6d2-a2e2393095c4']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:31.101732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a86f893-3303-41d7-9733-16610034379b') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:31.101732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a86f893-3303-41d7-9733-16610034379b') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:31.119476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.137398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5fa78a2-3dd9-45d6-a3ce-750fe6a5960c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.139314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.144832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:31.192174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:20:31.192576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.200106 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Calling delete_port for 1afd26fc-f756-49a4-93c9-7b89f654bca4 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:20:31.211266 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:20:31.214068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa78a2-3dd9-45d6-a3ce-750fe6a5960c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=a464ad74-894a-47e1-b9d5-4bd848f7a8ec,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:31.222258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c5fa78a2-3dd9-45d6-a3ce-750fe6a5960c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:31.275159 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 1afd26fc-f756-49a4-93c9-7b89f654bca4, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1afd26fc-f756-49a4-93c9-7b89f654bca4,segment=NetworkSegment(ab450792-fa38-4090-bd52-1e13e53eb75f),segment_id=ab450792-fa38-4090-bd52-1e13e53eb75f)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:31.282851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.283606 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a1b02969-bb23-4afc-9d56-74d04285c441 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:31.323528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5fa78a2-3dd9-45d6-a3ce-750fe6a5960c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.329733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.337759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.340964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-083e67b4-9e8d-40c8-a63b-491f047ca630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:31.341268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-251d7824-40b8-480c-bf66-cc2a58c24e45 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:31.356127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.363157 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c5fa78a2-3dd9-45d6-a3ce-750fe6a5960c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/a464ad74-894a-47e1-b9d5-4bd848f7a8ec HTTP/1.1" status: 204 len: 168 time: 1.1667192 Dec 22 17:20:31.365824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35618) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:31.370460 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/networks/8d773fa0-176f-4a75-a6d2-a2e2393095c4 HTTP/1.1" status: 204 len: 168 time: 2.0787988 Dec 22 17:20:31.370460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Network': ['ID=8d773fa0-176f-4a75-a6d2-a2e2393095c4,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:31.370709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35622) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:31.373130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:31.396847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: a1b02969-bb23-4afc-9d56-74d04285c441 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:20:31.396998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a1b02969-bb23-4afc-9d56-74d04285c441 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:20:31.456706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:20:31.457067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:20:31.470455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c207a98f-5021-4cea-abdf-99ab4a510e0d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:31.472221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c207a98f-5021-4cea-abdf-99ab4a510e0d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:31.473708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c207a98f-5021-4cea-abdf-99ab4a510e0d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:31.490818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c207a98f-5021-4cea-abdf-99ab4a510e0d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:31.494766 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c207a98f-5021-4cea-abdf-99ab4a510e0d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1251538 Dec 22 17:20:31.495027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35626) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:31.497024 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=1afd26fc-f756-49a4-93c9-7b89f654bca4,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:31.499885 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:31.507204 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': '29c0d2cb-aad9-4918-ab0d-7bda9e633fc7'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:20:31.508231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.541993 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.574020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 1afd26fc-f756-49a4-93c9-7b89f654bca4 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:31.574359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.622250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-86320270-cfec-4f38-ae05-73bd00afa277 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 29c0d2cb-aad9-4918-ab0d-7bda9e633fc7 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:31.683352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Allocated IP 2001:db8::f816:3eff:fe52:e3d9 (1719665a-967c-4b0a-ab06-6816cb17c416/29c0d2cb-aad9-4918-ab0d-7bda9e633fc7/2ae66b05-79f2-4dad-ad1f-2555e0fe2955) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:31.931215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port 1afd26fc-f756-49a4-93c9-7b89f654bca4, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1afd26fc-f756-49a4-93c9-7b89f654bca4,segment=NetworkSegment(ab450792-fa38-4090-bd52-1e13e53eb75f),segment_id=ab450792-fa38-4090-bd52-1e13e53eb75f)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:31.931761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.936790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.947848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Transition to ACTIVE for port object 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:31.958990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Deleting port 1afd26fc-f756-49a4-93c9-7b89f654bca4 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:31.959405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:31.999901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Transition to ACTIVE for port object 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:32.012741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.017671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c7e9c3b4-b0b8-4acd-a4a8-eb2711003251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:32.047813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-86320270-cfec-4f38-ae05-73bd00afa277 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.079502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 1afd26fc-f756-49a4-93c9-7b89f654bca4 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:32.123566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:32.128259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:32.133496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:32.142191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Pushing event updated for resources: {'Port': ['ID=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:32.148083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:32.155313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-86320270-cfec-4f38-ae05-73bd00afa277 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.224726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.231297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-355a4170-bf91-4207-bb61-f6be73c88794 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:32.284684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=1afd26fc-f756-49a4-93c9-7b89f654bca4,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:32.287038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No DVR routers for this DVR port 1afd26fc-f756-49a4-93c9-7b89f654bca4 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:20:32.313519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:32.363011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Attempting to bind port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:20:32.363457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Attempting to bind port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:20:32.363818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Attempting to bind port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:20:32.370640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] For port 1afd26fc-f756-49a4-93c9-7b89f654bca4, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1afd26fc-f756-49a4-93c9-7b89f654bca4,segment=NetworkSegment(ab450792-fa38-4090-bd52-1e13e53eb75f),segment_id=ab450792-fa38-4090-bd52-1e13e53eb75f)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:32.371026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.382941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:20:32.383279 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:32.383674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.384065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:20:32.384529 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Bound port: 2ae66b05-79f2-4dad-ad1f-2555e0fe2955, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:20:32.384902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.396189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-86320270-cfec-4f38-ae05-73bd00afa277 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.455441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.489827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97935d46-61b7-4d70-80fa-84d1667418b0']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:32.506612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Calling delete_port for 1afd26fc-f756-49a4-93c9-7b89f654bca4 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:32.507506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab450792-fa38-4090-bd52-1e13e53eb75f') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:32.507804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab450792-fa38-4090-bd52-1e13e53eb75f') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:32.522228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.530955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-86320270-cfec-4f38-ae05-73bd00afa277 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.540696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6850deaf-3782-494a-a10d-19548c9bdcfa tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:32.580246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86320270-cfec-4f38-ae05-73bd00afa277 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=29c0d2cb-aad9-4918-ab0d-7bda9e633fc7,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:32.582315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.586523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-86320270-cfec-4f38-ae05-73bd00afa277 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:32.589599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-86320270-cfec-4f38-ae05-73bd00afa277 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.594435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:20:32.594826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:20:32.609212 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:20:32.619410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.654069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:20:32.654347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:20:32.655428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] For port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:20:32.681476 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-86320270-cfec-4f38-ae05-73bd00afa277 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/29c0d2cb-aad9-4918-ab0d-7bda9e633fc7 HTTP/1.1" status: 204 len: 168 time: 1.1854012 Dec 22 17:20:32.684088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35632) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:32.697298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.698883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] For port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:20:32.700493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-60c78ebc-a4a8-4c1c-a90b-6a80b0d1bd98 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:32.705174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.710830 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:32.715573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.726973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Network': ['ID=97935d46-61b7-4d70-80fa-84d1667418b0,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:32.729160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:32.736576 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/networks/97935d46-61b7-4d70-80fa-84d1667418b0 HTTP/1.1" status: 204 len: 168 time: 1.3633504 Dec 22 17:20:32.736576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35636) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:32.741746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1765817001'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:32.746471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:32.750653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:network and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:32.755172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:32.761606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:32.762417 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f4275a3a-8795-49f7-982d-a94956f635ba tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770402 Dec 22 17:20:32.765263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35640) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:32.780173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:32.784732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.795644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Pushing event updated for resources: {'Port': ['ID=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:32.798660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:32.820205 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:20:32.834527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.834868 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Added segment 962bac31-ee01-456f-90a9-5d69130997f0 of type vlan for network b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9 Dec 22 17:20:32.875353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.881633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b98712-2543-47af-9439-b9e77b9204ec tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:32.883172 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d6b98712-2543-47af-9439-b9e77b9204ec tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1168060 Dec 22 17:20:32.885718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35644) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:32.905968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.911372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:32.911945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:32.915802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f03c8931-9f58-4e3f-b79d-2ac34511a275 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:32.967537 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Deleting port 1afd26fc-f756-49a4-93c9-7b89f654bca4 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:32.968100 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:33.025318 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2857068 Dec 22 17:20:33.025895 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35648) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:33.028504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Network': ['ID=b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:33.033521 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'subnet': {'network_id': 'b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:33.042426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b44cc7f9-9908-4d59-9da7-bdfe2f4fc137 None None] The port '1afd26fc-f756-49a4-93c9-7b89f654bca4' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:20:33.044652 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:20:33.050200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:33.092422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5940214e-8ab9-4d33-99ce-d0fc912aa691 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:33.096513 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5940214e-8ab9-4d33-99ce-d0fc912aa691 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2072270 Dec 22 17:20:33.096693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35652) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:33.111646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca3ba86-5ef1-45fa-9f93-ba1d69e8191e None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:20:33.146353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:33.150371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:subnet and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:33.153194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:33.160025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:33.168067 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9e722ac4-f321-4576-af05-0393e9862a53 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699706 Dec 22 17:20:33.171746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35656) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:33.177680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:33.182613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:33.184943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:33.253018 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca3ba86-5ef1-45fa-9f93-ba1d69e8191e None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:20:33.288885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:33.292922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:33.295736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:33.302279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:33.311991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:33.315497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:33.416417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:33.420324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a5ed591b-b076-4c95-8579-e907eb7dde12 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:33.560599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:33.566222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4db017d0-4ea5-44c2-a5df-6731c0bf8186 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:33.621558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:33.624680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:33.627970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:33.629105 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:33.635977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Subnet': ['ID=268b18bd-4713-45bc-807f-1997765e74da,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:33.636325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdab6f8-af62-46fa-a54a-41e5cbae35a9 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:33.640681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:33.650524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Checking segment: {'id': '962bac31-ee01-456f-90a9-5d69130997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:33.651495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network hostable DHCP agents. Network: b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:20:33.655962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=aa08b106-77f1-4595-b344-f8f2a5bd2625,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:33.659319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:33.671366 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4984570 Dec 22 17:20:33.673924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35660) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:33.680063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:64:ea:9f', 'name': 'tempest-NetworksTestDHCPv6-372341719'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:33.696315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:20:33.753423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:33.762563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65229ae9-1cc5-4c78-b189-457ed8d2404b None None] Network b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:33.770768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:33.771373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:33.817757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35664) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:33.822572 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7802842 Dec 22 17:20:33.829522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-472adabf-4e7f-43fd-8f14-a048c33371db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1722980508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:33.856506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-472adabf-4e7f-43fd-8f14-a048c33371db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:33.862128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-472adabf-4e7f-43fd-8f14-a048c33371db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:router and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:33.865700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-472adabf-4e7f-43fd-8f14-a048c33371db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:33.871972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:33.876895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-472adabf-4e7f-43fd-8f14-a048c33371db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:33.878391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:port and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:33.885884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:33.893730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:33.895929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-472adabf-4e7f-43fd-8f14-a048c33371db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:33.900434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-472adabf-4e7f-43fd-8f14-a048c33371db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:33.906043 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:33.922768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-472adabf-4e7f-43fd-8f14-a048c33371db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:33.947994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-472adabf-4e7f-43fd-8f14-a048c33371db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:33.973697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-472adabf-4e7f-43fd-8f14-a048c33371db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:33.976983 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-472adabf-4e7f-43fd-8f14-a048c33371db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1660273 Dec 22 17:20:33.979563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35668) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:33.985306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'port': {'network_id': 'b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9', 'name': 'tempest-RoutersIpV6Test-634264808'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:34.046465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.074447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port 2656b62b-a46b-4533-a7c9-3ee469c8abcb yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:20:34.090949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9', 'network_id': 'b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'fixed_ips': [{'subnet_id': '268b18bd-4713-45bc-807f-1997765e74da'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:20:34.092625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.140696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:34.145449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:port and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:34.149524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:34.155391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:34.167772 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:34.171510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.201079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] device_id is not set on port 80daaaa8-c912-4e8e-956d-60c88da3d628 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:20:34.241909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::1b2 (1719665a-967c-4b0a-ab06-6816cb17c416/aa08b106-77f1-4595-b344-f8f2a5bd2625/2656b62b-a46b-4533-a7c9-3ee469c8abcb) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:34.295647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24984eb-ed18-4e15-aa20-3f9a030c77c5 None None] Update dhcp port {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': 'aa08b106-77f1-4595-b344-f8f2a5bd2625'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '2ae66b05-79f2-4dad-ad1f-2555e0fe2955'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:20:34.358668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e24984eb-ed18-4e15-aa20-3f9a030c77c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.369057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Allocated IP 2001:db8::29 (b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9/268b18bd-4713-45bc-807f-1997765e74da/80daaaa8-c912-4e8e-956d-60c88da3d628) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:34.460686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.477021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object 2656b62b-a46b-4533-a7c9-3ee469c8abcb will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:34.509742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.515977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:34.573958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-e24984eb-ed18-4e15-aa20-3f9a030c77c5 None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/aa08b106-77f1-4595-b344-f8f2a5bd2625/2ae66b05-79f2-4dad-ad1f-2555e0fe2955) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:34.591477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.610495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:34.614213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:34.615006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Transition to ACTIVE for port object 80daaaa8-c912-4e8e-956d-60c88da3d628 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:34.618540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:34.624042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:34.624639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.641011 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=2656b62b-a46b-4533-a7c9-3ee469c8abcb,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:34.641258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.644011 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:34.649407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eceb8f5c-38f6-4631-bde6-016eaffd3b33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:34.659048 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9840672 Dec 22 17:20:34.663664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35674) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:34.721047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:34.724967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:34.727827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:34.733933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:34.735094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.753973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Allocated IP 2001:db8::2 (b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9/268b18bd-4713-45bc-807f-1997765e74da/17a609e1-d9de-4a1d-98aa-386b01021432) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:34.770331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e24984eb-ed18-4e15-aa20-3f9a030c77c5 None None] For port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:34.772036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2bdf9f-b7c2-4ef4-8884-0899c9a7986c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:34.780492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=80daaaa8-c912-4e8e-956d-60c88da3d628,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:34.782263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2bdf9f-b7c2-4ef4-8884-0899c9a7986c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:34.783265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0a2bdf9f-b7c2-4ef4-8884-0899c9a7986c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:34.789403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:34.794751 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8142188 Dec 22 17:20:34.795610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35678) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:34.896174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e24984eb-ed18-4e15-aa20-3f9a030c77c5 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.923459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e24984eb-ed18-4e15-aa20-3f9a030c77c5 None None] Ignored duplicate provisioning block setup for port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 17:20:34.937662 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0a2bdf9f-b7c2-4ef4-8884-0899c9a7986c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:34.938807 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0a2bdf9f-b7c2-4ef4-8884-0899c9a7986c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.2736928 Dec 22 17:20:34.941645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35682) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:34.945445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.947991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e24984eb-ed18-4e15-aa20-3f9a030c77c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:34.953619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-656a4ec3-ff54-4507-aa7f-01de4eca94b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:35.020448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d69b48ce-a57e-47b9-829b-d8c32993295a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port 2656b62b-a46b-4533-a7c9-3ee469c8abcb {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:35.020671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d69b48ce-a57e-47b9-829b-d8c32993295a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:35.127858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24984eb-ed18-4e15-aa20-3f9a030c77c5 None None] Pushing event updated for resources: {'Port': ['ID=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:35.132666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e24984eb-ed18-4e15-aa20-3f9a030c77c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:35.148345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:35.159897 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Transition to ACTIVE for port object 17a609e1-d9de-4a1d-98aa-386b01021432 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:35.183499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Transition to ACTIVE for port object 17a609e1-d9de-4a1d-98aa-386b01021432 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:35.193149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:35.204605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:35.274629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Network b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:35.277873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:35.281127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:35.319084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d69b48ce-a57e-47b9-829b-d8c32993295a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:35.369543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Pushing event updated for resources: {'Port': ['ID=17a609e1-d9de-4a1d-98aa-386b01021432,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:35.399281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:35.446983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Attempting to bind port 17a609e1-d9de-4a1d-98aa-386b01021432 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:20:35.447509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Attempting to bind port 17a609e1-d9de-4a1d-98aa-386b01021432 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '962bac31-ee01-456f-90a9-5d69130997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:20:35.447943 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Attempting to bind port 17a609e1-d9de-4a1d-98aa-386b01021432 on network b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:20:35.454846 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:20:35.455828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Checking segment: {'id': '962bac31-ee01-456f-90a9-5d69130997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:35.456543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:35.456830 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Bound using segment: {'id': '962bac31-ee01-456f-90a9-5d69130997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:20:35.458367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Bound port: 17a609e1-d9de-4a1d-98aa-386b01021432, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962bac31-ee01-456f-90a9-5d69130997f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:20:35.460027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:35.481665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d69b48ce-a57e-47b9-829b-d8c32993295a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for 2656b62b-a46b-4533-a7c9-3ee469c8abcb owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:35.593246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:35.599649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] For port 17a609e1-d9de-4a1d-98aa-386b01021432, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:20:35.603374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] For port 17a609e1-d9de-4a1d-98aa-386b01021432, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=17a609e1-d9de-4a1d-98aa-386b01021432,segment=NetworkSegment(962bac31-ee01-456f-90a9-5d69130997f0),segment_id=962bac31-ee01-456f-90a9-5d69130997f0)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:20:35.609684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:35.614827 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:35.647272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d69b48ce-a57e-47b9-829b-d8c32993295a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:35.655472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb6ace04-5a9d-4197-b3e3-9698e5bef981 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:35.691923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Pushing event updated for resources: {'Port': ['ID=17a609e1-d9de-4a1d-98aa-386b01021432,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:35.695582 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:35.755966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d69b48ce-a57e-47b9-829b-d8c32993295a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:35.759925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b48ce-a57e-47b9-829b-d8c32993295a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=2656b62b-a46b-4533-a7c9-3ee469c8abcb,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:35.763092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d69b48ce-a57e-47b9-829b-d8c32993295a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:35.777349 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d69b48ce-a57e-47b9-829b-d8c32993295a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/2656b62b-a46b-4533-a7c9-3ee469c8abcb HTTP/1.1" status: 204 len: 168 time: 0.8345842 Dec 22 17:20:35.780659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35688) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:36.019948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5c39e3-bc0c-4845-bf22-037baf63fee0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:36.022477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5c39e3-bc0c-4845-bf22-037baf63fee0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:36.023591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:36.023744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3f5c39e3-bc0c-4845-bf22-037baf63fee0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:36.029450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:36.033974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-595e3ce0-6e0c-4075-9e3d-ae3e552bc344 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:36.054389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3f5c39e3-bc0c-4845-bf22-037baf63fee0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:36.056266 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3f5c39e3-bc0c-4845-bf22-037baf63fee0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2742064 Dec 22 17:20:36.058966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35692) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:36.162039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8011853-8896-4f63-9028-6e85fdbef3c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet aa08b106-77f1-4595-b344-f8f2a5bd2625 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:36.165220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a8011853-8896-4f63-9028-6e85fdbef3c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:36.174211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=80daaaa8-c912-4e8e-956d-60c88da3d628,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:36.178251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:36.238027 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a8011853-8896-4f63-9028-6e85fdbef3c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:36.331205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a8011853-8896-4f63-9028-6e85fdbef3c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:36.368241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:36.441637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a8011853-8896-4f63-9028-6e85fdbef3c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:36.446637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-52b8a96c-084b-4c9d-a972-a4d1859ba7f2 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:36.486725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8011853-8896-4f63-9028-6e85fdbef3c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=aa08b106-77f1-4595-b344-f8f2a5bd2625,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:36.489640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a8011853-8896-4f63-9028-6e85fdbef3c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:36.495630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a8011853-8896-4f63-9028-6e85fdbef3c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:36.509035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:36.512586 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a8011853-8896-4f63-9028-6e85fdbef3c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/aa08b106-77f1-4595-b344-f8f2a5bd2625 HTTP/1.1" status: 204 len: 168 time: 0.4518332 Dec 22 17:20:36.517020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35696) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:36.545872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 17a609e1-d9de-4a1d-98aa-386b01021432 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:36.584900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9904a1b0-02c2-4308-92a2-819c6e270e33 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:36.631087 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3c09c557-3b8c-48f6-9fb4-99a24f21af83 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039793 Dec 22 17:20:36.633528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35700) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:36.686811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1d10377a-0133-4d52-9a05-469b3e027283 None None] Provisioning for port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:36.771991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd1a3d-c0fc-4799-928b-2b8f092a6726 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:36.772822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-48bd1a3d-c0fc-4799-928b-2b8f092a6726 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:36.810020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-48bd1a3d-c0fc-4799-928b-2b8f092a6726 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:36.814163 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-48bd1a3d-c0fc-4799-928b-2b8f092a6726 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1770558 Dec 22 17:20:36.814306 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 17a609e1-d9de-4a1d-98aa-386b01021432 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:36.815456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35704) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:36.831315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:36.918896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ca34e-f2d3-45ba-b920-c09d9b22a94e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:36.920075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d65ca34e-f2d3-45ba-b920-c09d9b22a94e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:36.931894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:36.941333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:36.941960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:36.943664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d65ca34e-f2d3-45ba-b920-c09d9b22a94e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:36.945145 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d65ca34e-f2d3-45ba-b920-c09d9b22a94e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1287432 Dec 22 17:20:36.948046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35708) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:37.037544 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cca7ba76-c63a-4fd0-8f9a-0afc1ef1a2ef tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878110 Dec 22 17:20:37.041264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35714) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:37.049552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:37.050709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:37.059702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:37.060967 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:37.066429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:37.120775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:20:37.148557 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Deleting port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:37.151539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:37.181012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d144ebe0-5e8f-492c-aa04-422f2e598d8a None None] Network b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:37.197110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:37.223940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:37.228069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:37.232114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:37.233684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=80daaaa8-c912-4e8e-956d-60c88da3d628,revision_number=3']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:37.238910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:37.291494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:37.293039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:37.302463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:37.372568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-981fb650-0e13-4f0c-9a32-e676308a570e None None] Provisioning for port 17a609e1-d9de-4a1d-98aa-386b01021432 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:37.416312 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-981fb650-0e13-4f0c-9a32-e676308a570e None None] Provisioning complete for port 17a609e1-d9de-4a1d-98aa-386b01021432 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:37.416596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-981fb650-0e13-4f0c-9a32-e676308a570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:37.457940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:37.480258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:37.499703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a0d847c7-575e-4c25-9aec-cb874c881ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:37.635834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 3edcedf8-5ec2-4f9e-84af-1c3ff9c70608 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:20:37.647938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:20:37.700155 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] For port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:37.700757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:37.803970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:37.804410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:37.813142 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/3edcedf8-5ec2-4f9e-84af-1c3ff9c70608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0165446 Dec 22 17:20:37.817281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35720) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:37.836633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:37.866397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Calling delete_port for 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:37.897499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:37.898345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa587e48-eecd-48e0-b880-946df5839d93 None None] Sync routers for ids ['3edcedf8-5ec2-4f9e-84af-1c3ff9c70608'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:37.900671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eff4e3-4532-4cee-9815-18b30148512e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:37.901647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-23eff4e3-4532-4cee-9815-18b30148512e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Synchronizing usage tracker for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:37.920138 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-23eff4e3-4532-4cee-9815-18b30148512e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Unset dirty status for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:37.923551 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-23eff4e3-4532-4cee-9815-18b30148512e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports/80daaaa8-c912-4e8e-956d-60c88da3d628 HTTP/1.1" status: 200 len: 982 time: 0.1041019 Dec 22 17:20:37.924520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35724) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:37.980518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa587e48-eecd-48e0-b880-946df5839d93 None None] Routers {'3edcedf8-5ec2-4f9e-84af-1c3ff9c70608'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:37.981154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-aa587e48-eecd-48e0-b880-946df5839d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3edcedf8-5ec2-4f9e-84af-1c3ff9c70608'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:38.058181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-aa587e48-eecd-48e0-b880-946df5839d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:38.071538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] For port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:38.072716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-981fb650-0e13-4f0c-9a32-e676308a570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:38.105741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:38.110446 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa587e48-eecd-48e0-b880-946df5839d93 None None] Routers {'3edcedf8-5ec2-4f9e-84af-1c3ff9c70608'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:38.112152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-aa587e48-eecd-48e0-b880-946df5839d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3edcedf8-5ec2-4f9e-84af-1c3ff9c70608'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:38.113434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:38.114392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:38.120075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9d6b89ba-5d13-4714-bf20-3afda0443242 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:38.187232 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:20:38.187806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:20:38.191657 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-aa587e48-eecd-48e0-b880-946df5839d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:38.192789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa587e48-eecd-48e0-b880-946df5839d93 None None] The sync data for ids ['3edcedf8-5ec2-4f9e-84af-1c3ff9c70608'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:38.195074 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-981fb650-0e13-4f0c-9a32-e676308a570e None None] For port 17a609e1-d9de-4a1d-98aa-386b01021432, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=17a609e1-d9de-4a1d-98aa-386b01021432,segment=NetworkSegment(962bac31-ee01-456f-90a9-5d69130997f0),segment_id=962bac31-ee01-456f-90a9-5d69130997f0)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:38.204822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:38.209367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:38.211507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-981fb650-0e13-4f0c-9a32-e676308a570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:38.212609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8f998010-407e-44b7-a2d3-0365f724215b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:38.214822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:38.217122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:38.236531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,revision_number=8']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:38.240019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:38.240532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-803f10fc-b81f-4045-a1ec-b0bd213ca4ec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:38.304876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981fb650-0e13-4f0c-9a32-e676308a570e None None] Pushing event updated for resources: {'Port': ['ID=17a609e1-d9de-4a1d-98aa-386b01021432,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:38.315098 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-981fb650-0e13-4f0c-9a32-e676308a570e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:38.433597 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3883522 Dec 22 17:20:38.435661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35728) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:38.437899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 17a609e1-d9de-4a1d-98aa-386b01021432 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:38.447002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6b3108e2-9ca8-48ee-a1b7-8ee5f2d355e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:38.469390 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=f7f5f701-7e26-4b7c-9c60-2460bf6321c2,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:38.473268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:38.528972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 17a609e1-d9de-4a1d-98aa-386b01021432 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:38.529432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:38.599505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d888f3c3-d28f-4798-b1e6-b7ab886b8a60 None None] Provisioning complete for port 17a609e1-d9de-4a1d-98aa-386b01021432 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:38.599891 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d888f3c3-d28f-4798-b1e6-b7ab886b8a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:38.658396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6b3108e2-9ca8-48ee-a1b7-8ee5f2d355e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:38.666981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6b3108e2-9ca8-48ee-a1b7-8ee5f2d355e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:38.671136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6b3108e2-9ca8-48ee-a1b7-8ee5f2d355e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:38.681485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6b3108e2-9ca8-48ee-a1b7-8ee5f2d355e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:38.683749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:38.748982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Deleting port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:38.749565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:38.823160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3108e2-9ca8-48ee-a1b7-8ee5f2d355e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:38.827323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6b3108e2-9ca8-48ee-a1b7-8ee5f2d355e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:39.043305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:39.075009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d888f3c3-d28f-4798-b1e6-b7ab886b8a60 None None] Provisioning for port 80daaaa8-c912-4e8e-956d-60c88da3d628 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:39.113923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d888f3c3-d28f-4798-b1e6-b7ab886b8a60 None None] Provisioning complete for port 80daaaa8-c912-4e8e-956d-60c88da3d628 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:39.114296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d888f3c3-d28f-4798-b1e6-b7ab886b8a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:39.213235 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d888f3c3-d28f-4798-b1e6-b7ab886b8a60 None None] Port 80daaaa8-c912-4e8e-956d-60c88da3d628 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:39.251419 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.ipam_backend_mixin [None req-6b3108e2-9ca8-48ee-a1b7-8ee5f2d355e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7f5f701-7e26-4b7c-9c60-2460bf6321c2 (CIDR: 2001:db8::/64) Dec 22 17:20:39.258560 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3108e2-9ca8-48ee-a1b7-8ee5f2d355e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:20:39.258560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3108e2-9ca8-48ee-a1b7-8ee5f2d355e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:20:39.275063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] For port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:39.278287 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:39.286458 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6b3108e2-9ca8-48ee-a1b7-8ee5f2d355e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8444948 Dec 22 17:20:39.286458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35732) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:39.293597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:39.369819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 80daaaa8-c912-4e8e-956d-60c88da3d628 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:39.369819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:39.399518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35738) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:39.437759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Calling delete_port for 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:39.475201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:39.527995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f70bdd5f-ab41-466d-aaec-8a464ec3bdb3 None None] Provisioning complete for port 80daaaa8-c912-4e8e-956d-60c88da3d628 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:39.527995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f70bdd5f-ab41-466d-aaec-8a464ec3bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:39.528488 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc2c207-9323-41aa-8a96-b38661dfeefb tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:39.529196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc2c207-9323-41aa-8a96-b38661dfeefb tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:39.530456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc2c207-9323-41aa-8a96-b38661dfeefb tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:39.532308 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6bc2c207-9323-41aa-8a96-b38661dfeefb tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=b81c21c680cf47a59420417b42f80eaa&network_id=414e182f-0910-489f-acbe-e38452689ae4 HTTP/1.1" status: 200 len: 3000 time: 0.1295185 Dec 22 17:20:39.597687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:39.598013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:39.608285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:39.613643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:39.613757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:39.619356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:39.629747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:39.647043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f70bdd5f-ab41-466d-aaec-8a464ec3bdb3 None None] Port 80daaaa8-c912-4e8e-956d-60c88da3d628 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:39.655617 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:20:39.655617 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:20:39.663001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:39.666419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:39.690234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,revision_number=9']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:39.695225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:39.754887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:39.778790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-46109b00-a44c-4d2b-b253-ae03d065b77a None None] Provisioning complete for port 80daaaa8-c912-4e8e-956d-60c88da3d628 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:39.779481 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-46109b00-a44c-4d2b-b253-ae03d065b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:39.868910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-46109b00-a44c-4d2b-b253-ae03d065b77a None None] Port 80daaaa8-c912-4e8e-956d-60c88da3d628 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:39.905622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 80daaaa8-c912-4e8e-956d-60c88da3d628 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:39.949167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35748) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:40.166144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Deleting port 9783bf54-0743-4424-9e79-a23c53ac62d0 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:40.166144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:40.197039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:40.204935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:40.265689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=80daaaa8-c912-4e8e-956d-60c88da3d628,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:40.274996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:40.298760 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:40.316440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ec039f5e-f284-464a-85ea-1fc058c0563d tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:40.363750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:40.364082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:40.440278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:40.455881 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:40.507678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Calling delete_port for 9783bf54-0743-4424-9e79-a23c53ac62d0 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:40.519315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:40.520421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:40.525376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Deleting port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:40.526954 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:40.548328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:40.562067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=065549ee-e526-4145-837f-146ca2b9cdce,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:40.566760 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:40.630408 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3429005 Dec 22 17:20:40.633258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35754) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:40.646804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:08:9c:10', 'name': 'tempest-NetworksTestDHCPv6-1457190829'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:40.824268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] For port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:40.830725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:40.852078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:40.854405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:40.861739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4ef456e8-39d2-4b69-9318-52a34cc35c41 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:40.915831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event deleted for resources: {'Port': ['ID=9783bf54-0743-4424-9e79-a23c53ac62d0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:40.918202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:40.923153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:41.003053 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Calling delete_port for 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:41.008653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:41.029370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 3edcedf8-5ec2-4f9e-84af-1c3ff9c70608 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:20:41.118151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:41.118482 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Floating IP bb3be550-57aa-42e6-a639-76e3ba640933 disassociated (deleted). External IP: 172.26.3.160, port: 3a76ebb9-08dd-4d26-b5ad-459ee1183883. Dec 22 17:20:41.165129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:41.169237 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:41.185961 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:41.196428 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/3edcedf8-5ec2-4f9e-84af-1c3ff9c70608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2679882 Dec 22 17:20:41.196866 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558b8a9-a9da-4088-9c73-8c06b9f475e7 None None] Sync routers for ids ['3edcedf8-5ec2-4f9e-84af-1c3ff9c70608'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:41.199145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35760) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:41.207387 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558b8a9-a9da-4088-9c73-8c06b9f475e7 None None] Routers {'3edcedf8-5ec2-4f9e-84af-1c3ff9c70608'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:41.209577 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-8558b8a9-a9da-4088-9c73-8c06b9f475e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3edcedf8-5ec2-4f9e-84af-1c3ff9c70608'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:41.225503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Pushing event deleted for resources: {'Port': ['ID=2ae66b05-79f2-4dad-ad1f-2555e0fe2955,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:41.228391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:41.310893 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-8558b8a9-a9da-4088-9c73-8c06b9f475e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:41.322466 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558b8a9-a9da-4088-9c73-8c06b9f475e7 None None] Routers {'3edcedf8-5ec2-4f9e-84af-1c3ff9c70608'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:41.323038 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-8558b8a9-a9da-4088-9c73-8c06b9f475e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['3edcedf8-5ec2-4f9e-84af-1c3ff9c70608'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:41.361770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] No DVR routers for this DVR port 2ae66b05-79f2-4dad-ad1f-2555e0fe2955 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:20:41.380111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f795a49-049b-4fe5-b1f1-7487476bbdb9 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:41.390943 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-8558b8a9-a9da-4088-9c73-8c06b9f475e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:41.391397 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558b8a9-a9da-4088-9c73-8c06b9f475e7 None None] The sync data for ids ['3edcedf8-5ec2-4f9e-84af-1c3ff9c70608'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:41.511894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35764) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:41.577433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55b7a6-3500-46b2-8ce9-5da40f13ac81 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:41.583154 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8d55b7a6-3500-46b2-8ce9-5da40f13ac81 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 814 time: 0.0662284 Dec 22 17:20:41.608107 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': '065549ee-e526-4145-837f-146ca2b9cdce'}, {'subnet_id': 'f7f5f701-7e26-4b7c-9c60-2460bf6321c2'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:20:41.609146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:41.639629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:41.818010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port f74b82d2-bac3-48bc-85ff-35d8d2b9d40e yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:20:41.853713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Allocated IP 2001:db8:0:1::2 (1719665a-967c-4b0a-ab06-6816cb17c416/065549ee-e526-4145-837f-146ca2b9cdce/3671857d-622a-43be-92fd-cf02314cff6d) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:41.859609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Allocated IP 2001:db8::f816:3eff:feae:6f6c (1719665a-967c-4b0a-ab06-6816cb17c416/f7f5f701-7e26-4b7c-9c60-2460bf6321c2/3671857d-622a-43be-92fd-cf02314cff6d) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:41.877841 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-8dce7d26-a678-441b-a9eb-2e9ce9b5e277 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 17:20:41.877841 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8dce7d26-a678-441b-a9eb-2e9ce9b5e277 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/3edcedf8-5ec2-4f9e-84af-1c3ff9c70608/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6636076 Dec 22 17:20:41.881158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35772) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:41.945989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2632ec8e-6316-4efb-9d71-c3f3669a3eb2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Synchronizing usage tracker for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:41.967309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2632ec8e-6316-4efb-9d71-c3f3669a3eb2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Unset dirty status for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:41.970603 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2632ec8e-6316-4efb-9d71-c3f3669a3eb2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=3edcedf8-5ec2-4f9e-84af-1c3ff9c70608 HTTP/1.1" status: 200 len: 205 time: 0.0875850 Dec 22 17:20:41.974167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35776) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:42.096394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.107367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:20:42.112501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Transition to ACTIVE for port object 3671857d-622a-43be-92fd-cf02314cff6d will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:42.129158 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Transition to ACTIVE for port object 3671857d-622a-43be-92fd-cf02314cff6d will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:42.140716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.149563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0e1f39f2-9053-49dc-a3e1-fe7a5a4e9769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:42.149756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fca4a0ef-0b23-43fb-8617-1990a59e458c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.206640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:42.215309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:42.218938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:42.264253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Pushing event updated for resources: {'Port': ['ID=3671857d-622a-43be-92fd-cf02314cff6d,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:42.282595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:42.282753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35780) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:42.286393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'network': {'name': 'tempest-network-smoke--351223448', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'port_security_enabled': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:42.302544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:42.309986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:network and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:42.373438 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Attempting to bind port 3671857d-622a-43be-92fd-cf02314cff6d on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:20:42.373837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Attempting to bind port 3671857d-622a-43be-92fd-cf02314cff6d by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:20:42.374222 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Attempting to bind port 3671857d-622a-43be-92fd-cf02314cff6d on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:20:42.380248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:20:42.380511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:42.381149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.385208 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:20:42.385876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Bound port: 3671857d-622a-43be-92fd-cf02314cff6d, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:20:42.386321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.424644 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:42.438077 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55cd86-382d-41a5-9cab-20e1d6c93ee1 None None] Sync routers for ids ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:42.461000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:42.466605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55cd86-382d-41a5-9cab-20e1d6c93ee1 None None] Routers {'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:42.467692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5f55cd86-382d-41a5-9cab-20e1d6c93ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:42.472098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:42.475645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8:0:1::171 (1719665a-967c-4b0a-ab06-6816cb17c416/065549ee-e526-4145-837f-146ca2b9cdce/f74b82d2-bac3-48bc-85ff-35d8d2b9d40e) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:42.486272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::f816:3eff:fe08:9c10 (1719665a-967c-4b0a-ab06-6816cb17c416/f7f5f701-7e26-4b7c-9c60-2460bf6321c2/f74b82d2-bac3-48bc-85ff-35d8d2b9d40e) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:42.492791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.497905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:42.502848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.581647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] For port 3671857d-622a-43be-92fd-cf02314cff6d, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:20:42.589917 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] For port 3671857d-622a-43be-92fd-cf02314cff6d, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3671857d-622a-43be-92fd-cf02314cff6d,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:20:42.593136 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "DELETE /v2.0/floatingips/bb3be550-57aa-42e6-a639-76e3ba640933 HTTP/1.1" status: 204 len: 168 time: 2.6427431 Dec 22 17:20:42.596061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:20:42.607197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.631580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a4952d29-84a8-4d25-b7ff-3367044f73e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:42.652800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fca4a0ef-0b23-43fb-8617-1990a59e458c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.661395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fca4a0ef-0b23-43fb-8617-1990a59e458c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.681902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:20:42.698428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.698937 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Added segment cd479d75-ce7b-463b-83c6-4444188717c7 of type vlan for network 0d2e5cc0-d597-402e-81f0-084d1447cecf Dec 22 17:20:42.802664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.864377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fca4a0ef-0b23-43fb-8617-1990a59e458c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.872523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca4a0ef-0b23-43fb-8617-1990a59e458c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Fanout notify agent at l3_agent the message router_deleted on router 3edcedf8-5ec2-4f9e-84af-1c3ff9c70608 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:20:42.895627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Pushing event updated for resources: {'Port': ['ID=3671857d-622a-43be-92fd-cf02314cff6d,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:42.903479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:42.922460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-5f55cd86-382d-41a5-9cab-20e1d6c93ee1 None None] Set router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:20:42.946424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fca4a0ef-0b23-43fb-8617-1990a59e458c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.949614 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fca4a0ef-0b23-43fb-8617-1990a59e458c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/3edcedf8-5ec2-4f9e-84af-1c3ff9c70608 HTTP/1.1" status: 204 len: 168 time: 0.9725125 Dec 22 17:20:42.954410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35788) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:42.963977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:42.966321 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'status': 'completed', 'code': 200} Dec 22 17:20:42.984758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:42.985568 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:43.107156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:43.227364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:43.320355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object f74b82d2-bac3-48bc-85ff-35d8d2b9d40e will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:43.368438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbde0d-5d87-48ee-b626-6e4446d3a840 req-eb626d1f-cb67-4803-a0f9-87769e13ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:43.369857 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6fcbde0d-5d87-48ee-b626-6e4446d3a840 req-eb626d1f-cb67-4803-a0f9-87769e13ae7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=076fb32645c24ff6aac7ed3a7822cc5f&device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 1099 time: 0.5749180 Dec 22 17:20:43.423597 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1368525 Dec 22 17:20:43.431342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35794) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:43.474236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Network': ['ID=0d2e5cc0-d597-402e-81f0-084d1447cecf,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:43.486449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:43.514370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-59598012-a527-4686-8bd4-eb09ac4918d1 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting subnet 268b18bd-4713-45bc-807f-1997765e74da {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:43.516965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 0d2e5cc0-d597-402e-81f0-084d1447cecf details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:20:43.519090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59598012-a527-4686-8bd4-eb09ac4918d1 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:43.573828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c021e-546c-478b-bf54-e5841e81f45a tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:43.575638 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-743c021e-546c-478b-bf54-e5841e81f45a tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=b81c21c680cf47a59420417b42f80eaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1430933 Dec 22 17:20:43.581241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35798) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:43.782172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5f55cd86-382d-41a5-9cab-20e1d6c93ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:18:29Z', 'revision_number': 4, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '505dd147-bacc-4d7f-a4f2-ab95333de400', 'name': '', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'mac_address': 'fa:16:3e:d4:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:25Z', 'updated_at': '2021-12-22T17:18:49Z', 'revision_number': 5, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'subnets': [{'id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:43.789515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:43.793639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55cd86-382d-41a5-9cab-20e1d6c93ee1 None None] Checking router: ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:20:43.813432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55cd86-382d-41a5-9cab-20e1d6c93ee1 None None] Routers {'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:43.815085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5f55cd86-382d-41a5-9cab-20e1d6c93ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:43.816666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:43.917191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59598012-a527-4686-8bd4-eb09ac4918d1 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:43.968628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:43.981597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:43.981597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=f74b82d2-bac3-48bc-85ff-35d8d2b9d40e,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:43.991292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbde0d-5d87-48ee-b626-6e4446d3a840 req-59faffd0-e6b1-4ea5-b04e-3748a9635ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:43.991292 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6fcbde0d-5d87-48ee-b626-6e4446d3a840 req-59faffd0-e6b1-4ea5-b04e-3748a9635ac6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a98ace9-9193-46d5-9dd6-3cd2e309230f HTTP/1.1" status: 200 len: 898 time: 0.6055775 Dec 22 17:20:43.991292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:43.994208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:44.001004 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:44.003158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:44.053972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bb1e37-470a-405f-8ce0-771870022707 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:44.060768 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-97bb1e37-470a-405f-8ce0-771870022707 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4781747 Dec 22 17:20:44.061060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-5f55cd86-382d-41a5-9cab-20e1d6c93ee1 None None] Set router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:20:44.061798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35802) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:44.126398 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35806) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:44.129634 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ed49211c-770c-403e-a4f0-8533e15299a9 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645044 Dec 22 17:20:44.131632 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6fcbde0d-5d87-48ee-b626-6e4446d3a840 req-f099aeb2-68b7-4d6d-af48-fb7c18a34129 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883 HTTP/1.1" status: 200 len: 217 time: 0.1209800 Dec 22 17:20:44.141908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ccfd6-58f7-4dd7-9a9f-793b43757f20 req-e40a3594-35b1-4a25-84dc-2477b395910d tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:44.142641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-278ccfd6-58f7-4dd7-9a9f-793b43757f20 req-e40a3594-35b1-4a25-84dc-2477b395910d tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Synchronizing usage tracker for tenant:076fb32645c24ff6aac7ed3a7822cc5f on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:44.173525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59598012-a527-4686-8bd4-eb09ac4918d1 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:44.223714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbde0d-5d87-48ee-b626-6e4446d3a840 req-5f158fbe-47b1-44c1-b055-ef2b8dcf3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:44.227224 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6fcbde0d-5d87-48ee-b626-6e4446d3a840 req-5f158fbe-47b1-44c1-b055-ef2b8dcf3aff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dba0c1f0-76a3-4cdc-aeac-75c43529cb60 HTTP/1.1" status: 200 len: 835 time: 0.0801146 Dec 22 17:20:44.272927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59598012-a527-4686-8bd4-eb09ac4918d1 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:44.278155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-abd22d15-5d56-4ec6-a0c4-71ef9917aa37 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:44.315236 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.6806448 Dec 22 17:20:44.315838 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35810) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:44.321163 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59598012-a527-4686-8bd4-eb09ac4918d1 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Subnet': ['ID=268b18bd-4713-45bc-807f-1997765e74da,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:44.338919 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fc2e07a6-2126-402d-bdda-53d8da3b2b07 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=b81c21c680cf47a59420417b42f80eaa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2051816 Dec 22 17:20:44.341363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35814) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:44.362039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59598012-a527-4686-8bd4-eb09ac4918d1 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:44.371733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59598012-a527-4686-8bd4-eb09ac4918d1 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:44.396640 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-59598012-a527-4686-8bd4-eb09ac4918d1 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/268b18bd-4713-45bc-807f-1997765e74da HTTP/1.1" status: 204 len: 168 time: 1.4414029 Dec 22 17:20:44.401794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35818) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:44.409003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31fa9e1-eb0d-48aa-bf9b-b3b7d9ea6879 None None] Network b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:44.485734 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-89080da2-f368-4a03-a895-d560beb645b0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port f74b82d2-bac3-48bc-85ff-35d8d2b9d40e {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:44.486073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-89080da2-f368-4a03-a895-d560beb645b0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:44.561787 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3671857d-622a-43be-92fd-cf02314cff6d up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:44.614786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-278ccfd6-58f7-4dd7-9a9f-793b43757f20 req-e40a3594-35b1-4a25-84dc-2477b395910d tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Unset dirty status for tenant:076fb32645c24ff6aac7ed3a7822cc5f on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:44.625444 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-278ccfd6-58f7-4dd7-9a9f-793b43757f20 req-e40a3594-35b1-4a25-84dc-2477b395910d tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 1.1832101 Dec 22 17:20:44.665619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef5d19-3222-4343-999e-6e9206189563 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:44.702167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:44.715938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d726c-ccef-40da-87e3-e49c2a61392a tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:44.717746 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2a9d726c-ccef-40da-87e3-e49c2a61392a tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3647873 Dec 22 17:20:44.720761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35822) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:44.733687 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-278ccfd6-58f7-4dd7-9a9f-793b43757f20 req-f342f639-a32c-4c66-86b5-27cbd03a77bf tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074598 Dec 22 17:20:44.738169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbde0d-5d87-48ee-b626-6e4446d3a840 req-153fac99-f88f-4f11-ac44-e7e6e0e0207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:44.739970 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6fcbde0d-5d87-48ee-b626-6e4446d3a840 req-153fac99-f88f-4f11-ac44-e7e6e0e0207a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a98ace9-9193-46d5-9dd6-3cd2e309230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4776554 Dec 22 17:20:44.787792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 17a609e1-d9de-4a1d-98aa-386b01021432 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:44.788132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:44.813257 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-367cb1a0-3e60-4626-a9cf-aef77749cf76 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0912151 Dec 22 17:20:44.819535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35826) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:44.830853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2126532817', 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:44.860073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c43b6-602b-4161-932b-9c330e86ffe0 req-18ff076a-7d15-4f27-b129-c1ea4021e39f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:44.861493 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-683c43b6-602b-4161-932b-9c330e86ffe0 req-18ff076a-7d15-4f27-b129-c1ea4021e39f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.3736739 Dec 22 17:20:44.983362 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-99909dbe-fbbe-4c10-8e73-226952653279 None None] Provisioning for port 3671857d-622a-43be-92fd-cf02314cff6d completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:45.000630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-89080da2-f368-4a03-a895-d560beb645b0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:45.032485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-683c43b6-602b-4161-932b-9c330e86ffe0 req-d3b02bc0-40df-440d-bbdc-92b32f1e398c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Deleting port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:45.033437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-683c43b6-602b-4161-932b-9c330e86ffe0 req-d3b02bc0-40df-440d-bbdc-92b32f1e398c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:45.068604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 3671857d-622a-43be-92fd-cf02314cff6d completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:45.096927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:45.108647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:subnet and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:45.113349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3671857d-622a-43be-92fd-cf02314cff6d triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:45.113747 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:45.114907 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6fcbde0d-5d87-48ee-b626-6e4446d3a840 req-5d179b3f-8342-4c48-a4be-db2c6c5cb7e6 service neutron] 10.222.0.53 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674705 Dec 22 17:20:45.115726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:45.125857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:45.197868 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-89080da2-f368-4a03-a895-d560beb645b0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for f74b82d2-bac3-48bc-85ff-35d8d2b9d40e owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:45.231805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5f55cd86-382d-41a5-9cab-20e1d6c93ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:18:29Z', 'revision_number': 4, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '505dd147-bacc-4d7f-a4f2-ab95333de400', 'name': '', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'mac_address': 'fa:16:3e:d4:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:25Z', 'updated_at': '2021-12-22T17:18:49Z', 'revision_number': 5, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'subnets': [{'id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:45.251213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:45.255134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:45.268481 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55cd86-382d-41a5-9cab-20e1d6c93ee1 None None] The sync data for ids ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'] in dv-neutron-822513-1-hyperv is: [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:18:29Z', 'revision_number': 4, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '505dd147-bacc-4d7f-a4f2-ab95333de400', 'name': '', 'network_id': '4a98ace9-9193-46d5-9dd6-3cd2e309230f', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'mac_address': 'fa:16:3e:d4:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:25Z', 'updated_at': '2021-12-22T17:18:49Z', 'revision_number': 5, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'subnets': [{'id': 'dba0c1f0-76a3-4cdc-aeac-75c43529cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:45.288753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port 17a609e1-d9de-4a1d-98aa-386b01021432, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=17a609e1-d9de-4a1d-98aa-386b01021432,segment=NetworkSegment(962bac31-ee01-456f-90a9-5d69130997f0),segment_id=962bac31-ee01-456f-90a9-5d69130997f0)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:45.289361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:45.309365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:45.379602 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f657051a-5454-4ef3-9158-55ca7b093095 None None] DHCP port deletion for b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:20:45.398413 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f657051a-5454-4ef3-9158-55ca7b093095 None None] Deleting port 17a609e1-d9de-4a1d-98aa-386b01021432 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:45.399078 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f657051a-5454-4ef3-9158-55ca7b093095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:45.466895 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 17a609e1-d9de-4a1d-98aa-386b01021432 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:45.511278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 3671857d-622a-43be-92fd-cf02314cff6d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3671857d-622a-43be-92fd-cf02314cff6d,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:45.528103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:45.528755 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6fcbde0d-5d87-48ee-b626-6e4446d3a840 req-884f8dd2-67a0-48c2-bcc6-547582499a83 service neutron] 10.222.0.53 "GET /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058027 Dec 22 17:20:45.536527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e24984eb-ed18-4e15-aa20-3f9a030c77c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:45.694132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=3671857d-622a-43be-92fd-cf02314cff6d,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:45.698529 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:45.737781 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e15d4-4193-4929-b01c-dd1422eb55ab None None] New status for floating IP bb3be550-57aa-42e6-a639-76e3ba640933: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:20:45.877726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f657051a-5454-4ef3-9158-55ca7b093095 None None] For port 17a609e1-d9de-4a1d-98aa-386b01021432, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=17a609e1-d9de-4a1d-98aa-386b01021432,segment=NetworkSegment(962bac31-ee01-456f-90a9-5d69130997f0),segment_id=962bac31-ee01-456f-90a9-5d69130997f0)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:45.878483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f657051a-5454-4ef3-9158-55ca7b093095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:45.905202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a91b4266-5ce1-413d-a13c-6f159adb7570 None None] Provisioning complete for port 3671857d-622a-43be-92fd-cf02314cff6d triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:45.906137 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a91b4266-5ce1-413d-a13c-6f159adb7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:45.930991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-683c43b6-602b-4161-932b-9c330e86ffe0 req-d3b02bc0-40df-440d-bbdc-92b32f1e398c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] For port 3a76ebb9-08dd-4d26-b5ad-459ee1183883, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a76ebb9-08dd-4d26-b5ad-459ee1183883,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:45.931945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-683c43b6-602b-4161-932b-9c330e86ffe0 req-d3b02bc0-40df-440d-bbdc-92b32f1e398c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.005266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.012289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38b8a1ba-bce3-435f-be35-240ea3d6273b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:46.065943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=17a609e1-d9de-4a1d-98aa-386b01021432,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:46.078887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:46.093246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f657051a-5454-4ef3-9158-55ca7b093095 None None] Calling delete_port for 17a609e1-d9de-4a1d-98aa-386b01021432 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:46.103689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No DVR routers for this DVR port 17a609e1-d9de-4a1d-98aa-386b01021432 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:20:46.131058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-683c43b6-602b-4161-932b-9c330e86ffe0 req-d3b02bc0-40df-440d-bbdc-92b32f1e398c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Calling delete_port for 3a76ebb9-08dd-4d26-b5ad-459ee1183883 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:46.152349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-89080da2-f368-4a03-a895-d560beb645b0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.163914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cf4bb30b-181c-44bc-af5d-edc2e083e988 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:46.239673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-f657051a-5454-4ef3-9158-55ca7b093095 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:20:46.240045 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-f657051a-5454-4ef3-9158-55ca7b093095 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:20:46.248422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89080da2-f368-4a03-a895-d560beb645b0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=f74b82d2-bac3-48bc-85ff-35d8d2b9d40e,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:46.252690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a91b4266-5ce1-413d-a13c-6f159adb7570 None None] Could not find standard attr ID for object f74b82d2-bac3-48bc-85ff-35d8d2b9d40e. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:20:46.259426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-89080da2-f368-4a03-a895-d560beb645b0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:46.348016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.354513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1b110c8e-9889-4297-88f8-f7afbf1b5c1a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:46.366975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-95e32492-c35e-42ea-bae0-29594715be04 None None] Could not find standard attr ID for object 2656b62b-a46b-4533-a7c9-3ee469c8abcb. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:20:46.438591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Subnet': ['ID=07ba9f83-1c63-463b-97c7-92c1f02fc002,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:46.447756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:46.447915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91f6b8-1c5f-462d-b0c0-505ae1116c20 req-02e2aef0-1369-4a75-8687-a5336002914f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:46.449321 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cc91f6b8-1c5f-462d-b0c0-505ae1116c20 req-02e2aef0-1369-4a75-8687-a5336002914f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc066119-a71a-43e4-b5ec-235648c204d1 HTTP/1.1" status: 200 len: 946 time: 0.5082879 Dec 22 17:20:46.450023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-683c43b6-602b-4161-932b-9c330e86ffe0 req-d3b02bc0-40df-440d-bbdc-92b32f1e398c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.452489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.459674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-455123b4-6bbd-433d-ba9c-8ee9e8b6fe2d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:46.464014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-89080da2-f368-4a03-a895-d560beb645b0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.475965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3671857d-622a-43be-92fd-cf02314cff6d up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:46.510786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b02bc0-40df-440d-bbdc-92b32f1e398c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event deleted for resources: {'Port': ['ID=3a76ebb9-08dd-4d26-b5ad-459ee1183883,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:46.518437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a74b00db-07ab-428a-ba4d-f0989d3d0145 None None] Could not find standard attr ID for object f74b82d2-bac3-48bc-85ff-35d8d2b9d40e. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:20:46.528299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:46.540586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d3b02bc0-40df-440d-bbdc-92b32f1e398c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:46.553392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Checking segment: {'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:46.554090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network hostable DHCP agents. Network: 0d2e5cc0-d597-402e-81f0-084d1447cecf, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:20:46.557407 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-89080da2-f368-4a03-a895-d560beb645b0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/f74b82d2-bac3-48bc-85ff-35d8d2b9d40e HTTP/1.1" status: 204 len: 168 time: 2.2378383 Dec 22 17:20:46.560391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35832) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:46.569182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962bac31-ee01-456f-90a9-5d69130997f0') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:46.569725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962bac31-ee01-456f-90a9-5d69130997f0') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:46.582368 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3671857d-622a-43be-92fd-cf02314cff6d triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:46.582990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.613248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-683c43b6-602b-4161-932b-9c330e86ffe0 req-d3b02bc0-40df-440d-bbdc-92b32f1e398c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] No DVR routers for this DVR port 3a76ebb9-08dd-4d26-b5ad-459ee1183883 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:20:46.622388 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-683c43b6-602b-4161-932b-9c330e86ffe0 req-d3b02bc0-40df-440d-bbdc-92b32f1e398c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.640102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'name': 'network-vif-deleted', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:20:46.643979 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cc91f6b8-1c5f-462d-b0c0-505ae1116c20 req-1265d6f9-e386-4b97-9a12-6aa388aa150f tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "GET /v2.0/security-groups?id=28150d01-0d58-4dda-ad76-ab849ce78b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754835 Dec 22 17:20:46.647985 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 0d2e5cc0-d597-402e-81f0-084d1447cecf is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:20:46.660840 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-683c43b6-602b-4161-932b-9c330e86ffe0 req-d3b02bc0-40df-440d-bbdc-92b32f1e398c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.53 "DELETE /v2.0/ports/3a76ebb9-08dd-4d26-b5ad-459ee1183883 HTTP/1.1" status: 204 len: 173 time: 1.7814324 Dec 22 17:20:46.661548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.671939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 0d2e5cc0-d597-402e-81f0-084d1447cecf) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:46.678338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:46.683053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.688539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9b2395-7540-4f6a-9b5a-d3efbe6041e8 None None] Network 0d2e5cc0-d597-402e-81f0-084d1447cecf requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:46.722835 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9003980 Dec 22 17:20:46.739916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.749931 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc066119-a71a-43e4-b5ec-235648c204d1', 'name': 'network-vif-deleted', 'tag': '3a76ebb9-08dd-4d26-b5ad-459ee1183883', 'status': 'completed', 'code': 200} Dec 22 17:20:46.761476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:20:46.761878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.773127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f657051a-5454-4ef3-9158-55ca7b093095 None None] Deleting port 17a609e1-d9de-4a1d-98aa-386b01021432 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:46.773500 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f657051a-5454-4ef3-9158-55ca7b093095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:20:46.804243 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:20:46.826506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cd767d-15da-4f81-a6d4-e58f7fc26d1b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:46.827846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d5cd767d-15da-4f81-a6d4-e58f7fc26d1b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:46.957913 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:20:46.964963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d5cd767d-15da-4f81-a6d4-e58f7fc26d1b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:46.970601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35840) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:46.971312 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d5cd767d-15da-4f81-a6d4-e58f7fc26d1b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4078231 Dec 22 17:20:46.985602 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f657051a-5454-4ef3-9158-55ca7b093095 None None] The port '17a609e1-d9de-4a1d-98aa-386b01021432' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:20:46.992516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.008396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6d12a508-41c7-44b2-b949-43fb343d4b09 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:47.047079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.057581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Network': ['ID=b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:47.072117 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/networks/b0d7737d-aeb8-4b34-acb0-d1a2edd3bec9 HTTP/1.1" status: 204 len: 168 time: 2.6693180 Dec 22 17:20:47.073807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:47.076212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35844) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:47.091157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-809431881'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:47.112948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:47.122227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:network and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:47.128181 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:47.137167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 17a609e1-d9de-4a1d-98aa-386b01021432 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:47.141607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:47.159657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0014dc62-fb79-408f-a8d0-719e9379da73 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:47.161008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0014dc62-fb79-408f-a8d0-719e9379da73 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:47.177969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0014dc62-fb79-408f-a8d0-719e9379da73 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:47.181882 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0014dc62-fb79-408f-a8d0-719e9379da73 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2089968 Dec 22 17:20:47.182479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35848) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:47.191034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 17a609e1-d9de-4a1d-98aa-386b01021432 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:20:47.191926 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 17a609e1-d9de-4a1d-98aa-386b01021432 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:20:47.200484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:47.204323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.280514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:20:47.283308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35852) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:47.291422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970062635', 'description': 'tempest-secgroup-smoke-1970062635 description', 'project_id': 'b81c21c680cf47a59420417b42f80eaa'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:47.297104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec394a-40c4-4b5c-b0d5-1137478585fe tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:47.298876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec394a-40c4-4b5c-b0d5-1137478585fe tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:47.300496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec394a-40c4-4b5c-b0d5-1137478585fe tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:47.301287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-46ec394a-40c4-4b5c-b0d5-1137478585fe tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:47.301895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-0d2e5cc0-d597-402e-81f0-084d1447cecf', 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ips': [{'subnet_id': '07ba9f83-1c63-463b-97c7-92c1f02fc002'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:20:47.303170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.308395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:47.310770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.311121 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Added segment dbae31f5-377f-4f55-87f7-7533e4f518bd of type vlan for network 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1 Dec 22 17:20:47.324367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:47.343679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-46ec394a-40c4-4b5c-b0d5-1137478585fe tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:47.344914 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-46ec394a-40c4-4b5c-b0d5-1137478585fe tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1614928 Dec 22 17:20:47.348286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35856) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:47.354586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.359466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.384588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:47.388343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:47.391302 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:47.397730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:47.442047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.449255 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:47.449999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.458739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d25b3e5-7ccc-491e-ac1a-abfd88b213e5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 065549ee-e526-4145-837f-146ca2b9cdce {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:47.460605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a78ef764-6d57-4e8c-9834-687f43fbdccb tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:47.462357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5d25b3e5-7ccc-491e-ac1a-abfd88b213e5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.513757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Allocated IP 172.20.0.18 (0d2e5cc0-d597-402e-81f0-084d1447cecf/07ba9f83-1c63-463b-97c7-92c1f02fc002/a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:47.524473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5d25b3e5-7ccc-491e-ac1a-abfd88b213e5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.591733 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5142679 Dec 22 17:20:47.594986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35860) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:47.601928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'subnet': {'network_id': '5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:47.605991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Network': ['ID=5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:47.610627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:47.612806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.620360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.623898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:20:47.626318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2e11f67e-6c1b-4233-9656-2da9165ad478 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:47.659051 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.660226 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3758895 Dec 22 17:20:47.663857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35866) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:47.666741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29d6eae-4f23-4604-a8c5-88f45a2e050c,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:47.671409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'f29d6eae-4f23-4604-a8c5-88f45a2e050c', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:47.677658 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:47.681848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:47.685819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:47.692873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:47.700368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:47.713061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5d25b3e5-7ccc-491e-ac1a-abfd88b213e5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.715349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.767887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35870) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:47.781158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:47.788948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:subnet and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:47.793842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:47.803463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:47.822400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:47.826602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.841785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 3a76ebb9-08dd-4d26-b5ad-459ee1183883 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:47.845872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5d25b3e5-7ccc-491e-ac1a-abfd88b213e5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.854354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-771d4ea9-8aa5-4340-94d1-7ce10357715b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:47.889441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 3a76ebb9-08dd-4d26-b5ad-459ee1183883 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:20:47.890059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 3a76ebb9-08dd-4d26-b5ad-459ee1183883 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:20:47.952625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25b3e5-7ccc-491e-ac1a-abfd88b213e5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=065549ee-e526-4145-837f-146ca2b9cdce,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:47.954156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.957641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5d25b3e5-7ccc-491e-ac1a-abfd88b213e5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.960615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5d25b3e5-7ccc-491e-ac1a-abfd88b213e5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:47.971663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e1c635-0854-4cda-b127-b570fc80bd93 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:47.977578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:47.981835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cfe30944-1ff2-44b9-905e-4052f81cfed9 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:47.988657 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5d25b3e5-7ccc-491e-ac1a-abfd88b213e5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/065549ee-e526-4145-837f-146ca2b9cdce HTTP/1.1" status: 204 len: 168 time: 0.6366227 Dec 22 17:20:47.990110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35874) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:48.008371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f10b0df-7ff3-40e3-94a4-bc00b29ca60a,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:48.014279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:48.069054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a265c28-d8be-4560-a44d-2f5c3d9f9ae3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet f7f5f701-7e26-4b7c-9c60-2460bf6321c2 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:48.073935 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.075481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a265c28-d8be-4560-a44d-2f5c3d9f9ae3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.098751 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.098975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Transition to ACTIVE for port object a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:48.101965 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4371662 Dec 22 17:20:48.110298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35878) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:48.117705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'f29d6eae-4f23-4604-a8c5-88f45a2e050c', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:48.133226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:48.135710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Transition to ACTIVE for port object a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:48.140133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:48.144614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:48.171607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.182115 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8c49dff1-e27f-40d3-bd84-d7ea50ec8aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:48.186738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a265c28-d8be-4560-a44d-2f5c3d9f9ae3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.255834 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Network 0d2e5cc0-d597-402e-81f0-084d1447cecf is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:48.260913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:48.282880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.289826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:48.292236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a45e36a2-6afb-4816-8d4a-e691a2e6a3e1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:48.339436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:48.345129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Pushing event updated for resources: {'Port': ['ID=a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:48.382627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:48.394693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.413318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Attempting to bind port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:20:48.413684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Attempting to bind port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:20:48.414072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Attempting to bind port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d on network 0d2e5cc0-d597-402e-81f0-084d1447cecf {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:20:48.422517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:20:48.422919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Checking segment: {'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:48.423350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.423928 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Bound using segment: {'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:20:48.424424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Bound port: a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:20:48.424716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.503365 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Subnet': ['ID=7d372af6-ee18-4373-b2ec-47e62deabbbc,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:48.508953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:48.513604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a265c28-d8be-4560-a44d-2f5c3d9f9ae3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.536173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] For port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:20:48.539681 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] For port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d,segment=NetworkSegment(cd479d75-ce7b-463b-83c6-4444188717c7),segment_id=cd479d75-ce7b-463b-83c6-4444188717c7)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:20:48.545459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.551039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:48.564382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Checking segment: {'id': 'dbae31f5-377f-4f55-87f7-7533e4f518bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:48.566417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network hostable DHCP agents. Network: 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:20:48.569321 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.591173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.594260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-84bde5ae-1b69-458a-9fc6-f2f3967b7529 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:48.611867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:20:48.624437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c28cca-7411-4dd6-80e0-14a717cee03f,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:48.630906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:48.631966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:48.637309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a265c28-d8be-4560-a44d-2f5c3d9f9ae3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.642578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.643836 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:48.643997 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5327690 Dec 22 17:20:48.645522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.647080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35882) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:48.650979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a9ab486e-0849-4ba8-8ac3-e57004314be1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:48.653455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'f29d6eae-4f23-4604-a8c5-88f45a2e050c', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:48.661172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3a6811-ee50-4301-9965-f9bb01a97dfb None None] Network 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:48.662162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:48.667547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:48.671208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:48.677406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:48.698672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a265c28-d8be-4560-a44d-2f5c3d9f9ae3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f5f701-7e26-4b7c-9c60-2460bf6321c2,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:48.701112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9a265c28-d8be-4560-a44d-2f5c3d9f9ae3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.704608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9a265c28-d8be-4560-a44d-2f5c3d9f9ae3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:48.721605 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9a265c28-d8be-4560-a44d-2f5c3d9f9ae3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/f7f5f701-7e26-4b7c-9c60-2460bf6321c2 HTTP/1.1" status: 204 len: 168 time: 0.7303188 Dec 22 17:20:48.725746 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1294560 Dec 22 17:20:48.726637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35886) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:48.729166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35888) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:48.732122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.735246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ac487a30-7b17-4f4d-be19-007041305ea3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-890179800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:48.803944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ac487a30-7b17-4f4d-be19-007041305ea3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:48.813313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.822634 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-46f8b8ff-88e8-4724-9a0d-625caf7ec4b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945768 Dec 22 17:20:48.823892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ac487a30-7b17-4f4d-be19-007041305ea3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:router and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:48.826472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35894) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:48.830787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ac487a30-7b17-4f4d-be19-007041305ea3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:48.840406 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:48.922311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.935222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.952093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1', 'network_id': '5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'fixed_ips': [{'subnet_id': '7d372af6-ee18-4373-b2ec-47e62deabbbc'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:20:48.952661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:48.952924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ac487a30-7b17-4f4d-be19-007041305ea3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:48.991055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Pushing event updated for resources: {'Port': ['ID=a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:48.998506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:49.002817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:49.005854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:49.011891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:49.020789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ac487a30-7b17-4f4d-be19-007041305ea3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.022111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ac487a30-7b17-4f4d-be19-007041305ea3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.028293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:49.032681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.041107 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:49.076548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3e226048-7bd7-4519-835c-833a19384701 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:49.131212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2b87af-c429-4555-aa58-b29109358d8b,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:49.141302 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:49.144469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ac487a30-7b17-4f4d-be19-007041305ea3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.193674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ac487a30-7b17-4f4d-be19-007041305ea3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.219276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Allocated IP 2001:db8::2 (5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1/7d372af6-ee18-4373-b2ec-47e62deabbbc/c67eef4a-5677-4f36-983d-93e4d9753aa6) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:49.228261 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ac487a30-7b17-4f4d-be19-007041305ea3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.232706 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ac487a30-7b17-4f4d-be19-007041305ea3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5020425 Dec 22 17:20:49.235851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35898) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:49.256200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.257406 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6092715 Dec 22 17:20:49.268967 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35902) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:49.329726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'f29d6eae-4f23-4604-a8c5-88f45a2e050c', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:49.348101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:49.354011 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:49.357799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:49.388494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:49.418520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.567794 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.571328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Deleting port 505dd147-bacc-4d7f-a4f2-ab95333de400 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:49.572038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.582277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Transition to ACTIVE for port object c67eef4a-5677-4f36-983d-93e4d9753aa6 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:49.618279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.621353 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Transition to ACTIVE for port object c67eef4a-5677-4f36-983d-93e4d9753aa6 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:49.629805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.630492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.642633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:49.645283 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b29fef3f-8628-4a37-bc8c-77660cfb89c5 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:49.674392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea69ca5d-f133-4ab4-97bc-be7cecae602e,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:49.682400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:49.701747 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b8e388-29be-42d3-990a-93a1c05a9a8d None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:49.755659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.756593 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4859760 Dec 22 17:20:49.762353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35906) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:49.814138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Network 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:49.820850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:49.827382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Pushing event updated for resources: {'Port': ['ID=c67eef4a-5677-4f36-983d-93e4d9753aa6,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:49.830805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:49.832457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:49.846291 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'f29d6eae-4f23-4604-a8c5-88f45a2e050c', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:49.879880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:49.893644 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:49.900075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:49.906961 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] For port 505dd147-bacc-4d7f-a4f2-ab95333de400, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=505dd147-bacc-4d7f-a4f2-ab95333de400,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:49.907866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:49.918180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:49.992623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:50.018519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-20fc52bb-e957-4d5d-88e9-068c9f5e940e None None] Provisioning complete for port 3671857d-622a-43be-92fd-cf02314cff6d triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:50.019522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-20fc52bb-e957-4d5d-88e9-068c9f5e940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:50.037912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Calling delete_port for 505dd147-bacc-4d7f-a4f2-ab95333de400 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:50.120279 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Attempting to bind port c67eef4a-5677-4f36-983d-93e4d9753aa6 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:20:50.120655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Attempting to bind port c67eef4a-5677-4f36-983d-93e4d9753aa6 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'dbae31f5-377f-4f55-87f7-7533e4f518bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:20:50.121024 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Attempting to bind port c67eef4a-5677-4f36-983d-93e4d9753aa6 on network 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:20:50.134567 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:20:50.143679 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:20:50.144136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Checking segment: {'id': 'dbae31f5-377f-4f55-87f7-7533e4f518bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:50.144503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:50.144905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Bound using segment: {'id': 'dbae31f5-377f-4f55-87f7-7533e4f518bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:20:50.145392 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Bound port: c67eef4a-5677-4f36-983d-93e4d9753aa6, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbae31f5-377f-4f55-87f7-7533e4f518bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:20:50.145773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:50.169507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:50.293906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.objects.ports [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87587) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:20:50.301711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:50.323379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:50.350712 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] For port c67eef4a-5677-4f36-983d-93e4d9753aa6, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:20:50.353052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-97722ec8-8782-46dc-95af-001fca713517 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:50.356321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] For port c67eef4a-5677-4f36-983d-93e4d9753aa6, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c67eef4a-5677-4f36-983d-93e4d9753aa6,segment=NetworkSegment(dbae31f5-377f-4f55-87f7-7533e4f518bd),segment_id=dbae31f5-377f-4f55-87f7-7533e4f518bd)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:20:50.367632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:50.372258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fcf39c21-e769-4936-a655-885a27f193e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:50.492981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Pushing event updated for resources: {'Port': ['ID=c67eef4a-5677-4f36-983d-93e4d9753aa6,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:50.495583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdf4123-11f2-44dc-b96c-ccbbe76307d5,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:50.497547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:50.499486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:50.503595 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7380486 Dec 22 17:20:50.503595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:50.503595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:50.510936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35910) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:50.520638 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-50ded065-c819-461e-a8ae-5b7ae2d0640f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:50.541721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:50.550379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'f29d6eae-4f23-4604-a8c5-88f45a2e050c', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:50.572588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:50.593785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:50.624820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event deleted for resources: {'Port': ['ID=505dd147-bacc-4d7f-a4f2-ab95333de400,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:50.627905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:50.659502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:50.690274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:50.703085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1c6a15-9a3b-47b0-8128-1682ada75dc5 None None] Network 0d2e5cc0-d597-402e-81f0-084d1447cecf requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:50.705285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:50.772602 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:20:50.787956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:50.824545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-227f05c9-bbc6-4a5d-a474-772188b4c074 None None] Provisioning for port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:50.843324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-227f05c9-bbc6-4a5d-a474-772188b4c074 None None] Provisioning complete for port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:50.844057 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-227f05c9-bbc6-4a5d-a474-772188b4c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:50.894657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.079190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Allocated IP 2001:db8::1 (5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1/7d372af6-ee18-4373-b2ec-47e62deabbbc/5ba99161-8bcf-4ad9-bce2-00d65c140a28) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:51.156990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-227f05c9-bbc6-4a5d-a474-772188b4c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.183811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.207172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-227f05c9-bbc6-4a5d-a474-772188b4c074 None None] For port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d,segment=NetworkSegment(cd479d75-ce7b-463b-83c6-4444188717c7),segment_id=cd479d75-ce7b-463b-83c6-4444188717c7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:51.214379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-227f05c9-bbc6-4a5d-a474-772188b4c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.217269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-576385a8-ec1f-4591-a008-2afc6113777e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:51.243431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.262341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.282020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:51.287266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f05c9-bbc6-4a5d-a474-772188b4c074 None None] Pushing event updated for resources: {'Port': ['ID=a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:51.291361 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-227f05c9-bbc6-4a5d-a474-772188b4c074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:51.342840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4ef85b61-8287-4bac-99c4-0da85606508e None None] Provisioning complete for port 3671857d-622a-43be-92fd-cf02314cff6d triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:51.343399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4ef85b61-8287-4bac-99c4-0da85606508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.380097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cdc354-4b41-437e-9ecc-dea1352ad792,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:51.441748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:51.442987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:51.443554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:51.444472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:51.445005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:51.445630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:51.446633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:51.447462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:51.448149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:51.448903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:51.449371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:51.450177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:51.461705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:51.509915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.511524 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9994304 Dec 22 17:20:51.535543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.575283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] For port 3671857d-622a-43be-92fd-cf02314cff6d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3671857d-622a-43be-92fd-cf02314cff6d,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:51.577685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Transition to ACTIVE for port object 5ba99161-8bcf-4ad9-bce2-00d65c140a28 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:51.620205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.629992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.630813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.638913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-35af14a0-5a4b-4a40-99f8-74da81746dd6 None None] Provisioning complete for port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:51.639550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:51.641283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-35af14a0-5a4b-4a40-99f8-74da81746dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.664838 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:20:51.706979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.719347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:51.727282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:51.734825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:51.735348 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.743219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:51.748825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:51.751592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c86da3-b9bf-4d1a-823b-01f9b2f18a12 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:51.762294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:51.762944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:51.783535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=3671857d-622a-43be-92fd-cf02314cff6d,revision_number=7']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:51.791208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:51.793143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bbf29ad7-1c85-4a8d-87fe-ca65ddea8d96 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:51.833473 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0043843 Dec 22 17:20:51.837449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35926) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:51.847736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f38e4c56-86f4-47cb-b750-ff5e51644140 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:51.883703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=850959bf-640c-4656-855b-21409b788550,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:51.887688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:51.888390 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-74391ec9-8241-4b85-9555-87103d053f93 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:52.024988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=5ba99161-8bcf-4ad9-bce2-00d65c140a28,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:52.030228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:52.045130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:52.050144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-4f0998cf-5513-4c15-a205-a17c5c913722 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:52.114453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f38e4c56-86f4-47cb-b750-ff5e51644140 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:52.130640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f80ed6-15db-4d14-95e9-3e70ba0503b6 None None] Network 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:52.138350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f38e4c56-86f4-47cb-b750-ff5e51644140 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:52.146996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f38e4c56-86f4-47cb-b750-ff5e51644140 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:52.160192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f38e4c56-86f4-47cb-b750-ff5e51644140 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:52.176660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-4f0998cf-5513-4c15-a205-a17c5c913722 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:52.179669 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-4f0998cf-5513-4c15-a205-a17c5c913722 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970062635&fields=id&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 267 time: 0.3829470 Dec 22 17:20:52.185864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:52.189353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38e4c56-86f4-47cb-b750-ff5e51644140 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:52.194387 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f38e4c56-86f4-47cb-b750-ff5e51644140 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:52.220826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9443d76d-965d-4e21-9b9c-b462a8207e43 None None] Sync routers for ids ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:52.258540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9443d76d-965d-4e21-9b9c-b462a8207e43 None None] Routers {'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:52.259077 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9443d76d-965d-4e21-9b9c-b462a8207e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:52.345645 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "PUT /v2.0/routers/ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5752611 Dec 22 17:20:52.377622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35930) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:52.402502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ddf6c0b5-89a9-41d5-b85a-488ea23973a3 None None] Provisioning for port c67eef4a-5677-4f36-983d-93e4d9753aa6 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:52.479810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-8496667f-30b5-45c3-8d08-c50ad1a001c2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Deleting subnet dba0c1f0-76a3-4cdc-aeac-75c43529cb60 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:52.482061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8496667f-30b5-45c3-8d08-c50ad1a001c2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:52.497753 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.ipam_backend_mixin [None req-f38e4c56-86f4-47cb-b750-ff5e51644140 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 850959bf-640c-4656-855b-21409b788550 (CIDR: 2001:db8::/64) Dec 22 17:20:52.506240 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38e4c56-86f4-47cb-b750-ff5e51644140 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:20:52.506716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38e4c56-86f4-47cb-b750-ff5e51644140 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:20:52.547471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-7f814455-64f1-4b79-926a-963ab32c3c4e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:52.548512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-7f814455-64f1-4b79-926a-963ab32c3c4e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:52.555397 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f38e4c56-86f4-47cb-b750-ff5e51644140 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7156262 Dec 22 17:20:52.567609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35934) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:52.590483 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:52.607962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-9443d76d-965d-4e21-9b9c-b462a8207e43 None None] Set router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:20:52.698268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-7f814455-64f1-4b79-926a-963ab32c3c4e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:52.705995 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-7f814455-64f1-4b79-926a-963ab32c3c4e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/networks?id=0d2e5cc0-d597-402e-81f0-084d1447cecf HTTP/1.1" status: 200 len: 796 time: 0.5174072 Dec 22 17:20:52.741738 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-6b65f8d3-0186-4e58-bc4a-48d5f9103251 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/quotas/b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 375 time: 0.0187883 Dec 22 17:20:52.748154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c67eef4a-5677-4f36-983d-93e4d9753aa6 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:52.770115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:52.781499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:52.782320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:52.792092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e071bcc5-50cc-4d15-8d47-7e3cb89409b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:52.880692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=5ba99161-8bcf-4ad9-bce2-00d65c140a28,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:52.889996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:52.891984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8496667f-30b5-45c3-8d08-c50ad1a001c2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:52.956095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port c67eef4a-5677-4f36-983d-93e4d9753aa6 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:52.977304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c67eef4a-5677-4f36-983d-93e4d9753aa6 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:52.977661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:53.016245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:53.021942 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:53.025350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:53.033001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:53.034955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-939f2833-8d56-4a2d-b705-43cedfc1b337 None None] Provisioning complete for port 3671857d-622a-43be-92fd-cf02314cff6d triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:53.035498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-939f2833-8d56-4a2d-b705-43cedfc1b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:53.046763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:53.050723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:53.080922 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-e00dad10-a9c2-4c77-9e88-a4fbe9f3779f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3314097 Dec 22 17:20:53.084515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:53.087690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:53.271788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8496667f-30b5-45c3-8d08-c50ad1a001c2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:53.320195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:53.327502 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-b873559d-435b-4c73-a878-2927640c83b9 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2e5cc0-d597-402e-81f0-084d1447cecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862500 Dec 22 17:20:53.374457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port c67eef4a-5677-4f36-983d-93e4d9753aa6, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c67eef4a-5677-4f36-983d-93e4d9753aa6,segment=NetworkSegment(dbae31f5-377f-4f55-87f7-7533e4f518bd),segment_id=dbae31f5-377f-4f55-87f7-7533e4f518bd)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:53.377472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9443d76d-965d-4e21-9b9c-b462a8207e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:20:50Z', 'revision_number': 5, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:53.383387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9443d76d-965d-4e21-9b9c-b462a8207e43 None None] Checking router: ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:20:53.387940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:53.388980 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3671857d-622a-43be-92fd-cf02314cff6d up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:53.390277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router e1709ee8-0dcb-41e9-befc-0fe006102add is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:20:53.399582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8496667f-30b5-45c3-8d08-c50ad1a001c2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:53.412886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a820d213-259d-4eab-bd36-104593e4158b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:53.423201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-227f05c9-bbc6-4a5d-a474-772188b4c074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:53.459453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496667f-30b5-45c3-8d08-c50ad1a001c2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event deleted for resources: {'Subnet': ['ID=dba0c1f0-76a3-4cdc-aeac-75c43529cb60,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:53.468448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8496667f-30b5-45c3-8d08-c50ad1a001c2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:53.479512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20e098a-c39a-4e20-a3f5-6936d0d70391 None None] Network 4a98ace9-9193-46d5-9dd6-3cd2e309230f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:53.526907 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9443d76d-965d-4e21-9b9c-b462a8207e43 None None] Routers {'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:53.527580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9443d76d-965d-4e21-9b9c-b462a8207e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:53.562318 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-6e657a55-64cd-47d1-8439-82eec64dc801 service neutron] 10.222.0.70 "GET /v2.0/networks/0d2e5cc0-d597-402e-81f0-084d1447cecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272871 Dec 22 17:20:53.567381 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8496667f-30b5-45c3-8d08-c50ad1a001c2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "DELETE /v2.0/subnets/dba0c1f0-76a3-4cdc-aeac-75c43529cb60 HTTP/1.1" status: 204 len: 168 time: 1.1877294 Dec 22 17:20:53.572920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8496667f-30b5-45c3-8d08-c50ad1a001c2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:53.577191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35938) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:53.810086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:53.817302 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-9443d76d-965d-4e21-9b9c-b462a8207e43 None None] Set router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:20:53.826483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:53.837622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-57ca61b2-b42e-41b4-96e1-455d36f6e7d9 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:53.842440 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27315ef-368d-4585-ad29-8379fe03326c None None] Sync routers for ids ['e1709ee8-0dcb-41e9-befc-0fe006102add'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:53.848248 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/e1709ee8-0dcb-41e9-befc-0fe006102add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6112642 Dec 22 17:20:53.850711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35944) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:53.899191 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27315ef-368d-4585-ad29-8379fe03326c None None] Routers {'e1709ee8-0dcb-41e9-befc-0fe006102add'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:53.899836 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f27315ef-368d-4585-ad29-8379fe03326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e1709ee8-0dcb-41e9-befc-0fe006102add'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:53.941428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:53.948655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=3d69f163-257e-49b7-a458-3e7889708109,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:53.950923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:53.958092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:53.958714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:53.971798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:53.972224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:53.972601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:53.972966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:53.973328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:53.973688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:53.974046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:53.974399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:53.974756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:53.975136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:53.975482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:53.975831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:20:54.005744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:54.086964 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f27315ef-368d-4585-ad29-8379fe03326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:54.119980 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27315ef-368d-4585-ad29-8379fe03326c None None] Routers {'e1709ee8-0dcb-41e9-befc-0fe006102add'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:54.120850 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f27315ef-368d-4585-ad29-8379fe03326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e1709ee8-0dcb-41e9-befc-0fe006102add'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:54.130212 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-10e8df14-bcd7-48d2-8f44-9cdc1450778e req-73048dc4-8385-4380-9966-dae101fcc335 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 210 time: 0.1568091 Dec 22 17:20:54.188728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b258-f8d1-4861-b5d2-cea08569822d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:54.190591 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6218095 Dec 22 17:20:54.191591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-59e0b258-f8d1-4861-b5d2-cea08569822d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Synchronizing usage tracker for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:54.197862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35954) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:54.211176 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f27315ef-368d-4585-ad29-8379fe03326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:54.211970 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27315ef-368d-4585-ad29-8379fe03326c None None] The sync data for ids ['e1709ee8-0dcb-41e9-befc-0fe006102add'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:54.214105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:2a:e9:7b', 'name': 'tempest-NetworksTestDHCPv6-1454195525'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:54.224078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-59e0b258-f8d1-4861-b5d2-cea08569822d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Unset dirty status for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:54.225348 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-59e0b258-f8d1-4861-b5d2-cea08569822d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports/5ba99161-8bcf-4ad9-bce2-00d65c140a28 HTTP/1.1" status: 200 len: 911 time: 0.3734093 Dec 22 17:20:54.228270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35958) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:54.284005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dea27f-15d0-433f-b41e-67117c8b78c0 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:20:54.373747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:54.529651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b0f3527f-2cda-4827-9cc3-bd390ee8d1e6 None None] Provisioning for port 5ba99161-8bcf-4ad9-bce2-00d65c140a28 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:54.546459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=c67eef4a-5677-4f36-983d-93e4d9753aa6,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:54.549864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.127s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:54.560591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3671857d-622a-43be-92fd-cf02314cff6d triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:54.560977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:54.587549 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b0f3527f-2cda-4827-9cc3-bd390ee8d1e6 None None] Provisioning complete for port 5ba99161-8bcf-4ad9-bce2-00d65c140a28 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:54.587822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b0f3527f-2cda-4827-9cc3-bd390ee8d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:54.595282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:54.612462 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:54.628017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:54.642476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Deleting port a790504a-870d-452e-ae66-199723996ef9 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:54.642938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:54.678316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:54.747351 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b0f3527f-2cda-4827-9cc3-bd390ee8d1e6 None None] Port 5ba99161-8bcf-4ad9-bce2-00d65c140a28 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:54.915885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:54.931049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:54.968862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] For port a790504a-870d-452e-ae66-199723996ef9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a790504a-870d-452e-ae66-199723996ef9,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:54.969265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:54.973186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b0f3527f-2cda-4827-9cc3-bd390ee8d1e6 None None] Provisioning complete for port c67eef4a-5677-4f36-983d-93e4d9753aa6 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:54.974105 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b0f3527f-2cda-4827-9cc3-bd390ee8d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:55.053689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb30ea27-06ad-4bb8-a411-a89c78e922ba None None] DHCP port deletion for 4a98ace9-9193-46d5-9dd6-3cd2e309230f request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:20:55.056233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:55.148858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-eb30ea27-06ad-4bb8-a411-a89c78e922ba None None] Deleting port d6e3317e-0b2f-420b-a455-a729f57fb6cd {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:55.149245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eb30ea27-06ad-4bb8-a411-a89c78e922ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:55.280914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port 6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:20:55.326115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Calling delete_port for a790504a-870d-452e-ae66-199723996ef9 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:55.422845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9443d76d-965d-4e21-9b9c-b462a8207e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:20:50Z', 'revision_number': 5, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:55.439629 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7ddbb1bc-f416-4adc-8566-eaae5806d1b7 req-02d6f5b2-aa00-4706-b0a4-dd26a3f33cd0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 210 time: 0.0622914 Dec 22 17:20:55.470912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9443d76d-965d-4e21-9b9c-b462a8207e43 None None] The sync data for ids ['ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16'] in dv-neutron-822513-1-hyperv is: [{'id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093589243', 'tenant_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': 'a790504a-870d-452e-ae66-199723996ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:08Z', 'updated_at': '2021-12-22T17:20:50Z', 'revision_number': 5, 'project_id': '076fb32645c24ff6aac7ed3a7822cc5f', 'gw_port': {'id': 'a790504a-870d-452e-ae66-199723996ef9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:11Z', 'updated_at': '2021-12-22T17:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:55.548912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-533021ab-c8af-4d16-8b9d-590c1c555fd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:55.550358 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-533021ab-c8af-4d16-8b9d-590c1c555fd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks?id=0d2e5cc0-d597-402e-81f0-084d1447cecf HTTP/1.1" status: 200 len: 796 time: 0.1987889 Dec 22 17:20:55.579365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:55.579933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:55.617987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 5ba99161-8bcf-4ad9-bce2-00d65c140a28 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:55.618320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:55.675705 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-59d1356a-7481-421b-99ec-5572849b28b5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 473 time: 0.0992422 Dec 22 17:20:55.685078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'device_id': '444e2bbc-f9a7-4215-a892-2eb45c261de1', 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf', 'admin_state_up': True, 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'security_groups': ['f29d6eae-4f23-4604-a8c5-88f45a2e050c']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:55.729113 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8:0:1::161 (1719665a-967c-4b0a-ab06-6816cb17c416/3d69f163-257e-49b7-a458-3e7889708109/6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:55.731965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-eb30ea27-06ad-4bb8-a411-a89c78e922ba None None] For port d6e3317e-0b2f-420b-a455-a729f57fb6cd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d6e3317e-0b2f-420b-a455-a729f57fb6cd,segment=NetworkSegment(4680e6ab-70aa-4de2-89a8-dd8a3a114845),segment_id=4680e6ab-70aa-4de2-89a8-dd8a3a114845)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:55.732442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eb30ea27-06ad-4bb8-a411-a89c78e922ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:55.741696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::f816:3eff:fe2a:e97b (1719665a-967c-4b0a-ab06-6816cb17c416/850959bf-640c-4656-855b-21409b788550/6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:55.770746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:55.787809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6ffe7b81-661f-4323-9061-7e5b8a2e2dcd tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:55.839651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-890a45d6-dcf0-414b-88ae-4ac187446d7d None None] Provisioning complete for port 5ba99161-8bcf-4ad9-bce2-00d65c140a28 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:55.840368 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-890a45d6-dcf0-414b-88ae-4ac187446d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:55.916050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event deleted for resources: {'Port': ['ID=a790504a-870d-452e-ae66-199723996ef9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:55.925782 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:55.963736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:20:55.969120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:port and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:20:55.972568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:20:55.979874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:20:55.990919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.001112 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.006506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:20:56.010233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.042162 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-eb30ea27-06ad-4bb8-a411-a89c78e922ba None None] Calling delete_port for d6e3317e-0b2f-420b-a455-a729f57fb6cd owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:56.149744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 5ba99161-8bcf-4ad9-bce2-00d65c140a28 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:56.179966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-890a45d6-dcf0-414b-88ae-4ac187446d7d None None] Port 5ba99161-8bcf-4ad9-bce2-00d65c140a28 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:56.180841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da3fc5-b12c-4cc7-924a-673cabe41057 None None] Update dhcp port {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': '850959bf-640c-4656-855b-21409b788550', 'ip_address': '2001:db8::f816:3eff:feae:6f6c'}, {'subnet_id': '3d69f163-257e-49b7-a458-3e7889708109'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '3671857d-622a-43be-92fd-cf02314cff6d'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:20:56.269151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eb30ea27-06ad-4bb8-a411-a89c78e922ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.275217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:56.277985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.283227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.318272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e9da3fc5-b12c-4cc7-924a-673cabe41057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.340577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30ea27-06ad-4bb8-a411-a89c78e922ba None None] Pushing event deleted for resources: {'Port': ['ID=d6e3317e-0b2f-420b-a455-a729f57fb6cd,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:56.343446 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-eb30ea27-06ad-4bb8-a411-a89c78e922ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:56.346855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb30ea27-06ad-4bb8-a411-a89c78e922ba None None] No DVR routers for this DVR port d6e3317e-0b2f-420b-a455-a729f57fb6cd on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:20:56.397802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.398154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.24 (0d2e5cc0-d597-402e-81f0-084d1447cecf/07ba9f83-1c63-463b-97c7-92c1f02fc002/f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:56.414381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.414996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Fanout notify agent at l3_agent the message router_deleted on router ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:20:56.466374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.470675 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "DELETE /v2.0/routers/ffe1ea25-5c99-401c-90e7-fb7c0a0f9e16 HTTP/1.1" status: 204 len: 168 time: 2.8103321 Dec 22 17:20:56.477019 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35972) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:56.528827 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c67eef4a-5677-4f36-983d-93e4d9753aa6 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:56.620890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object 6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:56.632252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c67eef4a-5677-4f36-983d-93e4d9753aa6 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:56.632725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.648605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.664846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.710507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-23427d55-bbf8-43fc-a64b-a7b748d609e0 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:56.778498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:56.803679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-50587bd2-6fb4-45f0-b642-af4cf52bae1e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:56.832788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-e9da3fc5-b12c-4cc7-924a-673cabe41057 None None] Allocated IP 2001:db8:0:1::2 (1719665a-967c-4b0a-ab06-6816cb17c416/3d69f163-257e-49b7-a458-3e7889708109/3671857d-622a-43be-92fd-cf02314cff6d) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:20:56.905274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=5ba99161-8bcf-4ad9-bce2-00d65c140a28,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:56.938467 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c6fc128d-1418-43b6-974a-23cb795055bb req-d78536ca-cde4-4e2e-a998-e15a83d862ae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 210 time: 0.2814510 Dec 22 17:20:56.941554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:57.008909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e9da3fc5-b12c-4cc7-924a-673cabe41057 None None] For port 3671857d-622a-43be-92fd-cf02314cff6d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3671857d-622a-43be-92fd-cf02314cff6d,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:20:57.023220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:57.031810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:57.033663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 505dd147-bacc-4d7f-a4f2-ab95333de400 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:57.035632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:57.036642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:57.038678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:57.045903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:57.052166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.065942 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e9da3fc5-b12c-4cc7-924a-673cabe41057 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.074060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.088072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 505dd147-bacc-4d7f-a4f2-ab95333de400 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:20:57.090650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 505dd147-bacc-4d7f-a4f2-ab95333de400 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:20:57.091566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d6e3317e-0b2f-420b-a455-a729f57fb6cd no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:57.106170 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9061754 Dec 22 17:20:57.107772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35976) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:57.111074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a98ace9-9193-46d5-9dd6-3cd2e309230f']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:57.149652 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e9da3fc5-b12c-4cc7-924a-673cabe41057 None None] Transition to ACTIVE for port object 3671857d-622a-43be-92fd-cf02314cff6d will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:57.170028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: d6e3317e-0b2f-420b-a455-a729f57fb6cd {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:20:57.170396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d6e3317e-0b2f-420b-a455-a729f57fb6cd not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:20:57.173835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e9da3fc5-b12c-4cc7-924a-673cabe41057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.178439 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-92ed83af-a724-43bf-b852-7c43368c6e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:57.181882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4680e6ab-70aa-4de2-89a8-dd8a3a114845') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:57.182225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4680e6ab-70aa-4de2-89a8-dd8a3a114845') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:57.197017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.202934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.208768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.229336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3980e223-5604-4827-a705-aa750252d18e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port 6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:20:57.229575 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3980e223-5604-4827-a705-aa750252d18e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.263294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.284752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:20:57.285153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:20:57.299923 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:20:57.343126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:57.350180 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da3fc5-b12c-4cc7-924a-673cabe41057 None None] Pushing event updated for resources: {'Port': ['ID=3671857d-622a-43be-92fd-cf02314cff6d,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:57.353399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e9da3fc5-b12c-4cc7-924a-673cabe41057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:57.463691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.473866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-608d9622-3706-4b46-922f-508404eabe90 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:57.488860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.521160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router e1709ee8-0dcb-41e9-befc-0fe006102add has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:20:57.526417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.533086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-40a8766e-7158-414e-b9a4-5050ce432510 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:57.544723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event deleted for resources: {'Network': ['ID=4a98ace9-9193-46d5-9dd6-3cd2e309230f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:57.553386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:57.563591 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "DELETE /v2.0/networks/4a98ace9-9193-46d5-9dd6-3cd2e309230f HTTP/1.1" status: 204 len: 168 time: 1.0855095 Dec 22 17:20:57.568094 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35980) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:57.596440 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4eac7722-445b-4cd6-8df4-75e78d43e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.667086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 0d2e5cc0-d597-402e-81f0-084d1447cecf is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:20:57.670467 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3980e223-5604-4827-a705-aa750252d18e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.726963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:20:57.738526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:20:57.775938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:57.786824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:57.792178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:20:57.803145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead0f1c7-eb59-4460-80a6-f00ad2d642f7 None None] Sync routers for ids ['e1709ee8-0dcb-41e9-befc-0fe006102add'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:20:57.817629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a18412f-d68b-4ad9-a6ee-175f93c964d6 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.819392 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0f1c7-eb59-4460-80a6-f00ad2d642f7 None None] Routers {'e1709ee8-0dcb-41e9-befc-0fe006102add'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:57.820140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ead0f1c7-eb59-4460-80a6-f00ad2d642f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e1709ee8-0dcb-41e9-befc-0fe006102add'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:57.826370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3980e223-5604-4827-a705-aa750252d18e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for 6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:20:57.833473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:57.834599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.842582 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/e1709ee8-0dcb-41e9-befc-0fe006102add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6132212 Dec 22 17:20:57.848826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 35984) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:57.926147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c16caccd-7b25-48b2-89cd-9051fefa1b2c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Synchronizing usage tracker for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:57.929468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ead0f1c7-eb59-4460-80a6-f00ad2d642f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:57.930648 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2492523 Dec 22 17:20:57.939549 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0f1c7-eb59-4460-80a6-f00ad2d642f7 None None] Routers {'e1709ee8-0dcb-41e9-befc-0fe006102add'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:20:57.940295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ead0f1c7-eb59-4460-80a6-f00ad2d642f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:20:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e1709ee8-0dcb-41e9-befc-0fe006102add'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:57.945454 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a18412f-d68b-4ad9-a6ee-175f93c964d6 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:57.947147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Request body: {'port': {'device_id': '444e2bbc-f9a7-4215-a892-2eb45c261de1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:20:57.981706 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c16caccd-7b25-48b2-89cd-9051fefa1b2c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Unset dirty status for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:57.983198 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c16caccd-7b25-48b2-89cd-9051fefa1b2c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1709ee8-0dcb-41e9-befc-0fe006102add HTTP/1.1" status: 200 len: 205 time: 0.1280723 Dec 22 17:20:57.988808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35988) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:58.033481 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ead0f1c7-eb59-4460-80a6-f00ad2d642f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:20:58.042139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead0f1c7-eb59-4460-80a6-f00ad2d642f7 None None] The sync data for ids ['e1709ee8-0dcb-41e9-befc-0fe006102add'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:20:58.122798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.226394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-39de94b3-63ea-4027-97b8-7757d10b62ff None None] Provisioning for port 3671857d-622a-43be-92fd-cf02314cff6d completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:58.232283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-39de94b3-63ea-4027-97b8-7757d10b62ff None None] Provisioning complete for port 3671857d-622a-43be-92fd-cf02314cff6d triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:58.232657 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-39de94b3-63ea-4027-97b8-7757d10b62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.263810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cea11767-0566-43bc-bb6f-0768df5c7c2a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.388803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-39de94b3-63ea-4027-97b8-7757d10b62ff None None] Provisioning for port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:58.395524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-39de94b3-63ea-4027-97b8-7757d10b62ff None None] Provisioning complete for port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:58.396052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-39de94b3-63ea-4027-97b8-7757d10b62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.433471 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3671857d-622a-43be-92fd-cf02314cff6d up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:20:58.467465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a18412f-d68b-4ad9-a6ee-175f93c964d6 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.476377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-62abbaaf-b861-4ec1-83f6-7fa5f27354ec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:58.508974 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-39de94b3-63ea-4027-97b8-7757d10b62ff None None] Port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:20:58.524423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3671857d-622a-43be-92fd-cf02314cff6d triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:58.525011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.567084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:20:58.575357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.594672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Transition to ACTIVE for port object f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:20:58.601330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.605980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-de71f599-d8c4-4e5b-9fad-7a710da9eefc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:58.664348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a790504a-870d-452e-ae66-199723996ef9 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:20:58.750378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: a790504a-870d-452e-ae66-199723996ef9 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:20:58.750870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a790504a-870d-452e-ae66-199723996ef9 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:20:58.788766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18412f-d68b-4ad9-a6ee-175f93c964d6 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28150d01-0d58-4dda-ad76-ab849ce78b97,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:58.791134 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a18412f-d68b-4ad9-a6ee-175f93c964d6 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:58.819685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:58.824100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:58.895080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cea11767-0566-43bc-bb6f-0768df5c7c2a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.902360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cea11767-0566-43bc-bb6f-0768df5c7c2a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.904126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a18412f-d68b-4ad9-a6ee-175f93c964d6 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.905228 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3a18412f-d68b-4ad9-a6ee-175f93c964d6 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] 10.222.0.70 "DELETE /v2.0/security-groups/28150d01-0d58-4dda-ad76-ab849ce78b97 HTTP/1.1" status: 204 len: 168 time: 1.3362460 Dec 22 17:20:58.918695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bc37fc68-e9e3-43aa-94a4-82ae7c234995 None None] Provisioning for port 6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:20:58.924738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fed980-97fa-489f-b8e7-397497b0c6ac req-978382a8-2a3a-455f-bddd-931a3c5dc0f5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:58.926708 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-40fed980-97fa-489f-b8e7-397497b0c6ac req-978382a8-2a3a-455f-bddd-931a3c5dc0f5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 932 time: 0.7642088 Dec 22 17:20:58.933603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bc37fc68-e9e3-43aa-94a4-82ae7c234995 None None] Provisioning complete for port 6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:20:58.934079 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bc37fc68-e9e3-43aa-94a4-82ae7c234995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.954900 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3980e223-5604-4827-a705-aa750252d18e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:58.971847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b0c34830-9d80-49c2-8033-1b92c8beca6a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:59.006331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bc37fc68-e9e3-43aa-94a4-82ae7c234995 None None] Port 6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e was deleted so its status cannot be updated. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 17:20:59.029408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Attempting to bind port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:20:59.030291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Attempting to bind port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:20:59.030857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Attempting to bind port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 on network 0d2e5cc0-d597-402e-81f0-084d1447cecf {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:20:59.036952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 on network 0d2e5cc0-d597-402e-81f0-084d1447cecf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:20:59.037581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Attempting to bind port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 on network 0d2e5cc0-d597-402e-81f0-084d1447cecf {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:20:59.047280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:20:59.048322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Checking segment: {'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:20:59.048973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Bound using segment: {'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:20:59.049647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Bound port: f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:20:59.050767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.068474 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980e223-5604-4827-a705-aa750252d18e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:59.071376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3980e223-5604-4827-a705-aa750252d18e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:59.102672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cea11767-0566-43bc-bb6f-0768df5c7c2a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.103189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea11767-0566-43bc-bb6f-0768df5c7c2a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Fanout notify agent at l3_agent the message router_deleted on router e1709ee8-0dcb-41e9-befc-0fe006102add {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:20:59.131452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3980e223-5604-4827-a705-aa750252d18e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.136534 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3980e223-5604-4827-a705-aa750252d18e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e HTTP/1.1" status: 204 len: 168 time: 2.0277269 Dec 22 17:20:59.140910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 35998) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:59.197033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cea11767-0566-43bc-bb6f-0768df5c7c2a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.200978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36002) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:59.201857 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cea11767-0566-43bc-bb6f-0768df5c7c2a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/e1709ee8-0dcb-41e9-befc-0fe006102add HTTP/1.1" status: 204 len: 168 time: 1.2118363 Dec 22 17:20:59.209369 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-40fed980-97fa-489f-b8e7-397497b0c6ac req-845fd625-8461-41cb-bc69-4e905f2c1b99 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29d6eae-4f23-4604-a8c5-88f45a2e050c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716987 Dec 22 17:20:59.272897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327496d4-4c0f-4697-a853-b8bcb60d666d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:59.273715 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-327496d4-4c0f-4697-a853-b8bcb60d666d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:59.289728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-327496d4-4c0f-4697-a853-b8bcb60d666d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:59.294695 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-327496d4-4c0f-4697-a853-b8bcb60d666d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1521795 Dec 22 17:20:59.295977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36006) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:59.336935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e387ed6a-ea4f-47c4-adae-f42ea65f6cb3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting subnet 7d372af6-ee18-4373-b2ec-47e62deabbbc {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:59.346201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e387ed6a-ea4f-47c4-adae-f42ea65f6cb3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.380801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] For port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:20:59.401482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a2c29f-ccce-46a7-9458-bf66d317b15c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:59.404373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] For port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8,segment=NetworkSegment(cd479d75-ce7b-463b-83c6-4444188717c7),segment_id=cd479d75-ce7b-463b-83c6-4444188717c7)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:20:59.406688 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d3a2c29f-ccce-46a7-9458-bf66d317b15c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1096900 Dec 22 17:20:59.407412 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36012) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:59.427992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36016) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:59.456993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.469249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d76d5e7f-12bf-4c36-8fd8-87ac416f7adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:59.502658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e387ed6a-ea4f-47c4-adae-f42ea65f6cb3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.575813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:59.576421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.577746 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] 10.222.0.53 "PUT /v2.0/ports/f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 HTTP/1.1" status: 200 len: 1094 time: 1.6351261 Dec 22 17:20:59.580452 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444e2bbc-f9a7-4215-a892-2eb45c261de1', 'tag': 'f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:20:59.587355 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ff339c44-c170-4a1d-8e7a-a5a5c1053b86 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=076fb32645c24ff6aac7ed3a7822cc5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558688 Dec 22 17:20:59.587655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36024) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:59.625264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4cbc4-c7b0-4b22-b90f-61187074af70 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:59.626777 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4cbc4-c7b0-4b22-b90f-61187074af70 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:59.628436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4cbc4-c7b0-4b22-b90f-61187074af70 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:59.629247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7cd4cbc4-c7b0-4b22-b90f-61187074af70 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:20:59.657922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3648d0e-43d1-45eb-898b-9fd997e12399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.686281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3648d0e-43d1-45eb-898b-9fd997e12399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.686496 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444e2bbc-f9a7-4215-a892-2eb45c261de1', 'tag': 'f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8', 'status': 'completed', 'code': 200} Dec 22 17:20:59.726340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:59.739382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:59.747011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7cd4cbc4-c7b0-4b22-b90f-61187074af70 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:20:59.750954 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7cd4cbc4-c7b0-4b22-b90f-61187074af70 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3399165 Dec 22 17:20:59.753378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36028) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:20:59.784248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e387ed6a-ea4f-47c4-adae-f42ea65f6cb3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.808968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3648d0e-43d1-45eb-898b-9fd997e12399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.814662 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-28d4c18b-a400-4f61-ac3c-de0306f35dc1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:20:59.830121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-5dcc23d1-0e7a-4702-97f2-9935e784625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:20:59.832099 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-5dcc23d1-0e7a-4702-97f2-9935e784625a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 1097 time: 0.1956599 Dec 22 17:20:59.836613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3648d0e-43d1-45eb-898b-9fd997e12399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3401d7cc-0b34-4dba-ab84-54ce60faf72c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:20:59.840945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b3648d0e-43d1-45eb-898b-9fd997e12399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:20:59.850366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f65a79-213b-4f33-8b62-a40de7310b32 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 3d69f163-257e-49b7-a458-3e7889708109 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:20:59.854451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3648d0e-43d1-45eb-898b-9fd997e12399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.857863 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b3648d0e-43d1-45eb-898b-9fd997e12399 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3401d7cc-0b34-4dba-ab84-54ce60faf72c HTTP/1.1" status: 204 len: 168 time: 0.2670250 Dec 22 17:20:59.857863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-46f65a79-213b-4f33-8b62-a40de7310b32 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.913988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-46f65a79-213b-4f33-8b62-a40de7310b32 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:20:59.940004 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d4c145c3-4790-48c4-8721-c7fbb0c83ef6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 HTTP/1.1" status: 200 len: 217 time: 0.0978255 Dec 22 17:21:00.005608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-46f65a79-213b-4f33-8b62-a40de7310b32 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.006002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e387ed6a-ea4f-47c4-adae-f42ea65f6cb3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.017240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54fa299b-a0e1-4524-b15f-1da4702ab6dc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:00.031569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a988b97a-43b5-48c1-8c68-3aa77b123d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.059940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e387ed6a-ea4f-47c4-adae-f42ea65f6cb3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.069024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387ed6a-ea4f-47c4-adae-f42ea65f6cb3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Subnet': ['ID=7d372af6-ee18-4373-b2ec-47e62deabbbc,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:00.082176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-3122aaa6-d866-4dce-b1c2-919c2607d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:00.082176 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-3122aaa6-d866-4dce-b1c2-919c2607d7be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07ba9f83-1c63-463b-97c7-92c1f02fc002 HTTP/1.1" status: 200 len: 838 time: 0.1240466 Dec 22 17:21:00.082176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e387ed6a-ea4f-47c4-adae-f42ea65f6cb3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:00.082176 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e387ed6a-ea4f-47c4-adae-f42ea65f6cb3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/7d372af6-ee18-4373-b2ec-47e62deabbbc HTTP/1.1" status: 204 len: 168 time: 0.8719416 Dec 22 17:21:00.087577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75198d28-5baf-40a3-9762-e149ddc337aa None None] Network 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:00.092142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36036) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:00.110180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-46f65a79-213b-4f33-8b62-a40de7310b32 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.110180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ad474ea3-9643-43aa-aee7-23b01bfb958d tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:00.165224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f65a79-213b-4f33-8b62-a40de7310b32 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=3d69f163-257e-49b7-a458-3e7889708109,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:00.165224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-46f65a79-213b-4f33-8b62-a40de7310b32 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:00.165224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-46f65a79-213b-4f33-8b62-a40de7310b32 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.188961 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-46f65a79-213b-4f33-8b62-a40de7310b32 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/3d69f163-257e-49b7-a458-3e7889708109 HTTP/1.1" status: 204 len: 168 time: 0.4321332 Dec 22 17:21:00.189489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36040) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:00.203233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fabdada-27b1-429f-9f24-c1461f3c37c0 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:00.281049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36046) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:00.304409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e7339e-76b1-45a5-82ef-e482f03a9e5c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 850959bf-640c-4656-855b-21409b788550 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:21:00.311452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e7e7339e-76b1-45a5-82ef-e482f03a9e5c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.349689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.361968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-505ce818-843d-42cd-8785-547ffe222201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.364848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-4a814806-f541-4b78-bf76-da78e1dfc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:00.366618 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-4a814806-f541-4b78-bf76-da78e1dfc975 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d2e5cc0-d597-402e-81f0-084d1447cecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2871912 Dec 22 17:21:00.371074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port c67eef4a-5677-4f36-983d-93e4d9753aa6 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:00.371518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.436169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-505ce818-843d-42cd-8785-547ffe222201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:00.448545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-505ce818-843d-42cd-8785-547ffe222201 admin admin] Usage tracker for resource:security_group_rule and tenant:d4b57aeb4be64b4cbc1785e600829e48 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:00.452591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e7e7339e-76b1-45a5-82ef-e482f03a9e5c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.495843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-505ce818-843d-42cd-8785-547ffe222201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:00.519606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-505ce818-843d-42cd-8785-547ffe222201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:00.601768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b273605-4c9a-40de-857a-65e3fc39d6f9 req-cfc93b71-69d7-4f94-a4c8-7b651e5c3d38 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:00.603304 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2b273605-4c9a-40de-857a-65e3fc39d6f9 req-cfc93b71-69d7-4f94-a4c8-7b651e5c3d38 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 944 time: 0.2313552 Dec 22 17:21:00.649502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e7e7339e-76b1-45a5-82ef-e482f03a9e5c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.661361 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2393e2c-528e-4288-9197-47306826dff9 None None] DHCP port deletion for 5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:21:00.665963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c2393e2c-528e-4288-9197-47306826dff9 None None] Deleting port c67eef4a-5677-4f36-983d-93e4d9753aa6 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:00.666345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c2393e2c-528e-4288-9197-47306826dff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.674019 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-e29446db-1c3a-4ba9-ac09-313b4d15f62b service neutron] 10.222.0.53 "GET /v2.0/networks/0d2e5cc0-d597-402e-81f0-084d1447cecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735660 Dec 22 17:21:00.765469 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2b273605-4c9a-40de-857a-65e3fc39d6f9 req-766f1516-1de5-4ff1-98f2-a8005ae4640d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29d6eae-4f23-4604-a8c5-88f45a2e050c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534553 Dec 22 17:21:00.772045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-505ce818-843d-42cd-8785-547ffe222201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.798807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-505ce818-843d-42cd-8785-547ffe222201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.810737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6a351632-056c-4f0b-aaa8-5aae3fa3beea tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:00.870707 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-505ce818-843d-42cd-8785-547ffe222201 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4b57aeb4be64b4cbc1785e600829e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5886347 Dec 22 17:21:00.872917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ce818-843d-42cd-8785-547ffe222201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6c4c6b-cd95-4265-a0e9-17f2d95c487d,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:00.876885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-505ce818-843d-42cd-8785-547ffe222201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:00.877907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36050) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:00.881752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e7e7339e-76b1-45a5-82ef-e482f03a9e5c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.899925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6d6c1b30-2888-485c-94e4-84430f9290cd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:00.941828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7339e-76b1-45a5-82ef-e482f03a9e5c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=850959bf-640c-4656-855b-21409b788550,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:00.945130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e7e7339e-76b1-45a5-82ef-e482f03a9e5c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:00.950993 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e7e7339e-76b1-45a5-82ef-e482f03a9e5c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:00.965900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port c67eef4a-5677-4f36-983d-93e4d9753aa6, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c67eef4a-5677-4f36-983d-93e4d9753aa6,segment=NetworkSegment(dbae31f5-377f-4f55-87f7-7533e4f518bd),segment_id=dbae31f5-377f-4f55-87f7-7533e4f518bd)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:00.966536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.002688 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e7e7339e-76b1-45a5-82ef-e482f03a9e5c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/850959bf-640c-4656-855b-21409b788550 HTTP/1.1" status: 204 len: 168 time: 0.8121219 Dec 22 17:21:01.003417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36054) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:01.009539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c2393e2c-528e-4288-9197-47306826dff9 None None] For port c67eef4a-5677-4f36-983d-93e4d9753aa6, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c67eef4a-5677-4f36-983d-93e4d9753aa6,segment=NetworkSegment(dbae31f5-377f-4f55-87f7-7533e4f518bd),segment_id=dbae31f5-377f-4f55-87f7-7533e4f518bd)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:01.010182 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c2393e2c-528e-4288-9197-47306826dff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.092047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.093981 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8bcf5bf7-af6b-45dc-8148-bf09d6c6795d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825424 Dec 22 17:21:01.094796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36058) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:01.095507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-582a52ee-a4f2-4b00-be6a-820050332efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.103886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:01.124653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for c67eef4a-5677-4f36-983d-93e4d9753aa6 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:01.170374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c2393e2c-528e-4288-9197-47306826dff9 None None] Calling delete_port for c67eef4a-5677-4f36-983d-93e4d9753aa6 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:01.197703 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f2022bf-d757-40d3-a428-a69a57be1884 req-d7f8b9ce-0227-4062-8262-51d1baabe97c service neutron] 10.222.0.53 "GET /v2.0/networks/0d2e5cc0-d597-402e-81f0-084d1447cecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112116 Dec 22 17:21:01.227222 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.233749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.239809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-496cbfba-ba00-499d-ac91-e2ae0141127b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:01.279361 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-c2393e2c-528e-4288-9197-47306826dff9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:21:01.279767 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-c2393e2c-528e-4288-9197-47306826dff9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:21:01.326766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=c67eef4a-5677-4f36-983d-93e4d9753aa6,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:01.335647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:01.336598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No DVR routers for this DVR port c67eef4a-5677-4f36-983d-93e4d9753aa6 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:01.362268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-582a52ee-a4f2-4b00-be6a-820050332efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.397017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c433c581-8481-4cef-81fa-bf75ae403e57 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:01.409183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:01.418863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:01.421904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:01.429296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:01.441317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:01.445182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.476031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.488759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7f1e98fd-1939-4065-b1a3-46ccbc774086 None None] Provisioning complete for port 3671857d-622a-43be-92fd-cf02314cff6d triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:01.489476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7f1e98fd-1939-4065-b1a3-46ccbc774086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.513073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:01.529194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc109d1e-19cc-4ae3-b734-2887209f8008 req-c9511296-795c-4dcc-a785-294243d4ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:01.531430 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc109d1e-19cc-4ae3-b734-2887209f8008 req-c9511296-795c-4dcc-a785-294243d4ce00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 1097 time: 0.2517953 Dec 22 17:21:01.533025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbae31f5-377f-4f55-87f7-7533e4f518bd') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:01.533322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbae31f5-377f-4f55-87f7-7533e4f518bd') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:01.553293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-582a52ee-a4f2-4b00-be6a-820050332efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.559603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bfb08c39-89f2-4c23-bad2-1b272496d61d tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:01.568034 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.587741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a52ee-a4f2-4b00-be6a-820050332efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6c4c6b-cd95-4265-a0e9-17f2d95c487d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:01.592818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-582a52ee-a4f2-4b00-be6a-820050332efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:01.594724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-582a52ee-a4f2-4b00-be6a-820050332efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.596062 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-582a52ee-a4f2-4b00-be6a-820050332efb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe6c4c6b-cd95-4265-a0e9-17f2d95c487d HTTP/1.1" status: 204 len: 168 time: 0.7165596 Dec 22 17:21:01.653710 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.666688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:01.667004 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:01.681435 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:01.761035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.774795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59598012-a527-4686-8bd4-eb09ac4918d1 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:01.781458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c2393e2c-528e-4288-9197-47306826dff9 None None] Deleting port c67eef4a-5677-4f36-983d-93e4d9753aa6 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:01.781958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c2393e2c-528e-4288-9197-47306826dff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.818520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc109d1e-19cc-4ae3-b734-2887209f8008 req-9e0936a5-b257-4c0d-b0e6-ea3545cb7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:01.820490 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc109d1e-19cc-4ae3-b734-2887209f8008 req-9e0936a5-b257-4c0d-b0e6-ea3545cb7211 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0d2e5cc0-d597-402e-81f0-084d1447cecf HTTP/1.1" status: 200 len: 897 time: 0.2798090 Dec 22 17:21:01.821793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.826360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-28583e29-59d0-4973-9077-1ea7ee57bfe5 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:01.851602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:01.861446 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:01.868234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:01.868831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.875797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:21:01.899356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.911450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=78c1c440-db87-4722-9cc3-0d4145e5e7b4,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:01.917189 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8162818 Dec 22 17:21:01.917189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:01.917482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36066) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:01.923595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8bfa4c8e-ff34-48c1-95c1-3bc3ffa977a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:01.948395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Deleting port 3671857d-622a-43be-92fd-cf02314cff6d {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:01.948804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:01.962006 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc109d1e-19cc-4ae3-b734-2887209f8008 req-beed0020-ec75-4427-a9ae-506bfc0ba113 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 HTTP/1.1" status: 200 len: 217 time: 0.1131058 Dec 22 17:21:01.968029 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/networks/5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1 HTTP/1.1" status: 204 len: 168 time: 1.8900933 Dec 22 17:21:01.969383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Network': ['ID=5aa4ce0b-dfc3-4368-ac8d-c3947d10a4b1,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:01.973409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:01.974373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36070) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:02.011990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c2393e2c-528e-4288-9197-47306826dff9 None None] The port 'c67eef4a-5677-4f36-983d-93e4d9753aa6' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:21:02.081224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1101490045', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:02.103354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:02.125716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8bfa4c8e-ff34-48c1-95c1-3bc3ffa977a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:02.131196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8bfa4c8e-ff34-48c1-95c1-3bc3ffa977a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:02.134106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8bfa4c8e-ff34-48c1-95c1-3bc3ffa977a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:02.135269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:router and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:02.141428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:02.145931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8bfa4c8e-ff34-48c1-95c1-3bc3ffa977a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:02.153389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:02.158326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfa4c8e-ff34-48c1-95c1-3bc3ffa977a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:02.162330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4c8e-ff34-48c1-95c1-3bc3ffa977a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:02.172160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc109d1e-19cc-4ae3-b734-2887209f8008 req-e6f8f213-6134-4f4a-b23b-09eedcd227e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:02.173777 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc109d1e-19cc-4ae3-b734-2887209f8008 req-e6f8f213-6134-4f4a-b23b-09eedcd227e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07ba9f83-1c63-463b-97c7-92c1f02fc002 HTTP/1.1" status: 200 len: 838 time: 0.1979766 Dec 22 17:21:02.179011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:02.180030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:02.240755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe44c1-6d53-4ed7-a6da-ff787acc93eb req-4fdbc76b-69ce-44bb-860e-019aded058f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:02.241449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-94fe44c1-6d53-4ed7-a6da-ff787acc93eb req-4fdbc76b-69ce-44bb-860e-019aded058f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:02.269224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:02.282400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-94fe44c1-6d53-4ed7-a6da-ff787acc93eb req-4fdbc76b-69ce-44bb-860e-019aded058f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:02.283578 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-94fe44c1-6d53-4ed7-a6da-ff787acc93eb req-4fdbc76b-69ce-44bb-860e-019aded058f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 944 time: 0.2638042 Dec 22 17:21:02.290972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] For port 3671857d-622a-43be-92fd-cf02314cff6d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3671857d-622a-43be-92fd-cf02314cff6d,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:02.291555 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:02.307957 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.ipam_backend_mixin [None req-8bfa4c8e-ff34-48c1-95c1-3bc3ffa977a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78c1c440-db87-4722-9cc3-0d4145e5e7b4 (CIDR: 2001:db8::/64) Dec 22 17:21:02.312092 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfa4c8e-ff34-48c1-95c1-3bc3ffa977a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:21:02.312614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfa4c8e-ff34-48c1-95c1-3bc3ffa977a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:02.335487 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8bfa4c8e-ff34-48c1-95c1-3bc3ffa977a5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4167945 Dec 22 17:21:02.338180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36074) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:02.344816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:02.418954 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c67eef4a-5677-4f36-983d-93e4d9753aa6 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:21:02.451293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Calling delete_port for 3671857d-622a-43be-92fd-cf02314cff6d owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:02.499883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: c67eef4a-5677-4f36-983d-93e4d9753aa6 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:21:02.500232 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c67eef4a-5677-4f36-983d-93e4d9753aa6 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:21:02.500660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3671857d-622a-43be-92fd-cf02314cff6d no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:21:02.502183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:02.507007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:02.510299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:02.516801 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:02.530183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:02.533497 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:02.588225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:02.602341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc109d1e-19cc-4ae3-b734-2887209f8008 req-da01aaae-619c-4418-957a-9949de390cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:02.604077 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc109d1e-19cc-4ae3-b734-2887209f8008 req-da01aaae-619c-4418-957a-9949de390cca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0d2e5cc0-d597-402e-81f0-084d1447cecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4206843 Dec 22 17:21:02.609198 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-94fe44c1-6d53-4ed7-a6da-ff787acc93eb req-86ed17af-e9b0-449f-81ad-ae441904a8a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29d6eae-4f23-4604-a8c5-88f45a2e050c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190889 Dec 22 17:21:02.658377 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:02.665664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d5437643-fdb5-4aee-b2e3-de07dea89ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:02.710991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:02.720939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Pushing event deleted for resources: {'Port': ['ID=3671857d-622a-43be-92fd-cf02314cff6d,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:02.725211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] No DVR routers for this DVR port 3671857d-622a-43be-92fd-cf02314cff6d on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:02.744751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:02.745106 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:02.745448 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:02.745783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:02.746174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:02.746516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:02.746869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:02.747260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:02.747591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:02.747920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:02.748242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:02.748561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:02.753675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f82fd-37ca-4c7e-b2d4-7891e476e7cb None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:02.770119 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:02.822787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:02.951164 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc109d1e-19cc-4ae3-b734-2887209f8008 req-f460f104-3101-44c8-8410-b4a36113068e service neutron] 10.222.0.53 "GET /v2.0/networks/0d2e5cc0-d597-402e-81f0-084d1447cecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901483 Dec 22 17:21:02.953373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.objects.ports [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87586) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:21:02.954913 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:02.959377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-98e07272-4c43-442c-a498-ca2dfa62b960 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:03.021146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': '0f1d9ea5-c910-4578-94b2-d22a38241227'}, {'subnet_id': '78c1c440-db87-4722-9cc3-0d4145e5e7b4'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:03.022381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:03.025318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:03.028282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:03.033002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:03.033587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:03.041704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=0f1d9ea5-c910-4578-94b2-d22a38241227,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:03.048846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:03.063882 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7242656 Dec 22 17:21:03.066575 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36078) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:03.073078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:ca:3b:64', 'name': 'tempest-NetworksTestDHCPv6-786636580'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:03.124968 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc109d1e-19cc-4ae3-b734-2887209f8008 req-438bd094-614d-44d2-9e8d-f738978dd01e service neutron] 10.222.0.53 "GET /v2.0/networks/0d2e5cc0-d597-402e-81f0-084d1447cecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624253 Dec 22 17:21:03.213627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:03.223547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:03.232500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:03.280841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/78c1c440-db87-4722-9cc3-0d4145e5e7b4/aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:03.287514 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Allocated IP 2001:db8:0:1:f816:3eff:fef9:71c1 (1719665a-967c-4b0a-ab06-6816cb17c416/0f1d9ea5-c910-4578-94b2-d22a38241227/aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:03.305903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:03.340163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:03.361076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:03.389909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port 9ff248f8-0988-4538-a963-efe21d46a152 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:21:03.478313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Allocated IP 172.26.3.176 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/07e5c1f7-0def-4e4f-b9b0-cca56be003be) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:03.501297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:03.511723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Transition to ACTIVE for port object aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:03.529382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Transition to ACTIVE for port object aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:03.536808 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:03.541409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1ba4e1dd-9b86-4fba-87c2-2b0f912c2c4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:03.606458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:03.609326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:03.611784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:03.621354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Pushing event updated for resources: {'Port': ['ID=aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:03.624171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:03.652761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:03.689427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:03.696144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:03.740884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:21:03.765576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:03.768564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:03.772507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:03.808920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=07e5c1f7-0def-4e4f-b9b0-cca56be003be,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:03.818445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:03.870260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::220 (1719665a-967c-4b0a-ab06-6816cb17c416/78c1c440-db87-4722-9cc3-0d4145e5e7b4/9ff248f8-0988-4538-a963-efe21d46a152) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:03.879248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8:0:1:f816:3eff:feca:3b64 (1719665a-967c-4b0a-ab06-6816cb17c416/0f1d9ea5-c910-4578-94b2-d22a38241227/9ff248f8-0988-4538-a963-efe21d46a152) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:03.919764 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Attempting to bind port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:03.920199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Attempting to bind port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:03.920906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Attempting to bind port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:03.929003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0f1c6-b31d-4935-b652-8379906d0d4b req-fc66ede9-35d1-4348-b8e8-3a94a38ff0ad tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:03.930672 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7bd0f1c6-b31d-4935-b652-8379906d0d4b req-fc66ede9-35d1-4348-b8e8-3a94a38ff0ad tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 944 time: 0.1498981 Dec 22 17:21:03.936513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:03.936976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:03.937395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:03.937804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:03.938286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Bound port: aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:03.938672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:04.038881 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8,segment=NetworkSegment(cd479d75-ce7b-463b-83c6-4444188717c7),segment_id=cd479d75-ce7b-463b-83c6-4444188717c7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:04.065951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8', 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf', 'port_id': 'f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8', 'mac_address': 'fa:16:3e:3e:9c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ba9f83-1c63-463b-97c7-92c1f02fc002', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:21:04.075369 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7bd0f1c6-b31d-4935-b652-8379906d0d4b req-9e7d0032-8684-43d1-a0da-0c47e289ccf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29d6eae-4f23-4604-a8c5-88f45a2e050c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322424 Dec 22 17:21:04.113143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] For port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:04.131379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] For port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:04.138878 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:04.143747 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:04.144793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:04.162080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object 9ff248f8-0988-4538-a963-efe21d46a152 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:04.172845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:04.191729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:04.200373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3d1625c2-43e0-423e-a1b2-26567b919d73 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:04.220975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:21:04.259202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8,segment=NetworkSegment(cd479d75-ce7b-463b-83c6-4444188717c7),segment_id=cd479d75-ce7b-463b-83c6-4444188717c7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:04.267304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Pushing event updated for resources: {'Port': ['ID=aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:04.273669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:04.274355 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:04.276597 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:04.278109 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:04.279476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:04.281894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:04.288770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:04.288999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:04.318534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=9ff248f8-0988-4538-a963-efe21d46a152,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:04.324707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:04.341315 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2735140 Dec 22 17:21:04.342826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36084) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:04.356632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:04.360079 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:04.406192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:04.414233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f9962cbf-8945-499e-a8d4-e003b5881b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port 9ff248f8-0988-4538-a963-efe21d46a152 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:04.414578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f9962cbf-8945-499e-a8d4-e003b5881b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:04.535030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:21:04.708151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f9962cbf-8945-499e-a8d4-e003b5881b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:04.819322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:04.836044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f9962cbf-8945-499e-a8d4-e003b5881b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for 9ff248f8-0988-4538-a963-efe21d46a152 owned by {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:04.915351 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:05.033799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 5fc1a4ef-b007-498c-9ae1-c0135c320edb is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:21:05.063306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f9962cbf-8945-499e-a8d4-e003b5881b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:05.070124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:05.120279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9962cbf-8945-499e-a8d4-e003b5881b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=9ff248f8-0988-4538-a963-efe21d46a152,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:05.123083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f9962cbf-8945-499e-a8d4-e003b5881b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:05.198478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f9962cbf-8945-499e-a8d4-e003b5881b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:05.208495 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f9962cbf-8945-499e-a8d4-e003b5881b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/9ff248f8-0988-4538-a963-efe21d46a152 HTTP/1.1" status: 204 len: 168 time: 0.8641467 Dec 22 17:21:05.211136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36090) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:05.295507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303d7d07-b78f-484e-b32e-a75d420f1059 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:05.296310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:05.296719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-303d7d07-b78f-484e-b32e-a75d420f1059 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:05.307995 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a906e6b-e293-4c74-a474-354f3bcd5967 None None] Sync routers for ids ['5fc1a4ef-b007-498c-9ae1-c0135c320edb'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:05.318519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a906e6b-e293-4c74-a474-354f3bcd5967 None None] Routers {'5fc1a4ef-b007-498c-9ae1-c0135c320edb'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:05.319157 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0a906e6b-e293-4c74-a474-354f3bcd5967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['5fc1a4ef-b007-498c-9ae1-c0135c320edb'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:05.319698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-303d7d07-b78f-484e-b32e-a75d420f1059 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:05.323751 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-303d7d07-b78f-484e-b32e-a75d420f1059 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1091111 Dec 22 17:21:05.324166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36094) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:05.346312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342a529-4d58-404c-9aa8-d94fe77ad0e3 req-f164e42a-2102-41b2-8bc4-273377c6f176 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:05.348386 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3342a529-4d58-404c-9aa8-d94fe77ad0e3 req-f164e42a-2102-41b2-8bc4-273377c6f176 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 945 time: 0.1336398 Dec 22 17:21:05.349506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:05.350278 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3331230 Dec 22 17:21:05.354870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36098) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:05.393752 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0a906e6b-e293-4c74-a474-354f3bcd5967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:05.402281 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a906e6b-e293-4c74-a474-354f3bcd5967 None None] Routers {'5fc1a4ef-b007-498c-9ae1-c0135c320edb'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:05.403158 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0a906e6b-e293-4c74-a474-354f3bcd5967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['5fc1a4ef-b007-498c-9ae1-c0135c320edb'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:05.420491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c858de0-3355-4868-a2ce-dd1f28873167 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:05.422386 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4c858de0-3355-4868-a2ce-dd1f28873167 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0971932 Dec 22 17:21:05.425959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36102) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:05.472606 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6017d75d-d793-4dcf-87d5-1683fc03d4f5 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:05.481143 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0a906e6b-e293-4c74-a474-354f3bcd5967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:05.481634 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a906e6b-e293-4c74-a474-354f3bcd5967 None None] The sync data for ids ['5fc1a4ef-b007-498c-9ae1-c0135c320edb'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:05.509671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb08f4a5-55c2-45f5-bf66-ac2a0e0946f2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:05.511277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb08f4a5-55c2-45f5-bf66-ac2a0e0946f2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:05.512884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb08f4a5-55c2-45f5-bf66-ac2a0e0946f2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:05.513671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bb08f4a5-55c2-45f5-bf66-ac2a0e0946f2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:05.529413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bb08f4a5-55c2-45f5-bf66-ac2a0e0946f2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:05.533268 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bb08f4a5-55c2-45f5-bf66-ac2a0e0946f2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1034827 Dec 22 17:21:05.533489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36106) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:05.574416 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3342a529-4d58-404c-9aa8-d94fe77ad0e3 req-4d19b903-8418-40c7-9541-128f04740cf7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29d6eae-4f23-4604-a8c5-88f45a2e050c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202048 Dec 22 17:21:05.581505 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cdbe9535-7f0a-40b6-b9a1-719eeecc04ca tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/routers/5fc1a4ef-b007-498c-9ae1-c0135c320edb HTTP/1.1" status: 200 len: 885 time: 0.2253866 Dec 22 17:21:05.583821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36110) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:05.606973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d4ff10e-2f0e-4a72-b328-cc3dcf417775 None None] Provisioning for port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:05.607997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d0c84f-aef8-4bdb-a199-7b6240eeb755 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 0f1d9ea5-c910-4578-94b2-d22a38241227 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:21:05.610994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23d0c84f-aef8-4bdb-a199-7b6240eeb755 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:05.668868 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23d0c84f-aef8-4bdb-a199-7b6240eeb755 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:05.726047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:05.814258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:05.820975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:05.821360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:05.905278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23d0c84f-aef8-4bdb-a199-7b6240eeb755 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:05.970693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:05.973726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e27f7f85-3665-4a1a-bf07-b438f728b4ed tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Synchronizing usage tracker for tenant:93e91622756a4a3ca4d059c600314740 on resource:router {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:05.998222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e27f7f85-3665-4a1a-bf07-b438f728b4ed tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Unset dirty status for tenant:93e91622756a4a3ca4d059c600314740 on resource:router {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:05.999568 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e27f7f85-3665-4a1a-bf07-b438f728b4ed tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4145837 Dec 22 17:21:06.000735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23d0c84f-aef8-4bdb-a199-7b6240eeb755 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:06.003094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36114) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:06.005711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-92590b31-ce90-4ace-85b2-e38af4730669 tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:06.007320 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444e2bbc-f9a7-4215-a892-2eb45c261de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:21:06.015149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-026d3795-7be9-4bf9-bc3a-9df2933f79c6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1101490045'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:06.017299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8,segment=NetworkSegment(cd479d75-ce7b-463b-83c6-4444188717c7),segment_id=cd479d75-ce7b-463b-83c6-4444188717c7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:06.021924 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:06.025135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:06.072156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0c84f-aef8-4bdb-a199-7b6240eeb755 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1d9ea5-c910-4578-94b2-d22a38241227,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:06.075703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-23d0c84f-aef8-4bdb-a199-7b6240eeb755 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:06.076694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23d0c84f-aef8-4bdb-a199-7b6240eeb755 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:06.097861 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444e2bbc-f9a7-4215-a892-2eb45c261de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8', 'code': 200} Dec 22 17:21:06.098780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36120) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:06.099413 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-23d0c84f-aef8-4bdb-a199-7b6240eeb755 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/0f1d9ea5-c910-4578-94b2-d22a38241227 HTTP/1.1" status: 204 len: 168 time: 0.5584588 Dec 22 17:21:06.116832 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:06.120274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:06.123630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c7fa4d-dfb4-4bfc-8f93-f3a498df79d0 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:06.259516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc05891-e03c-45b2-a9d4-15e76c566ce3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 78c1c440-db87-4722-9cc3-0d4145e5e7b4 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:21:06.265052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-efc05891-e03c-45b2-a9d4-15e76c566ce3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:06.419663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:06.448769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-efc05891-e03c-45b2-a9d4-15e76c566ce3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:06.495629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:06.501788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:06.501788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:06.635007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0899db7-716a-43e1-9fa8-459574b03185 req-3e13a8a3-a016-4376-839b-9d14fd6787c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:06.636518 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f0899db7-716a-43e1-9fa8-459574b03185 req-3e13a8a3-a016-4376-839b-9d14fd6787c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 1099 time: 0.3724167 Dec 22 17:21:06.639896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:06.718775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:06.723497 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:06.726735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-eb30ea27-06ad-4bb8-a411-a89c78e922ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:06.794762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-efc05891-e03c-45b2-a9d4-15e76c566ce3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:06.800316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:06.803489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:06.920070 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f0899db7-716a-43e1-9fa8-459574b03185 req-2cd243ff-b0f7-4e20-88f9-3a497fffe6d7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f29d6eae-4f23-4604-a8c5-88f45a2e050c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750092 Dec 22 17:21:06.984190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-026d3795-7be9-4bf9-bc3a-9df2933f79c6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:07.007977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-efc05891-e03c-45b2-a9d4-15e76c566ce3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:07.013292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-447eef3d-f2a9-4e7b-a12e-1bbd01688ac9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:07.040727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-026d3795-7be9-4bf9-bc3a-9df2933f79c6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:07.041922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b4b9add3-35db-42db-99b8-8a7998fa9b5e None None] Provisioning complete for port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:07.042397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b4b9add3-35db-42db-99b8-8a7998fa9b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:07.056529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553b997-1d30-4409-bbfe-9e2069ecc96f req-c5788d4c-cad8-44f4-a500-f21874575b87 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:07.058028 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7553b997-1d30-4409-bbfe-9e2069ecc96f req-c5788d4c-cad8-44f4-a500-f21874575b87 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 946 time: 0.3389385 Dec 22 17:21:07.119963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-efc05891-e03c-45b2-a9d4-15e76c566ce3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:07.130811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc05891-e03c-45b2-a9d4-15e76c566ce3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=78c1c440-db87-4722-9cc3-0d4145e5e7b4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:07.133778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-efc05891-e03c-45b2-a9d4-15e76c566ce3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:07.179142 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-efc05891-e03c-45b2-a9d4-15e76c566ce3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/78c1c440-db87-4722-9cc3-0d4145e5e7b4 HTTP/1.1" status: 204 len: 168 time: 1.0773807 Dec 22 17:21:07.181401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36126) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:07.209768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01db0be3-241a-4322-ba36-c5de9c4a33d3 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:07.256871 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fe14a19c-dff5-4186-9579-7a2098ee3b72 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716634 Dec 22 17:21:07.257446 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36130) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:07.262976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:07.268200 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7553b997-1d30-4409-bbfe-9e2069ecc96f req-f6ddb319-2c06-43ae-97a0-4ca4928d7821 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29d6eae-4f23-4604-a8c5-88f45a2e050c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038498 Dec 22 17:21:07.297595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ae18ab22-0e29-4b66-88bb-7000b882e69e None None] Could not find standard attr ID for object 9ff248f8-0988-4538-a963-efe21d46a152. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:21:07.319743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026d3795-7be9-4bf9-bc3a-9df2933f79c6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 5fc1a4ef-b007-498c-9ae1-c0135c320edb has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:21:07.382226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:07.388466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:07.391360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:07.397246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:07.416500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:07.420024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:07.484832 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25467f91-995f-48f2-8abd-7ae1438b4259 None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:21:07.490182 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-25467f91-995f-48f2-8abd-7ae1438b4259 None None] Deleting port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:07.490654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-25467f91-995f-48f2-8abd-7ae1438b4259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:07.660403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026d3795-7be9-4bf9-bc3a-9df2933f79c6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:07.666954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-026d3795-7be9-4bf9-bc3a-9df2933f79c6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:07.668208 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-026d3795-7be9-4bf9-bc3a-9df2933f79c6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/5fc1a4ef-b007-498c-9ae1-c0135c320edb HTTP/1.1" status: 200 len: 892 time: 1.6585810 Dec 22 17:21:07.670906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36134) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:07.672783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:07.677815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5e63d919-6e40-43e4-b48f-4c64f5631baf tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:07.708206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-25467f91-995f-48f2-8abd-7ae1438b4259 None None] For port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:07.708847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-25467f91-995f-48f2-8abd-7ae1438b4259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:07.732966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:07.735740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:07.739303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:07.739909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:07.757016 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=3080aa5c-2037-4286-b327-6fc81d9a88e6,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:07.759660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:07.774744 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5138047 Dec 22 17:21:07.775088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36138) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:07.781250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6a1a962b-3a50-4dc8-bd1f-94f4dd3941ee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:07.842409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-25467f91-995f-48f2-8abd-7ae1438b4259 None None] Calling delete_port for aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:07.891096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71e386-7581-4b4e-9144-e54c997b2411 None None] Sync routers for ids ['5fc1a4ef-b007-498c-9ae1-c0135c320edb'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:07.903902 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dd7367ef-d732-41f5-8a77-27d6f9941f84 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/routers/5fc1a4ef-b007-498c-9ae1-c0135c320edb HTTP/1.1" status: 200 len: 892 time: 0.2293582 Dec 22 17:21:07.905375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36142) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:07.914727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71e386-7581-4b4e-9144-e54c997b2411 None None] Routers {'5fc1a4ef-b007-498c-9ae1-c0135c320edb'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:07.915344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6b71e386-7581-4b4e-9144-e54c997b2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['5fc1a4ef-b007-498c-9ae1-c0135c320edb'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:07.934553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6a1a962b-3a50-4dc8-bd1f-94f4dd3941ee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:07.938799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6a1a962b-3a50-4dc8-bd1f-94f4dd3941ee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:07.942940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6a1a962b-3a50-4dc8-bd1f-94f4dd3941ee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:07.948661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6a1a962b-3a50-4dc8-bd1f-94f4dd3941ee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:07.948836 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4ec95ae1-3c9b-4a5e-a502-9419a088b89d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Synchronizing usage tracker for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:07.960564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1a962b-3a50-4dc8-bd1f-94f4dd3941ee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:07.966745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a1a962b-3a50-4dc8-bd1f-94f4dd3941ee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:07.975703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4ec95ae1-3c9b-4a5e-a502-9419a088b89d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Unset dirty status for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:07.979652 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4ec95ae1-3c9b-4a5e-a502-9419a088b89d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc1a4ef-b007-498c-9ae1-c0135c320edb HTTP/1.1" status: 200 len: 205 time: 0.0725830 Dec 22 17:21:07.980173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36146) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:07.988170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6b71e386-7581-4b4e-9144-e54c997b2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:08.010166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71e386-7581-4b4e-9144-e54c997b2411 None None] Routers {'5fc1a4ef-b007-498c-9ae1-c0135c320edb'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:08.010166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6b71e386-7581-4b4e-9144-e54c997b2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['5fc1a4ef-b007-498c-9ae1-c0135c320edb'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:08.072275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6b71e386-7581-4b4e-9144-e54c997b2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:08.072853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71e386-7581-4b4e-9144-e54c997b2411 None None] The sync data for ids ['5fc1a4ef-b007-498c-9ae1-c0135c320edb'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:08.076041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-25467f91-995f-48f2-8abd-7ae1438b4259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:08.079845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-88375064-b126-443f-a2f7-3c8cb7ffa69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:08.131404 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.ipam_backend_mixin [None req-6a1a962b-3a50-4dc8-bd1f-94f4dd3941ee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3080aa5c-2037-4286-b327-6fc81d9a88e6 (CIDR: 2001:db8::/64) Dec 22 17:21:08.135398 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1a962b-3a50-4dc8-bd1f-94f4dd3941ee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:21:08.135875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1a962b-3a50-4dc8-bd1f-94f4dd3941ee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:08.140499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25467f91-995f-48f2-8abd-7ae1438b4259 None None] Pushing event deleted for resources: {'Port': ['ID=aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:08.144410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-25467f91-995f-48f2-8abd-7ae1438b4259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:08.145226 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25467f91-995f-48f2-8abd-7ae1438b4259 None None] No DVR routers for this DVR port aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:08.162633 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6a1a962b-3a50-4dc8-bd1f-94f4dd3941ee tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3864751 Dec 22 17:21:08.165260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cf6397-fde8-48e4-969b-328a2779f228 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:08.165400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36150) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:08.171410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'subnet': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:08.219378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:08.345160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:08.351907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Usage tracker for resource:subnet and tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:08.359901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:08.366203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:08.382249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:08.389645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:08.428600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:08.438592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:21:08.444665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 07e5c1f7-0def-4e4f-b9b0-cca56be003be {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:08.445086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:08.485485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:21:08.485841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device aeef1eea-c3c5-43f4-9b5e-5b7e2e252f0f not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:21:08.499305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af1234-3266-4f74-a763-48668b282399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1719665a-967c-4b0a-ab06-6816cb17c416', 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'tenant_id': '0f57d9ee5b8f4475a83c21c5bff4ee76', 'fixed_ips': [{'subnet_id': '3080aa5c-2037-4286-b327-6fc81d9a88e6'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:08.500160 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-73af1234-3266-4f74-a763-48668b282399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:08.646048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e8e78-6c92-410d-bd73-dfa2975ef425 req-61a883c8-6e46-427b-bed2-35089baed37c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:08.647576 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6d6e8e78-6c92-410d-bd73-dfa2975ef425 req-61a883c8-6e46-427b-bed2-35089baed37c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 946 time: 0.1255994 Dec 22 17:21:08.650451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:08.672593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-73af1234-3266-4f74-a763-48668b282399 None None] Allocated IP 2001:db8::2 (1719665a-967c-4b0a-ab06-6816cb17c416/3080aa5c-2037-4286-b327-6fc81d9a88e6/39f889eb-e579-4a06-95d2-6b93e70c8a7a) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:08.747089 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6d6e8e78-6c92-410d-bd73-dfa2975ef425 req-ca13a6c6-9e05-4cf0-baf7-8eef60c502db tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29d6eae-4f23-4604-a8c5-88f45a2e050c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656652 Dec 22 17:21:08.787826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 07e5c1f7-0def-4e4f-b9b0-cca56be003be owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:08.938777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-73af1234-3266-4f74-a763-48668b282399 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:08.959246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.objects.ports [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87586) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 17:21:08.960400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:08.964766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4ab5e2ac-12e1-43eb-9eb7-74cc9b255f72 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:09.021046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:09.021372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.021521 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-73af1234-3266-4f74-a763-48668b282399 None None] Transition to ACTIVE for port object 39f889eb-e579-4a06-95d2-6b93e70c8a7a will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:09.024288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:09.026562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:09.029257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:09.029853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.042224 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-73af1234-3266-4f74-a763-48668b282399 None None] Transition to ACTIVE for port object 39f889eb-e579-4a06-95d2-6b93e70c8a7a will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:09.048980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Subnet': ['ID=9d266fe6-7f9d-47d5-bb06-7bc8e82f89ba,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:09.049291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-73af1234-3266-4f74-a763-48668b282399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.054022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:09.055378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e9da3fc5-b12c-4cc7-924a-673cabe41057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:09.068593 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9019547 Dec 22 17:21:09.069651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36158) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:09.072963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=07e5c1f7-0def-4e4f-b9b0-cca56be003be,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:09.075890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:09.076098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Request body: {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'mac_address': 'fa:16:3e:d3:4f:08', 'name': 'tempest-NetworksTestDHCPv6-2107642744'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:09.121767 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73af1234-3266-4f74-a763-48668b282399 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:09.124727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-73af1234-3266-4f74-a763-48668b282399 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:09.129095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af1234-3266-4f74-a763-48668b282399 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:09.139505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af1234-3266-4f74-a763-48668b282399 None None] Pushing event updated for resources: {'Port': ['ID=39f889eb-e579-4a06-95d2-6b93e70c8a7a,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:09.166649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-73af1234-3266-4f74-a763-48668b282399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:09.229292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:09.233140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-73af1234-3266-4f74-a763-48668b282399 None None] Attempting to bind port 39f889eb-e579-4a06-95d2-6b93e70c8a7a on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:09.233841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-73af1234-3266-4f74-a763-48668b282399 None None] Attempting to bind port 39f889eb-e579-4a06-95d2-6b93e70c8a7a by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:09.234223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73af1234-3266-4f74-a763-48668b282399 None None] Attempting to bind port 39f889eb-e579-4a06-95d2-6b93e70c8a7a on network 1719665a-967c-4b0a-ab06-6816cb17c416 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:09.239540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:09.240384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73af1234-3266-4f74-a763-48668b282399 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:09.240778 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73af1234-3266-4f74-a763-48668b282399 None None] Checking segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:09.241356 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-73af1234-3266-4f74-a763-48668b282399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.242457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73af1234-3266-4f74-a763-48668b282399 None None] Bound using segment: {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:09.242956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-73af1234-3266-4f74-a763-48668b282399 None None] Bound port: 39f889eb-e579-4a06-95d2-6b93e70c8a7a, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a242fd-0941-4877-bd5f-11be6e78c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:09.243505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-73af1234-3266-4f74-a763-48668b282399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.249885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Made reservation on behalf of 0f57d9ee5b8f4475a83c21c5bff4ee76 for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:09.306656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7dc39-769d-4e35-bcf8-45e6517a2014 req-ed72a4ff-8c63-49b3-a4cb-012ef2cf91cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:09.308054 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5bc7dc39-769d-4e35-bcf8-45e6517a2014 req-ed72a4ff-8c63-49b3-a4cb-012ef2cf91cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 946 time: 0.3704782 Dec 22 17:21:09.339583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.342919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-73af1234-3266-4f74-a763-48668b282399 None None] For port 39f889eb-e579-4a06-95d2-6b93e70c8a7a, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:09.346178 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-73af1234-3266-4f74-a763-48668b282399 None None] For port 39f889eb-e579-4a06-95d2-6b93e70c8a7a, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=39f889eb-e579-4a06-95d2-6b93e70c8a7a,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:09.351195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-73af1234-3266-4f74-a763-48668b282399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.355932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e7e59563-0597-4b52-8fcb-d714ce758294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:09.380302 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.407659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] device_id is not set on port c889d65f-a809-459e-a8fb-93f1c0384cee yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:21:09.441933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af1234-3266-4f74-a763-48668b282399 None None] Pushing event updated for resources: {'Port': ['ID=39f889eb-e579-4a06-95d2-6b93e70c8a7a,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:09.447378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-73af1234-3266-4f74-a763-48668b282399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:09.535155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.538735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.542832 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5bc7dc39-769d-4e35-bcf8-45e6517a2014 req-83960d55-1cce-4afe-a39f-f06b6e2e24e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29d6eae-4f23-4604-a8c5-88f45a2e050c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218230 Dec 22 17:21:09.567593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.568158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Fanout notify agent at l3_agent the message router_deleted on router 5fc1a4ef-b007-498c-9ae1-c0135c320edb {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:21:09.596393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.597953 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/5fc1a4ef-b007-498c-9ae1-c0135c320edb HTTP/1.1" status: 204 len: 168 time: 1.6166263 Dec 22 17:21:09.602238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36164) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:09.608504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-911422869'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:09.614210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:09.618361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:network and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:09.621660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:09.629132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:09.653210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:09.659461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.692890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:09.703027 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.703424 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Added segment e79fa088-ed98-423f-8676-a57bdd71843c of type vlan for network d001f8c2-80a9-4ef1-8db8-e5b0568cde07 Dec 22 17:21:09.736871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.776058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.782730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:09.783478 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:09.789709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-beebe76a-2da4-464c-9b1e-d5fe34c5f496 tempest-FloatingIPTestJSON-212286857 tempest-FloatingIPTestJSON-212286857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:09.790313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8::343 (1719665a-967c-4b0a-ab06-6816cb17c416/3080aa5c-2037-4286-b327-6fc81d9a88e6/c889d65f-a809-459e-a8fb-93f1c0384cee) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:09.796772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Allocated IP 2001:db8:0:1:f816:3eff:fed3:4f08 (1719665a-967c-4b0a-ab06-6816cb17c416/9d266fe6-7f9d-47d5-bb06-7bc8e82f89ba/c889d65f-a809-459e-a8fb-93f1c0384cee) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:09.897781 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2944574 Dec 22 17:21:09.901040 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36170) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:09.908508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'subnet': {'network_id': 'd001f8c2-80a9-4ef1-8db8-e5b0568cde07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:09.933984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Network': ['ID=d001f8c2-80a9-4ef1-8db8-e5b0568cde07,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:09.936847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:09.944896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network d001f8c2-80a9-4ef1-8db8-e5b0568cde07 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:10.013287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.031007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Transition to ACTIVE for port object c889d65f-a809-459e-a8fb-93f1c0384cee will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:10.037383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:10.041437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:subnet and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:10.044330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:10.050860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:10.060797 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.061112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:10.064681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.066282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8beba0f9-181e-4cdc-94bf-da7264498e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:10.136039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Network 1719665a-967c-4b0a-ab06-6816cb17c416 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:10.139221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:10.143158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:10.148673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:10.149304 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.157414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event updated for resources: {'Port': ['ID=c889d65f-a809-459e-a8fb-93f1c0384cee,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:10.165108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:10.184968 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1139214 Dec 22 17:21:10.187582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36174) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:10.311582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-c62dc1e5-d829-47de-a9ab-3d71386a12ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting port c889d65f-a809-459e-a8fb-93f1c0384cee {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:10.311923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c62dc1e5-d829-47de-a9ab-3d71386a12ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.428784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 39f889eb-e579-4a06-95d2-6b93e70c8a7a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:10.451821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.459438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-69498854-52af-4525-b62e-073781a80c2c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:10.506824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f029b4e3-0768-4dc3-810d-27a9340650d8 None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:10.577967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 39f889eb-e579-4a06-95d2-6b93e70c8a7a completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:10.620655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e7c02e08-4d35-4911-943a-2f0ddd791077 None None] Provisioning for port 39f889eb-e579-4a06-95d2-6b93e70c8a7a completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:10.624623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Subnet': ['ID=acbd5528-b0b3-4697-ab2a-cfae9967c5b6,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:10.629236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e7c02e08-4d35-4911-943a-2f0ddd791077 None None] Provisioning complete for port 39f889eb-e579-4a06-95d2-6b93e70c8a7a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:10.629558 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e7c02e08-4d35-4911-943a-2f0ddd791077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.631286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:10.648774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Checking segment: {'id': 'e79fa088-ed98-423f-8676-a57bdd71843c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd001f8c2-80a9-4ef1-8db8-e5b0568cde07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:10.649131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network hostable DHCP agents. Network: d001f8c2-80a9-4ef1-8db8-e5b0568cde07, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:10.693747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c62dc1e5-d829-47de-a9ab-3d71386a12ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.702939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network d001f8c2-80a9-4ef1-8db8-e5b0568cde07 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:10.820612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-c62dc1e5-d829-47de-a9ab-3d71386a12ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Calling delete_port for c889d65f-a809-459e-a8fb-93f1c0384cee owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:10.845581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e7c02e08-4d35-4911-943a-2f0ddd791077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.858750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, d001f8c2-80a9-4ef1-8db8-e5b0568cde07) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:10.868554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bedd93-33eb-4a10-8b48-c10215aff049 None None] Network d001f8c2-80a9-4ef1-8db8-e5b0568cde07 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:10.871101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:10.871853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.916831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36178) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:10.917388 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0147693 Dec 22 17:21:10.922296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3404f2e1-c1b9-41ec-81da-93941cf81a8e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1064671914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:10.929406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3404f2e1-c1b9-41ec-81da-93941cf81a8e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:10.934149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3404f2e1-c1b9-41ec-81da-93941cf81a8e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:router and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:10.937693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3404f2e1-c1b9-41ec-81da-93941cf81a8e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:10.944241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3404f2e1-c1b9-41ec-81da-93941cf81a8e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:10.956865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3404f2e1-c1b9-41ec-81da-93941cf81a8e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.958177 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3404f2e1-c1b9-41ec-81da-93941cf81a8e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.965595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e7c02e08-4d35-4911-943a-2f0ddd791077 None None] For port 39f889eb-e579-4a06-95d2-6b93e70c8a7a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=39f889eb-e579-4a06-95d2-6b93e70c8a7a,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:10.972361 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e7c02e08-4d35-4911-943a-2f0ddd791077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:10.975678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0da0ff9e-79f4-4949-8bbe-f5b82503ecf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:11.055872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c62dc1e5-d829-47de-a9ab-3d71386a12ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:11.063154 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3404f2e1-c1b9-41ec-81da-93941cf81a8e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:11.063360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-57ec54b0-fad6-469b-a1cf-76a56971b062 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:11.075037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36182) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:11.163549 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3404f2e1-c1b9-41ec-81da-93941cf81a8e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:11.169823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c02e08-4d35-4911-943a-2f0ddd791077 None None] Pushing event updated for resources: {'Port': ['ID=39f889eb-e579-4a06-95d2-6b93e70c8a7a,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:11.181081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e7c02e08-4d35-4911-943a-2f0ddd791077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:11.185714 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7fbc1c-2d10-4aef-92ef-d39ef3720f87 None None] Update dhcp port {'port': {'network_id': '1719665a-967c-4b0a-ab06-6816cb17c416', 'fixed_ips': [{'subnet_id': '3080aa5c-2037-4286-b327-6fc81d9a88e6', 'ip_address': '2001:db8::2'}, {'subnet_id': '9d266fe6-7f9d-47d5-bb06-7bc8e82f89ba'}], 'binding:host_id': 'dv-neutron-822513-1-hyperv'}, 'id': '39f889eb-e579-4a06-95d2-6b93e70c8a7a'} from dv-neutron-822513-1-hyperv. {{(pid=87588) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 17:21:11.266448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3404f2e1-c1b9-41ec-81da-93941cf81a8e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:11.271259 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3404f2e1-c1b9-41ec-81da-93941cf81a8e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3534303 Dec 22 17:21:11.272745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36186) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:11.272899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dc1e5-d829-47de-a9ab-3d71386a12ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Port': ['ID=c889d65f-a809-459e-a8fb-93f1c0384cee,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:11.275169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c62dc1e5-d829-47de-a9ab-3d71386a12ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:11.281845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0b7fbc1c-2d10-4aef-92ef-d39ef3720f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:11.297868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-d001f8c2-80a9-4ef1-8db8-e5b0568cde07', 'network_id': 'd001f8c2-80a9-4ef1-8db8-e5b0568cde07', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'fixed_ips': [{'subnet_id': 'acbd5528-b0b3-4697-ab2a-cfae9967c5b6'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:11.298691 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:11.359274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c62dc1e5-d829-47de-a9ab-3d71386a12ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:11.371326 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c62dc1e5-d829-47de-a9ab-3d71386a12ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/c889d65f-a809-459e-a8fb-93f1c0384cee HTTP/1.1" status: 204 len: 168 time: 1.1804743 Dec 22 17:21:11.371661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36190) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:11.453438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b1e067-3e19-45fd-88c5-46b9c51abf73 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:11.454037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c0b1e067-3e19-45fd-88c5-46b9c51abf73 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:11.470481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c0b1e067-3e19-45fd-88c5-46b9c51abf73 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:11.472060 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c0b1e067-3e19-45fd-88c5-46b9c51abf73 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0994556 Dec 22 17:21:11.474500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36194) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:11.560410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f71943-98a7-4939-842a-0deaa19569dd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:11.561871 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-42f71943-98a7-4939-842a-0deaa19569dd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0864539 Dec 22 17:21:11.564345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36198) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:11.636118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced7d171-71c9-477a-b20f-6c2e17326167 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:11.637895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced7d171-71c9-477a-b20f-6c2e17326167 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:11.639908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced7d171-71c9-477a-b20f-6c2e17326167 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:11.640741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ced7d171-71c9-477a-b20f-6c2e17326167 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:11.657568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Allocated IP 2001:db8::2 (d001f8c2-80a9-4ef1-8db8-e5b0568cde07/acbd5528-b0b3-4697-ab2a-cfae9967c5b6/ec2479a4-8111-4ee8-8b11-d21b6321a2d9) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:11.658529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ced7d171-71c9-477a-b20f-6c2e17326167 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:11.660327 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ced7d171-71c9-477a-b20f-6c2e17326167 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0950871 Dec 22 17:21:11.663010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36202) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:11.669862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-0b7fbc1c-2d10-4aef-92ef-d39ef3720f87 None None] Allocated IP 2001:db8:0:1:f816:3eff:febd:ffd2 (1719665a-967c-4b0a-ab06-6816cb17c416/9d266fe6-7f9d-47d5-bb06-7bc8e82f89ba/39f889eb-e579-4a06-95d2-6b93e70c8a7a) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:11.738513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f244232c-2dab-45e9-9812-ae3136566793 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 3080aa5c-2037-4286-b327-6fc81d9a88e6 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:21:11.926931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0b7fbc1c-2d10-4aef-92ef-d39ef3720f87 None None] For port 39f889eb-e579-4a06-95d2-6b93e70c8a7a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=39f889eb-e579-4a06-95d2-6b93e70c8a7a,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:12.006569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.010432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0b7fbc1c-2d10-4aef-92ef-d39ef3720f87 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.027985 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Transition to ACTIVE for port object ec2479a4-8111-4ee8-8b11-d21b6321a2d9 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:12.041421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0b7fbc1c-2d10-4aef-92ef-d39ef3720f87 None None] Transition to ACTIVE for port object 39f889eb-e579-4a06-95d2-6b93e70c8a7a will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:12.045237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f244232c-2dab-45e9-9812-ae3136566793 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.045846 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0b7fbc1c-2d10-4aef-92ef-d39ef3720f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.052661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:12.106657 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Transition to ACTIVE for port object ec2479a4-8111-4ee8-8b11-d21b6321a2d9 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:12.113415 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f244232c-2dab-45e9-9812-ae3136566793 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.154602 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.158608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.205167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f244232c-2dab-45e9-9812-ae3136566793 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.220387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Network d001f8c2-80a9-4ef1-8db8-e5b0568cde07 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:12.222153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:12.224044 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fbc1c-2d10-4aef-92ef-d39ef3720f87 None None] Pushing event updated for resources: {'Port': ['ID=39f889eb-e579-4a06-95d2-6b93e70c8a7a,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:12.226639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:12.228946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0b7fbc1c-2d10-4aef-92ef-d39ef3720f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:12.229413 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ebdf2ec1-db3b-4bf3-891b-a22370a2103a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:12.290078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f244232c-2dab-45e9-9812-ae3136566793 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.297947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3776a629-57f5-4c53-8d5b-384a5d2a0d61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:12.340267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244232c-2dab-45e9-9812-ae3136566793 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=3080aa5c-2037-4286-b327-6fc81d9a88e6,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:12.343704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f244232c-2dab-45e9-9812-ae3136566793 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:12.344914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f244232c-2dab-45e9-9812-ae3136566793 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.364290 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f244232c-2dab-45e9-9812-ae3136566793 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/3080aa5c-2037-4286-b327-6fc81d9a88e6 HTTP/1.1" status: 204 len: 168 time: 0.7001128 Dec 22 17:21:12.366603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36206) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:12.391610 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Pushing event updated for resources: {'Port': ['ID=ec2479a4-8111-4ee8-8b11-d21b6321a2d9,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:12.415535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:12.417949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Attempting to bind port ec2479a4-8111-4ee8-8b11-d21b6321a2d9 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:12.418409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Attempting to bind port ec2479a4-8111-4ee8-8b11-d21b6321a2d9 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'e79fa088-ed98-423f-8676-a57bdd71843c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd001f8c2-80a9-4ef1-8db8-e5b0568cde07'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:12.418863 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Attempting to bind port ec2479a4-8111-4ee8-8b11-d21b6321a2d9 on network d001f8c2-80a9-4ef1-8db8-e5b0568cde07 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:12.421724 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 39f889eb-e579-4a06-95d2-6b93e70c8a7a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:12.467650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:12.468186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Checking segment: {'id': 'e79fa088-ed98-423f-8676-a57bdd71843c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd001f8c2-80a9-4ef1-8db8-e5b0568cde07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:12.468684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.469176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Bound using segment: {'id': 'e79fa088-ed98-423f-8676-a57bdd71843c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd001f8c2-80a9-4ef1-8db8-e5b0568cde07'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:12.469675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a420812-0880-4aa3-bb70-197f71bc4718 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Deleting subnet 9d266fe6-7f9d-47d5-bb06-7bc8e82f89ba {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:21:12.469818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Bound port: ec2479a4-8111-4ee8-8b11-d21b6321a2d9, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79fa088-ed98-423f-8676-a57bdd71843c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd001f8c2-80a9-4ef1-8db8-e5b0568cde07'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:12.470410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.473983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1a420812-0880-4aa3-bb70-197f71bc4718 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.543303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1a420812-0880-4aa3-bb70-197f71bc4718 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.582773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] For port ec2479a4-8111-4ee8-8b11-d21b6321a2d9, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:12.586587 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] For port ec2479a4-8111-4ee8-8b11-d21b6321a2d9, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=ec2479a4-8111-4ee8-8b11-d21b6321a2d9,segment=NetworkSegment(e79fa088-ed98-423f-8676-a57bdd71843c),segment_id=e79fa088-ed98-423f-8676-a57bdd71843c)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:12.592883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.598157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ff3de969-1b21-495d-a3f6-62587d78cabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:12.640643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1a420812-0880-4aa3-bb70-197f71bc4718 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.683235 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Pushing event updated for resources: {'Port': ['ID=ec2479a4-8111-4ee8-8b11-d21b6321a2d9,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:12.686722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:12.743513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1a420812-0880-4aa3-bb70-197f71bc4718 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.748145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e3298172-d8bb-44c8-98e0-738e52a60475 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:12.811399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a420812-0880-4aa3-bb70-197f71bc4718 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Subnet': ['ID=9d266fe6-7f9d-47d5-bb06-7bc8e82f89ba,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:12.813513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1a420812-0880-4aa3-bb70-197f71bc4718 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.820194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1a420812-0880-4aa3-bb70-197f71bc4718 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:12.831795 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1a420812-0880-4aa3-bb70-197f71bc4718 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/9d266fe6-7f9d-47d5-bb06-7bc8e82f89ba HTTP/1.1" status: 204 len: 168 time: 0.4635780 Dec 22 17:21:12.832410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36210) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:12.882009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:12.909338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Allocated IP 2001:db8::1 (d001f8c2-80a9-4ef1-8db8-e5b0568cde07/acbd5528-b0b3-4697-ab2a-cfae9967c5b6/d0e43c33-2484-4758-822e-35c4ca01e4d1) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:12.925401 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b699f176-1a24-4115-b208-3c29cd7886b3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917108 Dec 22 17:21:12.927613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36214) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.043428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20daf4-210f-4f04-8f3e-2272ba3d0b66 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:13.047741 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bc20daf4-210f-4f04-8f3e-2272ba3d0b66 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1188867 Dec 22 17:21:13.048340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36218) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.111141 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4538201-12b0-4de4-9432-5aa42edee66c None None] Network 1719665a-967c-4b0a-ab06-6816cb17c416 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:13.120516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41ed6db-6aa4-4cec-90c4-d34c0941562e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:13.121207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e41ed6db-6aa4-4cec-90c4-d34c0941562e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Synchronizing usage tracker for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:13.142098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e41ed6db-6aa4-4cec-90c4-d34c0941562e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Unset dirty status for tenant:0f57d9ee5b8f4475a83c21c5bff4ee76 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:13.145574 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e41ed6db-6aa4-4cec-90c4-d34c0941562e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0963910 Dec 22 17:21:13.148335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36222) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.234602 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-41e2534a-dd3f-490c-b261-65b076ebc382 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848804 Dec 22 17:21:13.242868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36226) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.272984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-065d2dd1-839e-4cd4-b76b-cd3513bec825 None None] Provisioning for port 39f889eb-e579-4a06-95d2-6b93e70c8a7a completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:13.284911 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37f51b3-590d-4484-a747-215b13c623b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:13.285384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37f51b3-590d-4484-a747-215b13c623b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:13.289334 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a37f51b3-590d-4484-a747-215b13c623b1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/c889d65f-a809-459e-a8fb-93f1c0384cee HTTP/1.1" status: 404 len: 333 time: 0.0436630 Dec 22 17:21:13.289567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36230) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.307835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-065d2dd1-839e-4cd4-b76b-cd3513bec825 None None] Provisioning complete for port 39f889eb-e579-4a06-95d2-6b93e70c8a7a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:13.308655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-065d2dd1-839e-4cd4-b76b-cd3513bec825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:13.328799 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8eed5b5-2bd9-485b-8ca8-215e12a8f667 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:13.329256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8eed5b5-2bd9-485b-8ca8-215e12a8f667 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:13.333285 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d8eed5b5-2bd9-485b-8ca8-215e12a8f667 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/9d266fe6-7f9d-47d5-bb06-7bc8e82f89ba HTTP/1.1" status: 404 len: 337 time: 0.0405242 Dec 22 17:21:13.333525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36234) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.347810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:13.377011 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-084f3d6d-ef46-41bb-ae2e-ae30a6306c7f tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:13.377516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084f3d6d-ef46-41bb-ae2e-ae30a6306c7f tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:13.382313 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-084f3d6d-ef46-41bb-ae2e-ae30a6306c7f tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/3080aa5c-2037-4286-b327-6fc81d9a88e6 HTTP/1.1" status: 404 len: 337 time: 0.0452850 Dec 22 17:21:13.383200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36238) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.422954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Transition to ACTIVE for port object d0e43c33-2484-4758-822e-35c4ca01e4d1 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:13.425129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8084714e-aa4b-4153-a5e1-6bc3b2f8ae98 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:13.425704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8084714e-aa4b-4153-a5e1-6bc3b2f8ae98 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:13.430159 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8084714e-aa4b-4153-a5e1-6bc3b2f8ae98 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/9ff248f8-0988-4538-a963-efe21d46a152 HTTP/1.1" status: 404 len: 333 time: 0.0435514 Dec 22 17:21:13.430357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36242) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.470945 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb7d299-d63e-46e6-b43b-48421e5992c2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:13.471457 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb7d299-d63e-46e6-b43b-48421e5992c2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:13.476033 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4eb7d299-d63e-46e6-b43b-48421e5992c2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/0f1d9ea5-c910-4578-94b2-d22a38241227 HTTP/1.1" status: 404 len: 337 time: 0.0425467 Dec 22 17:21:13.476197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-065d2dd1-839e-4cd4-b76b-cd3513bec825 None None] Could not find standard attr ID for object c889d65f-a809-459e-a8fb-93f1c0384cee. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:21:13.476330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36246) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.518355 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1237170-8348-4dca-8053-c6f58f4386bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:13.519766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1237170-8348-4dca-8053-c6f58f4386bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:13.522762 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e1237170-8348-4dca-8053-c6f58f4386bd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/78c1c440-db87-4722-9cc3-0d4145e5e7b4 HTTP/1.1" status: 404 len: 337 time: 0.0433705 Dec 22 17:21:13.523671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36250) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.531793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.17 (0d2e5cc0-d597-402e-81f0-084d1447cecf/07ba9f83-1c63-463b-97c7-92c1f02fc002/03735926-51dd-4b51-a5c7-0bf455002385) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:13.544153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:13.548879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3980e223-5604-4827-a705-aa750252d18e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:13.563410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a66929-29f8-4de9-a2e0-cf2d9935a3c6 None None] DHCP port deletion for 1719665a-967c-4b0a-ab06-6816cb17c416 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:21:13.567347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-17a66929-29f8-4de9-a2e0-cf2d9935a3c6 None None] Deleting port 39f889eb-e579-4a06-95d2-6b93e70c8a7a {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:13.567618 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55a0720-886a-4410-80b2-73c920c58660 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:13.568101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55a0720-886a-4410-80b2-73c920c58660 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:13.568450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-17a66929-29f8-4de9-a2e0-cf2d9935a3c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:13.569771 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d55a0720-886a-4410-80b2-73c920c58660 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/6c0bbc7c-1a87-4eb3-9141-9995a9e88f7e HTTP/1.1" status: 404 len: 333 time: 0.0457518 Dec 22 17:21:13.572250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36254) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.614104 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-6519ba6d-f7b7-48bd-8c73-bfeee5afd500 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:13.614567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6519ba6d-f7b7-48bd-8c73-bfeee5afd500 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:13.617316 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6519ba6d-f7b7-48bd-8c73-bfeee5afd500 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/3d69f163-257e-49b7-a458-3e7889708109 HTTP/1.1" status: 404 len: 337 time: 0.0441267 Dec 22 17:21:13.623947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36258) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.678251 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed34f7a6-25cf-4412-adda-f61741e510b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:13.678856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed34f7a6-25cf-4412-adda-f61741e510b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:13.680665 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ed34f7a6-25cf-4412-adda-f61741e510b6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/850959bf-640c-4656-855b-21409b788550 HTTP/1.1" status: 404 len: 337 time: 0.0551147 Dec 22 17:21:13.687529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36264) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.778566 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e853ac-7fa5-4eb8-8eac-47f8834f1d50 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:13.783242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e853ac-7fa5-4eb8-8eac-47f8834f1d50 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:13.788629 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-00e853ac-7fa5-4eb8-8eac-47f8834f1d50 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/f74b82d2-bac3-48bc-85ff-35d8d2b9d40e HTTP/1.1" status: 404 len: 333 time: 0.0998213 Dec 22 17:21:13.795226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36268) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.887609 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c914de-e835-4c7c-99f8-d767eae9f8af tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:13.888072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c914de-e835-4c7c-99f8-d767eae9f8af tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:13.896940 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-89c914de-e835-4c7c-99f8-d767eae9f8af tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/065549ee-e526-4145-837f-146ca2b9cdce HTTP/1.1" status: 404 len: 337 time: 0.1005361 Dec 22 17:21:13.897584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36272) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:13.918944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network d001f8c2-80a9-4ef1-8db8-e5b0568cde07 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:13.925462 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-17a66929-29f8-4de9-a2e0-cf2d9935a3c6 None None] For port 39f889eb-e579-4a06-95d2-6b93e70c8a7a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=39f889eb-e579-4a06-95d2-6b93e70c8a7a,segment=NetworkSegment(b2a242fd-0941-4877-bd5f-11be6e78c6bf),segment_id=b2a242fd-0941-4877-bd5f-11be6e78c6bf)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:13.926140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-17a66929-29f8-4de9-a2e0-cf2d9935a3c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:13.927624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:13.930227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:13.930760 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:13.973765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=d0e43c33-2484-4758-822e-35c4ca01e4d1,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:13.977269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:13.979613 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff205ac-4005-43d7-ab0e-3f81260f1455 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:13.981364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff205ac-4005-43d7-ab0e-3f81260f1455 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:13.986304 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2ff205ac-4005-43d7-ab0e-3f81260f1455 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/f7f5f701-7e26-4b7c-9c60-2460bf6321c2 HTTP/1.1" status: 404 len: 337 time: 0.0876951 Dec 22 17:21:13.986949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36276) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.041703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:14.050016 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-242bae99-fcec-4991-9497-95718ae626cc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.050611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242bae99-fcec-4991-9497-95718ae626cc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.057553 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-242bae99-fcec-4991-9497-95718ae626cc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/2656b62b-a46b-4533-a7c9-3ee469c8abcb HTTP/1.1" status: 404 len: 333 time: 0.0694251 Dec 22 17:21:14.058192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36280) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.058957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 03735926-51dd-4b51-a5c7-0bf455002385 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:14.092473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:14.100120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a8dd5969-72d4-4d43-9956-8722d06a4b0d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:14.100588 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12adc30-804d-4e32-86b2-a5e48b4d77d9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.101170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12adc30-804d-4e32-86b2-a5e48b4d77d9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.105493 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b12adc30-804d-4e32-86b2-a5e48b4d77d9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/aa08b106-77f1-4595-b344-f8f2a5bd2625 HTTP/1.1" status: 404 len: 337 time: 0.0463176 Dec 22 17:21:14.106097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36284) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.109649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-17a66929-29f8-4de9-a2e0-cf2d9935a3c6 None None] Calling delete_port for 39f889eb-e579-4a06-95d2-6b93e70c8a7a owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:14.174812 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1be588-7b4c-4cfc-a0f9-52f645baba16 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.175315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1be588-7b4c-4cfc-a0f9-52f645baba16 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.176984 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ca1be588-7b4c-4cfc-a0f9-52f645baba16 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/a464ad74-894a-47e1-b9d5-4bd848f7a8ec HTTP/1.1" status: 404 len: 333 time: 0.0699797 Dec 22 17:21:14.180797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36288) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.189034 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 0d2e5cc0-d597-402e-81f0-084d1447cecf is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:14.197804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:14.203311 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6275107a-c16a-40ba-b423-3f0e028f30a6 None None] Network d001f8c2-80a9-4ef1-8db8-e5b0568cde07 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:14.206249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:14.233569 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdd7dba-4074-4048-b9bc-d2b941f4c1d0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.234278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdd7dba-4074-4048-b9bc-d2b941f4c1d0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.238473 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0cdd7dba-4074-4048-b9bc-d2b941f4c1d0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/29c0d2cb-aad9-4918-ab0d-7bda9e633fc7 HTTP/1.1" status: 404 len: 337 time: 0.0545497 Dec 22 17:21:14.240867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36292) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.248075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=03735926-51dd-4b51-a5c7-0bf455002385,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:14.276961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-17a66929-29f8-4de9-a2e0-cf2d9935a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:14.285588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:14.291261 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:14.341712 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-3160d627-3ebd-4b95-b63b-eeed0e0cfc7d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.342281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3160d627-3ebd-4b95-b63b-eeed0e0cfc7d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.343003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a66929-29f8-4de9-a2e0-cf2d9935a3c6 None None] Pushing event deleted for resources: {'Port': ['ID=39f889eb-e579-4a06-95d2-6b93e70c8a7a,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:14.348573 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-17a66929-29f8-4de9-a2e0-cf2d9935a3c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:14.350894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a66929-29f8-4de9-a2e0-cf2d9935a3c6 None None] No DVR routers for this DVR port 39f889eb-e579-4a06-95d2-6b93e70c8a7a on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:14.378215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f86ef8cb-a57f-4a70-bca9-38487ffe0a6c None None] Provisioning for port ec2479a4-8111-4ee8-8b11-d21b6321a2d9 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:14.383574 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3160d627-3ebd-4b95-b63b-eeed0e0cfc7d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/8b1f5b60-ae01-408a-ad21-c0d6a7f30ff5 HTTP/1.1" status: 404 len: 333 time: 0.1364999 Dec 22 17:21:14.386571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36296) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.390612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:14.394495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:14.472734 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c19447-5e34-4425-936e-c7ae97bfc3b2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.472734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c19447-5e34-4425-936e-c7ae97bfc3b2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.473369 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a0c19447-5e34-4425-936e-c7ae97bfc3b2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/58d3c436-5b8a-425d-87e1-ed249a214629 HTTP/1.1" status: 404 len: 337 time: 0.0858517 Dec 22 17:21:14.475876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36300) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.518168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device ec2479a4-8111-4ee8-8b11-d21b6321a2d9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:14.548102 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e35338a-c906-420d-8fcb-3b1c102c8265 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.548869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e35338a-c906-420d-8fcb-3b1c102c8265 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.551771 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1e35338a-c906-420d-8fcb-3b1c102c8265 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/1b71df39-348e-4546-9242-0c4dd34d5ca4 HTTP/1.1" status: 404 len: 333 time: 0.0749881 Dec 22 17:21:14.555860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36304) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.592755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9d674cb9-a5c1-4045-a651-25b5cfd29ee3 None None] Provisioning for port 03735926-51dd-4b51-a5c7-0bf455002385 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:14.604373 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dc94a2-23e9-4602-9fbd-0cd90e0d9a10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.605189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82dc94a2-23e9-4602-9fbd-0cd90e0d9a10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.607243 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-82dc94a2-23e9-4602-9fbd-0cd90e0d9a10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/7a6a6839-d39b-440f-9455-045ed09399c9 HTTP/1.1" status: 404 len: 337 time: 0.0501416 Dec 22 17:21:14.609863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36308) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.632289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9d674cb9-a5c1-4045-a651-25b5cfd29ee3 None None] Provisioning complete for port 03735926-51dd-4b51-a5c7-0bf455002385 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:14.632583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9d674cb9-a5c1-4045-a651-25b5cfd29ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:14.663525 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-7defb64b-c51f-459f-88ec-53a6035b2c56 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.664333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7defb64b-c51f-459f-88ec-53a6035b2c56 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.672658 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7defb64b-c51f-459f-88ec-53a6035b2c56 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/ecc2c462-9542-4b8f-b852-920640d17af3 HTTP/1.1" status: 404 len: 333 time: 0.0613916 Dec 22 17:21:14.674073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36312) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.715227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9d674cb9-a5c1-4045-a651-25b5cfd29ee3 None None] Port 03735926-51dd-4b51-a5c7-0bf455002385 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:21:14.716745 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port ec2479a4-8111-4ee8-8b11-d21b6321a2d9 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:14.725129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port ec2479a4-8111-4ee8-8b11-d21b6321a2d9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:14.725514 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:14.764463 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-227a8f89-f8e9-472e-83ad-22a2014953eb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.764998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227a8f89-f8e9-472e-83ad-22a2014953eb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.769107 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-227a8f89-f8e9-472e-83ad-22a2014953eb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/32385cc8-6c01-4dfa-ad80-b08e3ad42257 HTTP/1.1" status: 404 len: 337 time: 0.0910978 Dec 22 17:21:14.769448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36316) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.835890 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab30faf-6fe3-4284-9079-3daa31188e28 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.836484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab30faf-6fe3-4284-9079-3daa31188e28 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.840576 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8ab30faf-6fe3-4284-9079-3daa31188e28 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/f315ad6b-8cea-40ee-8cc0-c0c03f3fc6fb HTTP/1.1" status: 404 len: 333 time: 0.0680401 Dec 22 17:21:14.840896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36320) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.856335 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:14.893191 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-5209b8b0-f7f0-40d1-a365-1a08e1158e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.893713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5209b8b0-f7f0-40d1-a365-1a08e1158e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.898002 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5209b8b0-f7f0-40d1-a365-1a08e1158e23 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/45db80cc-1dab-4d63-8f51-d38605d03b87 HTTP/1.1" status: 404 len: 337 time: 0.0537891 Dec 22 17:21:14.898165 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port ec2479a4-8111-4ee8-8b11-d21b6321a2d9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=ec2479a4-8111-4ee8-8b11-d21b6321a2d9,segment=NetworkSegment(e79fa088-ed98-423f-8676-a57bdd71843c),segment_id=e79fa088-ed98-423f-8676-a57bdd71843c)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:14.898289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36324) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.906049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:14.916005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-94cce2c6-e6d7-475b-a989-b5ca4b9f8bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:14.943929 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54bd697-70a3-4f03-a6fc-f2d4abe145f4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.947232 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54bd697-70a3-4f03-a6fc-f2d4abe145f4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:14.949118 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a54bd697-70a3-4f03-a6fc-f2d4abe145f4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/928527d7-579b-406a-841c-5badf5f453e3 HTTP/1.1" status: 404 len: 337 time: 0.0499663 Dec 22 17:21:14.951945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36328) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:14.996748 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b54dc0-26e8-4f63-8cb8-8d42b295f7aa tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:14.997278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b54dc0-26e8-4f63-8cb8-8d42b295f7aa tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.001424 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c8b54dc0-26e8-4f63-8cb8-8d42b295f7aa tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/59402f3b-c43c-49e2-931f-79162c0b6927 HTTP/1.1" status: 404 len: 333 time: 0.0460083 Dec 22 17:21:15.001586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:15.001820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36332) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.004992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 39f889eb-e579-4a06-95d2-6b93e70c8a7a no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:21:15.042901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 39f889eb-e579-4a06-95d2-6b93e70c8a7a {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:21:15.043436 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 39f889eb-e579-4a06-95d2-6b93e70c8a7a not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:21:15.046248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=ec2479a4-8111-4ee8-8b11-d21b6321a2d9,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:15.050360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:15.051887 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3b61ba-e2cf-419c-9eb1-832344ae7b11 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:15.052438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3b61ba-e2cf-419c-9eb1-832344ae7b11 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.055687 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4f3b61ba-e2cf-419c-9eb1-832344ae7b11 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/a04dc44f-4fe9-4c48-a864-52d4b389f1f9 HTTP/1.1" status: 404 len: 337 time: 0.0528638 Dec 22 17:21:15.058159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36336) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.093152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:15.101133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:15.102002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:15.107450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-73a3559e-5ddf-4acf-a633-61cd31c6072f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:15.107577 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5e6df4-4a44-4790-9eb7-1370abb57246 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:15.108107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5e6df4-4a44-4790-9eb7-1370abb57246 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.112821 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3f5e6df4-4a44-4790-9eb7-1370abb57246 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/ef958086-52e9-4711-a3d2-649db4c61cb6 HTTP/1.1" status: 404 len: 337 time: 0.0506370 Dec 22 17:21:15.113195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36340) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.145375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-11911534-cfeb-40e4-888f-8f838d028fe2 None None] Provisioning complete for port ec2479a4-8111-4ee8-8b11-d21b6321a2d9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:15.145843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-11911534-cfeb-40e4-888f-8f838d028fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:15.160937 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5f5306-ab15-4e30-9414-f56175db59aa tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:15.161804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5f5306-ab15-4e30-9414-f56175db59aa tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.165544 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3d5f5306-ab15-4e30-9414-f56175db59aa tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/a4da1090-c3f3-496c-9971-2f77e244e810 HTTP/1.1" status: 404 len: 333 time: 0.0512009 Dec 22 17:21:15.166149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36344) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.206505 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b88cd6-0790-4ac2-b413-0a6f4750cad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:15.206962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b88cd6-0790-4ac2-b413-0a6f4750cad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.211553 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-79b88cd6-0790-4ac2-b413-0a6f4750cad4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/bb838b33-970b-4206-a25b-51a1c77c6ae6 HTTP/1.1" status: 404 len: 337 time: 0.0444396 Dec 22 17:21:15.212164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36348) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.258475 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9feb07c9-231f-47e2-a155-94961c3d4251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:15.258938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9feb07c9-231f-47e2-a155-94961c3d4251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.263590 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9feb07c9-231f-47e2-a155-94961c3d4251 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/2b803a90-d77a-48bb-8068-efdac19bab02 HTTP/1.1" status: 404 len: 337 time: 0.0504713 Dec 22 17:21:15.264185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36352) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.280411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=d0e43c33-2484-4758-822e-35c4ca01e4d1,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:15.288903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:15.312469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-11911534-cfeb-40e4-888f-8f838d028fe2 None None] Provisioning for port d0e43c33-2484-4758-822e-35c4ca01e4d1 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:15.313524 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a7c7e2-38f2-4b66-88fc-a073fd1dc22b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:15.313999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a7c7e2-38f2-4b66-88fc-a073fd1dc22b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.318008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-11911534-cfeb-40e4-888f-8f838d028fe2 None None] Provisioning complete for port d0e43c33-2484-4758-822e-35c4ca01e4d1 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:15.318337 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b3a7c7e2-38f2-4b66-88fc-a073fd1dc22b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/a55757fc-d838-46c3-989f-d5e62e009ba0 HTTP/1.1" status: 404 len: 333 time: 0.0532043 Dec 22 17:21:15.318476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-11911534-cfeb-40e4-888f-8f838d028fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:15.318944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36356) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.363361 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10b466e-0d6e-4d86-b7fa-95c1af8e0c1c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:15.363816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10b466e-0d6e-4d86-b7fa-95c1af8e0c1c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.367624 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d10b466e-0d6e-4d86-b7fa-95c1af8e0c1c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/0737646f-3602-4d18-8481-878a449f700f HTTP/1.1" status: 404 len: 337 time: 0.0476062 Dec 22 17:21:15.368247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36360) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.385530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-11911534-cfeb-40e4-888f-8f838d028fe2 None None] Port d0e43c33-2484-4758-822e-35c4ca01e4d1 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:21:15.505661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9b9fa19e-355c-473c-97d4-246713c46cd3 None None] Provisioning complete for port d0e43c33-2484-4758-822e-35c4ca01e4d1 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:15.506327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa19e-355c-473c-97d4-246713c46cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:15.513409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network d001f8c2-80a9-4ef1-8db8-e5b0568cde07 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:15.530070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:15.536057 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bc96fc-2b84-45b1-abc5-12d69c480151 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:15.536500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bc96fc-2b84-45b1-abc5-12d69c480151 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.538247 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d4bc96fc-2b84-45b1-abc5-12d69c480151 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/da0c5bc1-aebc-4f17-bcef-894f5409c497 HTTP/1.1" status: 404 len: 337 time: 0.1661708 Dec 22 17:21:15.540783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36364) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.572319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9b9fa19e-355c-473c-97d4-246713c46cd3 None None] Port d0e43c33-2484-4758-822e-35c4ca01e4d1 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:21:15.588826 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-20f1b8cc-f4fb-4fcf-bd0b-0d16f102364b tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports?device_id=319cc82e-7450-47c3-a324-806755996fe6 HTTP/1.1" status: 200 len: 205 time: 0.0448184 Dec 22 17:21:15.591408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36368) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.666841 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-55734d9a-2003-4bd2-bbad-d3fb3ce6ecdd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] delete failed (client error): The resource could not be found. Dec 22 17:21:15.668373 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-55734d9a-2003-4bd2-bbad-d3fb3ce6ecdd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/routers/319cc82e-7450-47c3-a324-806755996fe6 HTTP/1.1" status: 404 len: 336 time: 0.0753894 Dec 22 17:21:15.670667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36372) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.710582 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7de216-a685-4247-ad9c-e8c6d6ef7e4e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:15.711046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7de216-a685-4247-ad9c-e8c6d6ef7e4e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.712811 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8b7de216-a685-4247-ad9c-e8c6d6ef7e4e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/c8572e27-9216-4cde-a941-6b56dfb3cb07 HTTP/1.1" status: 404 len: 337 time: 0.0411618 Dec 22 17:21:15.715445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36376) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.764691 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5a5f7280-ce27-4673-b1a4-b9278a1ae185 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bcfc34b-b77d-4689-a5d8-82706e909239 HTTP/1.1" status: 200 len: 205 time: 0.0473144 Dec 22 17:21:15.766565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36380) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.833872 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-b3e8a609-7f26-4998-9fd8-91c1024f638c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] delete failed (client error): The resource could not be found. Dec 22 17:21:15.837548 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b3e8a609-7f26-4998-9fd8-91c1024f638c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/routers/8bcfc34b-b77d-4689-a5d8-82706e909239 HTTP/1.1" status: 404 len: 336 time: 0.0676429 Dec 22 17:21:15.837785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36384) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.878614 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbd878b-c705-4a1b-ba7a-ad1dd22db1c7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:15.878982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbd878b-c705-4a1b-ba7a-ad1dd22db1c7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.880647 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4fbd878b-c705-4a1b-ba7a-ad1dd22db1c7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/935c8c53-bc95-4c0c-8d5d-12179db064bf HTTP/1.1" status: 404 len: 337 time: 0.0419965 Dec 22 17:21:15.883294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36388) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.896540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4fe0e36c-e5d9-4c5a-9c50-12427992cde7 None None] Provisioning complete for port d0e43c33-2484-4758-822e-35c4ca01e4d1 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:15.897256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e36c-e5d9-4c5a-9c50-12427992cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:15.924761 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc87455-e4ef-4404-ace8-2b3011c5fe30 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:15.925219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc87455-e4ef-4404-ace8-2b3011c5fe30 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.926893 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-afc87455-e4ef-4404-ace8-2b3011c5fe30 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/70cd0cfd-3360-45dc-922e-e3b38ea239cb HTTP/1.1" status: 404 len: 337 time: 0.0427022 Dec 22 17:21:15.929556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36392) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.957415 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4fe0e36c-e5d9-4c5a-9c50-12427992cde7 None None] Port d0e43c33-2484-4758-822e-35c4ca01e4d1 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:21:15.973107 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-298b43b6-5867-4204-b6f3-da428fd40081 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:15.973581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298b43b6-5867-4204-b6f3-da428fd40081 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:15.975475 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-298b43b6-5867-4204-b6f3-da428fd40081 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/bf2700cc-46b9-489b-a00b-71bffc6300f5 HTTP/1.1" status: 404 len: 333 time: 0.0450130 Dec 22 17:21:15.979368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36396) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:15.990203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:15.995420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:16.021115 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f1be22-4b1e-45b1-8ac4-7fac4ded4b09 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.021477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f1be22-4b1e-45b1-8ac4-7fac4ded4b09 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.025610 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-33f1be22-4b1e-45b1-8ac4-7fac4ded4b09 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/c7126c86-6e2a-4fd7-b675-e29b0927e566 HTTP/1.1" status: 404 len: 337 time: 0.0428181 Dec 22 17:21:16.025750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9abf133c-c906-4851-b2e1-dc53c16b2710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:16.025886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36400) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.060920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:21:16.065593 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f235d5-4b7a-46ae-ba9d-2c6a7ad21219 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.066096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f235d5-4b7a-46ae-ba9d-2c6a7ad21219 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.069976 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-85f235d5-4b7a-46ae-ba9d-2c6a7ad21219 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/23032c1a-de55-4dcb-a276-6c27f782464b HTTP/1.1" status: 404 len: 333 time: 0.0411332 Dec 22 17:21:16.070215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36404) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.107122 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cdf5b6-da55-42a3-ada4-a30ea0c1e13c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.107563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cdf5b6-da55-42a3-ada4-a30ea0c1e13c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.109190 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d2cdf5b6-da55-42a3-ada4-a30ea0c1e13c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/ec3c9efe-08f1-4843-abb3-bd354cd0469a HTTP/1.1" status: 404 len: 337 time: 0.0380988 Dec 22 17:21:16.111652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36408) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.155404 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a389dbf-8546-476c-8f8d-1d2626626cc2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.155868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a389dbf-8546-476c-8f8d-1d2626626cc2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.157486 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0a389dbf-8546-476c-8f8d-1d2626626cc2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/ad5f2c19-0005-49a1-a09e-e906a979ae23 HTTP/1.1" status: 404 len: 333 time: 0.0449171 Dec 22 17:21:16.160091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36412) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.171144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:16.196688 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01d7ce1-9381-453b-b332-76d2a34ce945 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.197133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01d7ce1-9381-453b-b332-76d2a34ce945 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.198739 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d01d7ce1-9381-453b-b332-76d2a34ce945 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/be5784c9-7003-4469-af67-a1bc9efadd89 HTTP/1.1" status: 404 len: 337 time: 0.0377736 Dec 22 17:21:16.201203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36416) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.241603 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-24450756-66ff-4428-b653-696a1c0ab719 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.242067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24450756-66ff-4428-b653-696a1c0ab719 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.243730 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-24450756-66ff-4428-b653-696a1c0ab719 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/edc9b9b0-a9b6-4216-b54f-cf990e01127f HTTP/1.1" status: 404 len: 333 time: 0.0416625 Dec 22 17:21:16.245789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=03735926-51dd-4b51-a5c7-0bf455002385,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:16.246230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36420) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.254624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:16.286780 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcde327-fd2a-4450-960a-d8d13e7db08f tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.287166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dcde327-fd2a-4450-960a-d8d13e7db08f tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.288974 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4dcde327-fd2a-4450-960a-d8d13e7db08f tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/6cd6bbb3-f637-457b-b65c-e62a510a075d HTTP/1.1" status: 404 len: 337 time: 0.0418646 Dec 22 17:21:16.291426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36424) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.332570 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-485b4e8b-0402-4ab1-ba45-4c47bd0c3230 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.333039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485b4e8b-0402-4ab1-ba45-4c47bd0c3230 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.334938 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-485b4e8b-0402-4ab1-ba45-4c47bd0c3230 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/ea1bd1ab-edb7-4744-bd41-e01c344e77d0 HTTP/1.1" status: 404 len: 333 time: 0.0426300 Dec 22 17:21:16.335434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:16.337463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36428) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.345525 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fdf3a7-49aa-49e1-a3dc-0a8b724bd15b None None] Sync routers for ids ['8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:16.350241 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0720677 Dec 22 17:21:16.350241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36432) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.360858 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fdf3a7-49aa-49e1-a3dc-0a8b724bd15b None None] Routers {'8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:16.362763 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-72fdf3a7-49aa-49e1-a3dc-0a8b724bd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:16.387643 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-521c1263-5006-41c7-82a4-592350f021ae tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.388094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521c1263-5006-41c7-82a4-592350f021ae tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.393631 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-521c1263-5006-41c7-82a4-592350f021ae tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/f84e6100-e20e-4b2a-b885-69ff0e7c7579 HTTP/1.1" status: 404 len: 337 time: 0.0526028 Dec 22 17:21:16.393818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36436) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.412216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device ec2479a4-8111-4ee8-8b11-d21b6321a2d9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:16.450187 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-72fdf3a7-49aa-49e1-a3dc-0a8b724bd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:16.451932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c97812c-b831-466e-8336-15b646964c61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:16.452537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2c97812c-b831-466e-8336-15b646964c61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Synchronizing usage tracker for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:16.455151 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fef6945-ed8f-44a0-987f-182f415c02c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.455955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fef6945-ed8f-44a0-987f-182f415c02c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.457873 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1fef6945-ed8f-44a0-987f-182f415c02c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/6f92fe49-5744-4e16-8f6c-cb8dbe485551 HTTP/1.1" status: 404 len: 333 time: 0.0631661 Dec 22 17:21:16.461740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36440) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.470186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 0d2e5cc0-d597-402e-81f0-084d1447cecf is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:16.472264 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fdf3a7-49aa-49e1-a3dc-0a8b724bd15b None None] Routers {'8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:16.472990 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-72fdf3a7-49aa-49e1-a3dc-0a8b724bd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:16.473757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:16.509507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port ec2479a4-8111-4ee8-8b11-d21b6321a2d9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:16.510151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:16.521803 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9823546c-aa76-4535-9cbc-ad8dba690fcd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.522485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9823546c-aa76-4535-9cbc-ad8dba690fcd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.526588 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9823546c-aa76-4535-9cbc-ad8dba690fcd tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/6e32bb11-7321-4932-aace-b195179eb470 HTTP/1.1" status: 404 len: 337 time: 0.0614572 Dec 22 17:21:16.526925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36444) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.549238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2c97812c-b831-466e-8336-15b646964c61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Unset dirty status for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:16.553356 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2c97812c-b831-466e-8336-15b646964c61 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports/d0e43c33-2484-4758-822e-35c4ca01e4d1 HTTP/1.1" status: 200 len: 911 time: 0.2002177 Dec 22 17:21:16.567967 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-72fdf3a7-49aa-49e1-a3dc-0a8b724bd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:16.568526 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fdf3a7-49aa-49e1-a3dc-0a8b724bd15b None None] The sync data for ids ['8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:16.570505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36448) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.588375 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd9d2be-a1f1-4fd5-86d9-6aabdecbb1fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.588855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd9d2be-a1f1-4fd5-86d9-6aabdecbb1fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.590556 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-abd9d2be-a1f1-4fd5-86d9-6aabdecbb1fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/ports/2d59444d-4c0c-4900-a77d-e189b6fff26d HTTP/1.1" status: 404 len: 333 time: 0.0620403 Dec 22 17:21:16.592847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-71b95a19-c387-4187-8975-531b1abc0f1b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'acbd5528-b0b3-4697-ab2a-cfae9967c5b6'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:16.595762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36452) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.645039 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-67136b2f-cf53-4c19-b12a-a36f9af8e388 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:16.645591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67136b2f-cf53-4c19-b12a-a36f9af8e388 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:16.647460 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-67136b2f-cf53-4c19-b12a-a36f9af8e388 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/subnets/5a07c7fd-01a4-4631-95a0-3d059587639b HTTP/1.1" status: 404 len: 337 time: 0.0496826 Dec 22 17:21:16.650099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36456) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:16.786006 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8eb19db7-a947-43d5-90b7-6a88213afad6 None None] Provisioning complete for port 03735926-51dd-4b51-a5c7-0bf455002385 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:16.786695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8eb19db7-a947-43d5-90b7-6a88213afad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:16.787551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:16.850009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-8eb19db7-a947-43d5-90b7-6a88213afad6 None None] Port 03735926-51dd-4b51-a5c7-0bf455002385 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:21:16.885303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router e635350c-227f-4678-9008-de32eb6f5501 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:21:16.935849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:16.961077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1719665a-967c-4b0a-ab06-6816cb17c416']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:16.976377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a242fd-0941-4877-bd5f-11be6e78c6bf') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:16.976666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a242fd-0941-4877-bd5f-11be6e78c6bf') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:16.987777 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.003271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.009308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:17.009700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.011239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-71b95a19-c387-4187-8975-531b1abc0f1b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:17.024490 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:17.105867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.110192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.113059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e5330dab-f066-4a44-a41b-2ad9d896e8d7 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:17.133809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Pushing event deleted for resources: {'Network': ['ID=1719665a-967c-4b0a-ab06-6816cb17c416,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:17.136151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:17.140154 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] 10.222.0.70 "DELETE /v2.0/networks/1719665a-967c-4b0a-ab06-6816cb17c416 HTTP/1.1" status: 204 len: 168 time: 0.4866252 Dec 22 17:21:17.414815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36464) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:17.442663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:17.448773 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/e635350c-227f-4678-9008-de32eb6f5501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3725088 Dec 22 17:21:17.466187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Sync routers for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:17.475773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:17.476643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:17.593576 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-118bdf12-4706-4213-8ecc-3e0a1db388fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f57d9ee5b8f4475a83c21c5bff4ee76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774385 Dec 22 17:21:17.595840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36474) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:17.660663 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a02a7dc9-8e75-4887-aae7-1182841b8497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.661608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:17.689920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a02a7dc9-8e75-4887-aae7-1182841b8497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.747677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a02a7dc9-8e75-4887-aae7-1182841b8497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.751866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-98ee4d83-198a-4b98-a129-5934b7805bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:17.762820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a7dc9-8e75-4887-aae7-1182841b8497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1734b037-3b52-40f7-bb66-40779658f593,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:17.766951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a02a7dc9-8e75-4887-aae7-1182841b8497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:17.771072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a02a7dc9-8e75-4887-aae7-1182841b8497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.775044 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a02a7dc9-8e75-4887-aae7-1182841b8497 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1734b037-3b52-40f7-bb66-40779658f593 HTTP/1.1" status: 204 len: 168 time: 0.1780453 Dec 22 17:21:17.787915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-71b95a19-c387-4187-8975-531b1abc0f1b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.797187 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-71b95a19-c387-4187-8975-531b1abc0f1b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.804400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b95a19-c387-4187-8975-531b1abc0f1b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:17.805024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-71b95a19-c387-4187-8975-531b1abc0f1b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:17.806932 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-71b95a19-c387-4187-8975-531b1abc0f1b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/ports/d0e43c33-2484-4758-822e-35c4ca01e4d1 HTTP/1.1" status: 200 len: 911 time: 1.2354531 Dec 22 17:21:17.807753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1924f871-5adb-46f2-9c49-314458406669 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:17.809909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36480) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:17.885087 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b95a19-c387-4187-8975-531b1abc0f1b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=d0e43c33-2484-4758-822e-35c4ca01e4d1,revision_number=3']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:17.888378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-71b95a19-c387-4187-8975-531b1abc0f1b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:18.068970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:21:14Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '343e89c1-dd1b-401d-bdec-301c890147fb', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'port_id': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'mac_address': 'fa:16:3e:31:01:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:20:08Z', 'updated_at': '2021-12-22T17:20:18Z', 'revision_number': 1, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03735926-51dd-4b51-a5c7-0bf455002385', 'name': '', 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:9f:e8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '07ba9f83-1c63-463b-97c7-92c1f02fc002', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:13Z', 'updated_at': '2021-12-22T17:21:15Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '07ba9f83-1c63-463b-97c7-92c1f02fc002', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:18.073256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Checking router: e635350c-227f-4678-9008-de32eb6f5501 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:21:18.073725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Updating router e635350c-227f-4678-9008-de32eb6f5501 port 03735926-51dd-4b51-a5c7-0bf455002385 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:21:18.132466 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:18.500863 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:18.513776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Transition to ACTIVE for port object 03735926-51dd-4b51-a5c7-0bf455002385 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:18.523755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:18.529301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-981fb650-0e13-4f0c-9a32-e676308a570e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:18.542671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:18.572979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36502) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:18.661836 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-35271c8a-96af-4109-8af3-6e1ec009d9a5 req-b6cab0b1-9971-4233-8c0f-46f7bcca3885 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2171736 Dec 22 17:21:18.665873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa154127-4afa-4a57-a439-49fe15dfd932 None None] Pushing event updated for resources: {'Port': ['ID=03735926-51dd-4b51-a5c7-0bf455002385,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:18.700168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1524439571'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:18.703936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fa154127-4afa-4a57-a439-49fe15dfd932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:18.706870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:18.711572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:network and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:18.714811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:18.725831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:18.741365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:18.747013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:18.764540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:18.780438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:18.783134 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Attempting to bind port 03735926-51dd-4b51-a5c7-0bf455002385 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:18.784174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Attempting to bind port 03735926-51dd-4b51-a5c7-0bf455002385 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:18.784723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Attempting to bind port 03735926-51dd-4b51-a5c7-0bf455002385 on network 0d2e5cc0-d597-402e-81f0-084d1447cecf {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:18.784880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:security_group_rule and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:18.788097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:18.792395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:18.793132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Checking segment: {'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:18.794101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:18.794707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Bound using segment: {'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:18.794851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:18.795684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Bound port: 03735926-51dd-4b51-a5c7-0bf455002385, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd479d75-ce7b-463b-83c6-4444188717c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:18.796305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:18.904483 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:18.910856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:18.914463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] For port 03735926-51dd-4b51-a5c7-0bf455002385, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:18.915276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-34b6fc54-31c8-4507-a43b-fddce7029eec tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:18.917742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] For port 03735926-51dd-4b51-a5c7-0bf455002385, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=03735926-51dd-4b51-a5c7-0bf455002385,segment=NetworkSegment(cd479d75-ce7b-463b-83c6-4444188717c7),segment_id=cd479d75-ce7b-463b-83c6-4444188717c7)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:18.922711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:18.927025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:18.940820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35271c8a-96af-4109-8af3-6e1ec009d9a5 req-87c7db48-4052-4fe2-8266-b708151b7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:18.942412 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-35271c8a-96af-4109-8af3-6e1ec009d9a5 req-87c7db48-4052-4fe2-8266-b708151b7373 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 1098 time: 0.2564349 Dec 22 17:21:18.950185 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:18.957359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613fef69-2c56-4771-8945-cd0ddbb437a4,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:18.977232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:18.983626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:18.984534 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Added segment 43df7507-6a5c-4d96-b4eb-1f5dbff77a5e of type vlan for network 3e58db82-1a20-4221-8c57-4f358a0dd0d5 Dec 22 17:21:19.015985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:19.059592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:19.061869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa154127-4afa-4a57-a439-49fe15dfd932 None None] Pushing event updated for resources: {'Port': ['ID=03735926-51dd-4b51-a5c7-0bf455002385,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:19.064906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:19.065557 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:19.067744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:19.070156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:19.077046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d4c5a859-21d4-452c-9da8-7422192c9727 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:19.121483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port d0e43c33-2484-4758-822e-35c4ca01e4d1 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:19.121821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:19.142370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fa154127-4afa-4a57-a439-49fe15dfd932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:19.201884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35271c8a-96af-4109-8af3-6e1ec009d9a5 req-f0d7e6b8-fe3e-4ff6-ab7b-fe9458cd4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:19.202956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=3e58db82-1a20-4221-8c57-4f358a0dd0d5,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:19.204097 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-35271c8a-96af-4109-8af3-6e1ec009d9a5 req-f0d7e6b8-fe3e-4ff6-ab7b-fe9458cd4a5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 913 time: 0.2394974 Dec 22 17:21:19.211075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:19.215089 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6410089 Dec 22 17:21:19.252382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 3e58db82-1a20-4221-8c57-4f358a0dd0d5 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:19.358613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36508) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:19.366711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'network_id': '3e58db82-1a20-4221-8c57-4f358a0dd0d5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:19.380980 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:19.442848 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-35271c8a-96af-4109-8af3-6e1ec009d9a5 req-e5b25f82-f7aa-408f-9685-d5055ba464e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e966eab4-9567-440f-8692-0fc2f3d93c93 HTTP/1.1" status: 200 len: 1001 time: 0.1108379 Dec 22 17:21:19.484205 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:19.488675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:subnet and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:19.491585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:19.497246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:19.507859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:19.511629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:19.534837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:19.550525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35271c8a-96af-4109-8af3-6e1ec009d9a5 req-f956d750-67b5-44af-bb6b-09fd7941d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:19.552024 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-35271c8a-96af-4109-8af3-6e1ec009d9a5 req-f956d750-67b5-44af-bb6b-09fd7941d459 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.1015856 Dec 22 17:21:19.757210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:21:14Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '343e89c1-dd1b-401d-bdec-301c890147fb', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'port_id': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'mac_address': 'fa:16:3e:31:01:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:20:08Z', 'updated_at': '2021-12-22T17:20:18Z', 'revision_number': 1, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03735926-51dd-4b51-a5c7-0bf455002385', 'name': '', 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:9f:e8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '07ba9f83-1c63-463b-97c7-92c1f02fc002', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:13Z', 'updated_at': '2021-12-22T17:21:18Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '07ba9f83-1c63-463b-97c7-92c1f02fc002', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:19.759496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:19.761446 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819ec16-b3c0-43d3-aa23-0b114c5d5541 None None] The sync data for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv is: [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:21:14Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '343e89c1-dd1b-401d-bdec-301c890147fb', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'port_id': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'mac_address': 'fa:16:3e:31:01:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:20:08Z', 'updated_at': '2021-12-22T17:20:18Z', 'revision_number': 1, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03735926-51dd-4b51-a5c7-0bf455002385', 'name': '', 'network_id': '0d2e5cc0-d597-402e-81f0-084d1447cecf', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:9f:e8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '07ba9f83-1c63-463b-97c7-92c1f02fc002', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:13Z', 'updated_at': '2021-12-22T17:21:18Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '07ba9f83-1c63-463b-97c7-92c1f02fc002', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:19.767099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e7e7339e-76b1-45a5-82ef-e482f03a9e5c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:19.856770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=c236529f-676e-487d-829c-d35c457a96e7,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:19.859889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:19.863418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for d0e43c33-2484-4758-822e-35c4ca01e4d1 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:19.893950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking segment: {'id': '43df7507-6a5c-4d96-b4eb-1f5dbff77a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3e58db82-1a20-4221-8c57-4f358a0dd0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:19.894310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network hostable DHCP agents. Network: 3e58db82-1a20-4221-8c57-4f358a0dd0d5, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:19.913807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network 3e58db82-1a20-4221-8c57-4f358a0dd0d5 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:19.924088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 3e58db82-1a20-4221-8c57-4f358a0dd0d5) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:19.928818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:19.929410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:19.942938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffbc702-34a5-4b09-b63e-a1db52e3f169 None None] Network 3e58db82-1a20-4221-8c57-4f358a0dd0d5 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:19.955211 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5944674 Dec 22 17:21:19.958482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36512) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:19.965197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1498100444'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:19.972464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:19.976757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:network and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:19.980710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:19.993931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35271c8a-96af-4109-8af3-6e1ec009d9a5 req-57c2e37c-dca4-4f44-874e-d9404cd5fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:19.995437 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-35271c8a-96af-4109-8af3-6e1ec009d9a5 req-57c2e37c-dca4-4f44-874e-d9404cd5fe4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2456129 Dec 22 17:21:20.000025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:20.018946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:20.023198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:20.060714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:20.071767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:20.072395 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Added segment 4e7ad804-7584-4811-ac6d-ea51ebbd142a of type vlan for network 6d3c6429-4368-48fe-b334-ea773e85b743 Dec 22 17:21:20.109615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:20.153193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:20.160236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:20.161039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:20.166538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b21129be-08a3-4efc-80f0-a53ef1262742 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:20.196976 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-35271c8a-96af-4109-8af3-6e1ec009d9a5 req-c6e6d564-6e18-46f6-bf85-3b63a53c47c0 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884482 Dec 22 17:21:20.197999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:20.201997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e58cc329-6ce8-4e5c-a831-f9efb6a0b1da tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:20.232401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-3e58db82-1a20-4221-8c57-4f358a0dd0d5', 'network_id': '3e58db82-1a20-4221-8c57-4f358a0dd0d5', 'tenant_id': 'be7f44a51f1442bfb99875c53d8e9965', 'fixed_ips': [{'subnet_id': 'c236529f-676e-487d-829c-d35c457a96e7'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:20.233591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:20.271291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=d0e43c33-2484-4758-822e-35c4ca01e4d1,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:20.278543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:20.281150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=6d3c6429-4368-48fe-b334-ea773e85b743,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:20.284173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:20.289799 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3296437 Dec 22 17:21:20.290130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36518) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:20.296581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'network_id': '6d3c6429-4368-48fe-b334-ea773e85b743', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:20.325416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 6d3c6429-4368-48fe-b334-ea773e85b743 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:20.495843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:20.516739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:subnet and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:20.521008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:20.538753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:20.559007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:20.563211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:20.625747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:20.630814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 03735926-51dd-4b51-a5c7-0bf455002385 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:20.775631 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Allocated IP 172.20.255.242 (3e58db82-1a20-4221-8c57-4f358a0dd0d5/c236529f-676e-487d-829c-d35c457a96e7/8f0d5889-2494-4c08-b569-c2a25040b9bd) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:20.789328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 03735926-51dd-4b51-a5c7-0bf455002385 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:20.814302 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 03735926-51dd-4b51-a5c7-0bf455002385 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:20.814842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:20.832642 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-35271c8a-96af-4109-8af3-6e1ec009d9a5 req-9f556777-4622-4746-ab87-a0325083004d service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892556 Dec 22 17:21:20.994330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:20.995962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:21:21.001159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e36cc5c-509a-4b34-8120-bd6522fe17c9 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:21.087728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=5508de61-50d6-479f-b503-0a8f0c865843,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:21.094700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:21.100258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking segment: {'id': '4e7ad804-7584-4811-ac6d-ea51ebbd142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d3c6429-4368-48fe-b334-ea773e85b743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:21.100730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network hostable DHCP agents. Network: 6d3c6429-4368-48fe-b334-ea773e85b743, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:21.125662 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network 6d3c6429-4368-48fe-b334-ea773e85b743 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:21.137411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.138539 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 6d3c6429-4368-48fe-b334-ea773e85b743) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:21.142788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:21.144175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.156047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c1ef53-8372-424b-a4b9-9831a846b73a None None] Network 6d3c6429-4368-48fe-b334-ea773e85b743 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:21.168228 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8768322 Dec 22 17:21:21.171584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36524) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:21.245602 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.274026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Transition to ACTIVE for port object 8f0d5889-2494-4c08-b569-c2a25040b9bd will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:21.282343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:21.301010 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b839b32-e1df-4d40-a36a-1c655f05b34a None None] Sync routers for ids ['8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:21.302092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 03735926-51dd-4b51-a5c7-0bf455002385, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=03735926-51dd-4b51-a5c7-0bf455002385,segment=NetworkSegment(cd479d75-ce7b-463b-83c6-4444188717c7),segment_id=cd479d75-ce7b-463b-83c6-4444188717c7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:21.314410 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5029523 Dec 22 17:21:21.317579 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b839b32-e1df-4d40-a36a-1c655f05b34a None None] Routers {'8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:21.318198 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0b839b32-e1df-4d40-a36a-1c655f05b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:21.318906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36528) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:21.321884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.324412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Transition to ACTIVE for port object 8f0d5889-2494-4c08-b569-c2a25040b9bd will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:21.328245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2b4dd650-7a3c-4f0d-b663-fde5abfd35c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:21.373315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.382795 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-673e4907-e7c5-4536-ba37-cb20c38d3499 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e HTTP/1.1" status: 200 len: 205 time: 0.0600560 Dec 22 17:21:21.383236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36532) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:21.386358 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0b839b32-e1df-4d40-a36a-1c655f05b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:21.389284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.395353 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b839b32-e1df-4d40-a36a-1c655f05b34a None None] Routers {'8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:21.396136 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0b839b32-e1df-4d40-a36a-1c655f05b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:21.456783 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0b839b32-e1df-4d40-a36a-1c655f05b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:21.457645 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b839b32-e1df-4d40-a36a-1c655f05b34a None None] The sync data for ids ['8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:21.460619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Network 3e58db82-1a20-4221-8c57-4f358a0dd0d5 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:21.466596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:21.473418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:21.475436 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=03735926-51dd-4b51-a5c7-0bf455002385,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:21.482805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:21.483301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c57c34c7-4aa7-43a9-b9a3-0fdd2288c442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:21.533443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24929984-15d2-43a1-9967-b9025aa74e2f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.647231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-6d3c6429-4368-48fe-b334-ea773e85b743', 'network_id': '6d3c6429-4368-48fe-b334-ea773e85b743', 'tenant_id': 'be7f44a51f1442bfb99875c53d8e9965', 'fixed_ips': [{'subnet_id': '5508de61-50d6-479f-b503-0a8f0c865843'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:21.648082 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.671133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Pushing event updated for resources: {'Port': ['ID=8f0d5889-2494-4c08-b569-c2a25040b9bd,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:21.679438 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:21.682441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Attempting to bind port 8f0d5889-2494-4c08-b569-c2a25040b9bd on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:21.682817 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Attempting to bind port 8f0d5889-2494-4c08-b569-c2a25040b9bd by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '43df7507-6a5c-4d96-b4eb-1f5dbff77a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3e58db82-1a20-4221-8c57-4f358a0dd0d5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:21.683284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Attempting to bind port 8f0d5889-2494-4c08-b569-c2a25040b9bd on network 3e58db82-1a20-4221-8c57-4f358a0dd0d5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:21.724998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:21.726597 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Checking segment: {'id': '43df7507-6a5c-4d96-b4eb-1f5dbff77a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3e58db82-1a20-4221-8c57-4f358a0dd0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:21.727314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.727975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Bound using segment: {'id': '43df7507-6a5c-4d96-b4eb-1f5dbff77a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3e58db82-1a20-4221-8c57-4f358a0dd0d5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:21.728589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Bound port: 8f0d5889-2494-4c08-b569-c2a25040b9bd, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43df7507-6a5c-4d96-b4eb-1f5dbff77a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3e58db82-1a20-4221-8c57-4f358a0dd0d5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:21.729264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.876733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.898208 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] For port 8f0d5889-2494-4c08-b569-c2a25040b9bd, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:21.902612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] For port 8f0d5889-2494-4c08-b569-c2a25040b9bd, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f0d5889-2494-4c08-b569-c2a25040b9bd,segment=NetworkSegment(43df7507-6a5c-4d96-b4eb-1f5dbff77a5e),segment_id=43df7507-6a5c-4d96-b4eb-1f5dbff77a5e)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:21.909967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.916371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fa154127-4afa-4a57-a439-49fe15dfd932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:21.927247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24929984-15d2-43a1-9967-b9025aa74e2f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.931374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24929984-15d2-43a1-9967-b9025aa74e2f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.953673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Allocated IP 172.20.0.2 (6d3c6429-4368-48fe-b334-ea773e85b743/5508de61-50d6-479f-b503-0a8f0c865843/f3c5da7a-8adc-4237-9a9f-45ff760111e1) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:21.967537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24929984-15d2-43a1-9967-b9025aa74e2f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.968215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24929984-15d2-43a1-9967-b9025aa74e2f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Fanout notify agent at l3_agent the message router_deleted on router 8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:21:21.986036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24929984-15d2-43a1-9967-b9025aa74e2f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:21.987666 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-24929984-15d2-43a1-9967-b9025aa74e2f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e HTTP/1.1" status: 204 len: 168 time: 0.6029289 Dec 22 17:21:21.990380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36536) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:22.065947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe6a229-ff48-4114-9415-310b282a5b0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting subnet acbd5528-b0b3-4697-ab2a-cfae9967c5b6 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:21:22.068979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fe6a229-ff48-4114-9415-310b282a5b0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.083155 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Pushing event updated for resources: {'Port': ['ID=8f0d5889-2494-4c08-b569-c2a25040b9bd,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:22.093559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:22.124983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fe6a229-ff48-4114-9415-310b282a5b0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.219046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fe6a229-ff48-4114-9415-310b282a5b0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.229991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.242577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Transition to ACTIVE for port object f3c5da7a-8adc-4237-9a9f-45ff760111e1 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:22.260654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Transition to ACTIVE for port object f3c5da7a-8adc-4237-9a9f-45ff760111e1 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:22.267207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.274149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fa154127-4afa-4a57-a439-49fe15dfd932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:22.300212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.304842 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0ddd1f99-c082-4c72-a0ce-9f871f980874 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:22.342050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Network 6d3c6429-4368-48fe-b334-ea773e85b743 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:22.344910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:22.349522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:22.354302 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Subnet': ['ID=5508de61-50d6-479f-b503-0a8f0c865843,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:22.358803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Pushing event updated for resources: {'Port': ['ID=f3c5da7a-8adc-4237-9a9f-45ff760111e1,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:22.361937 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:22.385485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:22.401577 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fe6a229-ff48-4114-9415-310b282a5b0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.412917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a625230-8c0c-48c7-842f-291aad0f29dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:22.459959 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Attempting to bind port f3c5da7a-8adc-4237-9a9f-45ff760111e1 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:22.460301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Attempting to bind port f3c5da7a-8adc-4237-9a9f-45ff760111e1 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '4e7ad804-7584-4811-ac6d-ea51ebbd142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d3c6429-4368-48fe-b334-ea773e85b743'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:22.460768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Attempting to bind port f3c5da7a-8adc-4237-9a9f-45ff760111e1 on network 6d3c6429-4368-48fe-b334-ea773e85b743 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:22.466922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:22.467421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Checking segment: {'id': '4e7ad804-7584-4811-ac6d-ea51ebbd142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d3c6429-4368-48fe-b334-ea773e85b743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:22.467948 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.468380 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Bound using segment: {'id': '4e7ad804-7584-4811-ac6d-ea51ebbd142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d3c6429-4368-48fe-b334-ea773e85b743'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:22.468853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Bound port: f3c5da7a-8adc-4237-9a9f-45ff760111e1, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7ad804-7584-4811-ac6d-ea51ebbd142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d3c6429-4368-48fe-b334-ea773e85b743'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:22.469374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.521491 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 03735926-51dd-4b51-a5c7-0bf455002385 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:22.617877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] For port f3c5da7a-8adc-4237-9a9f-45ff760111e1, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:22.621144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] For port f3c5da7a-8adc-4237-9a9f-45ff760111e1, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f3c5da7a-8adc-4237-9a9f-45ff760111e1,segment=NetworkSegment(4e7ad804-7584-4811-ac6d-ea51ebbd142a),segment_id=4e7ad804-7584-4811-ac6d-ea51ebbd142a)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:22.630805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.634546 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:22.647545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6a229-ff48-4114-9415-310b282a5b0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Subnet': ['ID=acbd5528-b0b3-4697-ab2a-cfae9967c5b6,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:22.649490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5fe6a229-ff48-4114-9415-310b282a5b0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.655276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5fe6a229-ff48-4114-9415-310b282a5b0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:22.663384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.672584 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5fe6a229-ff48-4114-9415-310b282a5b0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/acbd5528-b0b3-4697-ab2a-cfae9967c5b6 HTTP/1.1" status: 204 len: 168 time: 0.6801679 Dec 22 17:21:22.673259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3eae17-5327-46e0-bdee-c9d74e0b0cf0 None None] Network d001f8c2-80a9-4ef1-8db8-e5b0568cde07 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:22.674248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36542) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:22.685254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 03735926-51dd-4b51-a5c7-0bf455002385 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:22.685643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.691732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3c6429-4368-48fe-b334-ea773e85b743']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:22.704243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7ad804-7584-4811-ac6d-ea51ebbd142a') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:22.704590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7ad804-7584-4811-ac6d-ea51ebbd142a') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:22.716972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.736744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.743097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:22.743541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:22.760265 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:22.806349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.818688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port ec2479a4-8111-4ee8-8b11-d21b6321a2d9 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:22.819425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:22.884044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 17:21:22.884044 dv-neutron-822513-1-hyperv neutron-server[87586]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 17:21:22.884044 dv-neutron-822513-1-hyperv neutron-server[87586]: [parameters: {'id': '6d3c6429-4368-48fe-b334-ea773e85b743'}] Dec 22 17:21:22.884044 dv-neutron-822513-1-hyperv neutron-server[87586]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:21:22.884755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:21:22.991904 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Pushing event updated for resources: {'Port': ['ID=f3c5da7a-8adc-4237-9a9f-45ff760111e1,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:23.001962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:23.060062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port ec2479a4-8111-4ee8-8b11-d21b6321a2d9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=ec2479a4-8111-4ee8-8b11-d21b6321a2d9,segment=NetworkSegment(e79fa088-ed98-423f-8676-a57bdd71843c),segment_id=e79fa088-ed98-423f-8676-a57bdd71843c)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:23.060408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.119067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef691ad1-f499-4ad9-b926-f48553fd6714 None None] Network 6d3c6429-4368-48fe-b334-ea773e85b743 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:23.193178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for ec2479a4-8111-4ee8-8b11-d21b6321a2d9 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:23.201034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df175a3-f8d1-4659-8665-f24245a56d19 None None] Network 3e58db82-1a20-4221-8c57-4f358a0dd0d5 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:23.237918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f0d5889-2494-4c08-b569-c2a25040b9bd up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:23.278207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.282134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cedc0ad9-207c-4257-a8c5-2027a5b1571a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:23.332721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=ec2479a4-8111-4ee8-8b11-d21b6321a2d9,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:23.338295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:23.340510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No DVR routers for this DVR port ec2479a4-8111-4ee8-8b11-d21b6321a2d9 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:23.386383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.398969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Deleting port f3c5da7a-8adc-4237-9a9f-45ff760111e1 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:23.399554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.464717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.479154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-797186da-bad4-4200-bcee-e2741549dd53 None None] Provisioning for port 8f0d5889-2494-4c08-b569-c2a25040b9bd completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:23.490193 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d001f8c2-80a9-4ef1-8db8-e5b0568cde07']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:23.502148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79fa088-ed98-423f-8676-a57bdd71843c') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:23.502928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79fa088-ed98-423f-8676-a57bdd71843c') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:23.516606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.534424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.540955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:23.541539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:23.560437 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:23.574575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 8f0d5889-2494-4c08-b569-c2a25040b9bd completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:23.585382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea044aa-294f-4420-bc28-4b4df52961a5 None None] DHCP port deletion for d001f8c2-80a9-4ef1-8db8-e5b0568cde07 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:21:23.590123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8f0d5889-2494-4c08-b569-c2a25040b9bd triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:23.590512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.648466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] For port f3c5da7a-8adc-4237-9a9f-45ff760111e1, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f3c5da7a-8adc-4237-9a9f-45ff760111e1,segment=NetworkSegment(4e7ad804-7584-4811-ac6d-ea51ebbd142a),segment_id=4e7ad804-7584-4811-ac6d-ea51ebbd142a)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:23.648822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.650160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.656501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3291e11f-90e6-454a-a89a-32de370b4dc9 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:23.678371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.682823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Network': ['ID=d001f8c2-80a9-4ef1-8db8-e5b0568cde07,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:23.685402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:23.701456 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/networks/d001f8c2-80a9-4ef1-8db8-e5b0568cde07 HTTP/1.1" status: 204 len: 168 time: 1.0253985 Dec 22 17:21:23.701456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36546) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:23.707631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-4b208ea3-88d3-473b-bda9-d4506304d71f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1965994996', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:23.715246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4b208ea3-88d3-473b-bda9-d4506304d71f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:23.719590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4b208ea3-88d3-473b-bda9-d4506304d71f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:router and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:23.722825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4b208ea3-88d3-473b-bda9-d4506304d71f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:23.729240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4b208ea3-88d3-473b-bda9-d4506304d71f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:23.739993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b208ea3-88d3-473b-bda9-d4506304d71f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.741137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b208ea3-88d3-473b-bda9-d4506304d71f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.757818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b208ea3-88d3-473b-bda9-d4506304d71f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.783805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b208ea3-88d3-473b-bda9-d4506304d71f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.784083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Calling delete_port for f3c5da7a-8adc-4237-9a9f-45ff760111e1 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:23.804915 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.807900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b208ea3-88d3-473b-bda9-d4506304d71f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.812453 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4b208ea3-88d3-473b-bda9-d4506304d71f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1098280 Dec 22 17:21:23.813337 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36550) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:23.821303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-735671423'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:23.827824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:23.835018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:network and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:23.839967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:23.846996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:23.847324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 8f0d5889-2494-4c08-b569-c2a25040b9bd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f0d5889-2494-4c08-b569-c2a25040b9bd,segment=NetworkSegment(43df7507-6a5c-4d96-b4eb-1f5dbff77a5e),segment_id=43df7507-6a5c-4d96-b4eb-1f5dbff77a5e)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:23.852691 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.854972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-17a66929-29f8-4de9-a2e0-cf2d9935a3c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:23.861086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:23.866270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.900298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.904197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-89080da2-f368-4a03-a895-d560beb645b0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:23.905953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:23.916753 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.917098 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Added segment 41c3a67e-eff8-4047-8a2f-0427a828e5de of type vlan for network fb2c940f-0587-4311-9ccd-d641ff9d47e8 Dec 22 17:21:23.947430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.956294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Port': ['ID=f3c5da7a-8adc-4237-9a9f-45ff760111e1,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:23.960097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:23.961536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No DVR routers for this DVR port f3c5da7a-8adc-4237-9a9f-45ff760111e1 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:23.968160 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:21:23.979198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=8f0d5889-2494-4c08-b569-c2a25040b9bd,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:23.984402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:23.986247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:23.994974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:23.995628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.000906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:24.052783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f8d86d-4316-467f-992c-bb4e86a96523 None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:21:24.093432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.100416 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2857864 Dec 22 17:21:24.104361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36554) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:24.112354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'subnet': {'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:24.127161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3c6429-4368-48fe-b334-ea773e85b743']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:24.130115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Network': ['ID=fb2c940f-0587-4311-9ccd-d641ff9d47e8,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:24.140709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:24.142583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network fb2c940f-0587-4311-9ccd-d641ff9d47e8 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:24.145229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7ad804-7584-4811-ac6d-ea51ebbd142a') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:24.145531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7ad804-7584-4811-ac6d-ea51ebbd142a') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:24.159317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.178701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.185504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:24.186006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:24.203481 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:24.229038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:24.232771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:subnet and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:24.235632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:24.241735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:24.253393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:24.257043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-735cf784-33e9-4739-a168-524b206736a6 None None] Provisioning complete for port 8f0d5889-2494-4c08-b569-c2a25040b9bd triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:24.257376 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.257644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-735cf784-33e9-4739-a168-524b206736a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.288927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.293567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3d357acd-6b8e-429f-90eb-8776bf7eb61c tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:24.308674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.320917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Network': ['ID=6d3c6429-4368-48fe-b334-ea773e85b743,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:24.323737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:24.329346 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/6d3c6429-4368-48fe-b334-ea773e85b743 HTTP/1.1" status: 204 len: 168 time: 3.1567314 Dec 22 17:21:24.329920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36558) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:24.335777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1898904689'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:24.341345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:24.350079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:network and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:24.353593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:24.354054 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f8d86d-4316-467f-992c-bb4e86a96523 None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:21:24.361353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:24.375170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:24.381039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.421692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:24.436324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.436922 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Added segment 917603ca-451a-4be5-aabb-7c22120a7784 of type vlan for network 92dd000d-484b-4c17-a5af-e49db3dc2a0d Dec 22 17:21:24.441171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f0d5889-2494-4c08-b569-c2a25040b9bd up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:24.469376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.502332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.507823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:24.508402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.513686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5e75e4cc-2cd1-4595-9bff-5ddf4f900a27 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:24.516747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.522267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-80b728d1-3e26-4d7f-9213-7daa173c8276 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:24.607796 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2737613 Dec 22 17:21:24.609136 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36564) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:24.617696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=92dd000d-484b-4c17-a5af-e49db3dc2a0d,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:24.618890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Subnet': ['ID=d5e1b50c-d013-4a3f-9396-d38976b8529f,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:24.620331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:24.621783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Checking segment: {'id': '41c3a67e-eff8-4047-8a2f-0427a828e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:24.622230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network hostable DHCP agents. Network: fb2c940f-0587-4311-9ccd-d641ff9d47e8, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:24.629908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 92dd000d-484b-4c17-a5af-e49db3dc2a0d details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:24.632441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'network_id': '92dd000d-484b-4c17-a5af-e49db3dc2a0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:24.646910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:24.829389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8f0d5889-2494-4c08-b569-c2a25040b9bd triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:24.829389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.856125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network fb2c940f-0587-4311-9ccd-d641ff9d47e8 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:24.881846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, fb2c940f-0587-4311-9ccd-d641ff9d47e8) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:24.883634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:24.888916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:24.889182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:24.892814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:subnet and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:24.897271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:24.909002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:24.921066 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8157408 Dec 22 17:21:24.924064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36568) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:24.985031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:24.988428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:25.101475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05e975a-acc0-4396-8188-6778de572621 None None] Network fb2c940f-0587-4311-9ccd-d641ff9d47e8 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:25.118088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device ec2479a4-8111-4ee8-8b11-d21b6321a2d9 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:21:25.200561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: ec2479a4-8111-4ee8-8b11-d21b6321a2d9 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:21:25.200921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device ec2479a4-8111-4ee8-8b11-d21b6321a2d9 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:21:25.201314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_backend_mixin [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Performing IP validity checks on allocation pools {{(pid=87587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 17:21:25.201822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.ipam_backend_mixin [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 17:21:25.354025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:25.354868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:25.513703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Allocated IP 2001:db8::2 (fb2c940f-0587-4311-9ccd-d641ff9d47e8/d5e1b50c-d013-4a3f-9396-d38976b8529f/1e17b9b4-f8ce-4c95-b26d-603a3d3225bc) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:25.542826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:25.709301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:25.716655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a8011853-8896-4f63-9028-6e85fdbef3c6 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:25.719582 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:25.730050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Transition to ACTIVE for port object 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:25.748378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Transition to ACTIVE for port object 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:25.754485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:25.761172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:25.841541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Network fb2c940f-0587-4311-9ccd-d641ff9d47e8 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:25.844347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:25.848599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:25.853183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=7baff8ab-c717-4788-b0e1-52380ebdf2d0,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:25.857552 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Pushing event updated for resources: {'Port': ['ID=1e17b9b4-f8ce-4c95-b26d-603a3d3225bc,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:25.884130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:25.886427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:25.909256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking segment: {'id': '917603ca-451a-4be5-aabb-7c22120a7784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '92dd000d-484b-4c17-a5af-e49db3dc2a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:25.909606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network hostable DHCP agents. Network: 92dd000d-484b-4c17-a5af-e49db3dc2a0d, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:25.944489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Attempting to bind port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:25.944871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Attempting to bind port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '41c3a67e-eff8-4047-8a2f-0427a828e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:25.945240 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Attempting to bind port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc on network fb2c940f-0587-4311-9ccd-d641ff9d47e8 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:25.950414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:25.950789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Checking segment: {'id': '41c3a67e-eff8-4047-8a2f-0427a828e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:25.951225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:25.951630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Bound using segment: {'id': '41c3a67e-eff8-4047-8a2f-0427a828e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:25.952094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Bound port: 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c3a67e-eff8-4047-8a2f-0427a828e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:25.952474 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:25.979328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network 92dd000d-484b-4c17-a5af-e49db3dc2a0d is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:25.995743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 92dd000d-484b-4c17-a5af-e49db3dc2a0d) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:26.005925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:26.006496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.008942 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd671ce-4de8-4dfd-9fcc-998ed0f2551d None None] Network 92dd000d-484b-4c17-a5af-e49db3dc2a0d requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:26.013173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Allocated IP 2001:db8::1 (fb2c940f-0587-4311-9ccd-d641ff9d47e8/d5e1b50c-d013-4a3f-9396-d38976b8529f/2115f073-33eb-4f88-b686-8944c11a00f5) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:26.054956 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4419580 Dec 22 17:21:26.055444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36572) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:26.140414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] For port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:26.163541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] For port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1e17b9b4-f8ce-4c95-b26d-603a3d3225bc,segment=NetworkSegment(41c3a67e-eff8-4047-8a2f-0427a828e5de),segment_id=41c3a67e-eff8-4047-8a2f-0427a828e5de)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:26.195857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.204535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-73af1234-3266-4f74-a763-48668b282399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:26.207325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.282469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.329878 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.339838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Pushing event updated for resources: {'Port': ['ID=1e17b9b4-f8ce-4c95-b26d-603a3d3225bc,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:26.342953 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:26.345941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19ea5be-9f9f-4519-80a1-fe9deb970347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-92dd000d-484b-4c17-a5af-e49db3dc2a0d', 'network_id': '92dd000d-484b-4c17-a5af-e49db3dc2a0d', 'tenant_id': 'be7f44a51f1442bfb99875c53d8e9965', 'fixed_ips': [{'subnet_id': '7baff8ab-c717-4788-b0e1-52380ebdf2d0'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:26.346918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e19ea5be-9f9f-4519-80a1-fe9deb970347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.373810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Transition to ACTIVE for port object 2115f073-33eb-4f88-b686-8944c11a00f5 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:26.379234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.387491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-33f0772b-029b-4a0e-a7ec-625530d5ad10 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:26.413308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.422518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:26.431686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Subnet': ['ID=7baff8ab-c717-4788-b0e1-52380ebdf2d0,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:26.434838 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server [None req-e19ea5be-9f9f-4519-80a1-fe9deb970347 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7baff8ab-c717-4788-b0e1-52380ebdf2d0: This subnet is being modified by another concurrent operation. Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 17:21:26.481565 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise exception Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7baff8ab-c717-4788-b0e1-52380ebdf2d0: This subnet is being modified by another concurrent operation. Dec 22 17:21:26.486095 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server Dec 22 17:21:26.493069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network fb2c940f-0587-4311-9ccd-d641ff9d47e8 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:26.496158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:26.503213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:26.503213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.507673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cf63d0-b1b3-4ca5-8e79-8b437f692259 None None] Network 92dd000d-484b-4c17-a5af-e49db3dc2a0d requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:26.531262 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=2115f073-33eb-4f88-b686-8944c11a00f5,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:26.535721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:26.537308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.577584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92dd000d-484b-4c17-a5af-e49db3dc2a0d']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:26.607856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917603ca-451a-4be5-aabb-7c22120a7784') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:26.608156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917603ca-451a-4be5-aabb-7c22120a7784') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:26.625782 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.646992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.654437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:26.654914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.679332 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:26.765889 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:26.772416 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.778100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c8faa046-f734-47a2-be74-7de5119a989e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:26.808767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.821045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Network': ['ID=92dd000d-484b-4c17-a5af-e49db3dc2a0d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:26.824190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:26.829160 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/92dd000d-484b-4c17-a5af-e49db3dc2a0d HTTP/1.1" status: 204 len: 168 time: 0.7726336 Dec 22 17:21:26.829920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36578) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:26.836728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-711861815'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:26.841990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:26.845768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:network and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:26.849275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:26.854930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:26.865399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:26.869103 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.897488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:26.906248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.906609 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Added segment 645b3df1-6eff-42b2-bdaf-d3b20a27fca7 of type vlan for network 5655afac-faec-40d4-a64f-e022a68ee6cf Dec 22 17:21:26.932483 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.961679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.967263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:26.967850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:26.973694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-41ab2958-d8c5-4c5e-8be5-786f99c44948 tempest-FloatingIPNegativeTestJSON-1731206147 tempest-FloatingIPNegativeTestJSON-1731206147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:27.109806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:27.114927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:27.115882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:27.119588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-06a3286c-7175-43fe-b9e1-103f8a3cb75b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:27.199203 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3672607 Dec 22 17:21:27.200888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=5655afac-faec-40d4-a64f-e022a68ee6cf,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:27.202876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36582) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:27.204393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:27.212669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 5655afac-faec-40d4-a64f-e022a68ee6cf details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:27.222312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'network_id': '5655afac-faec-40d4-a64f-e022a68ee6cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:27.293742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=2115f073-33eb-4f88-b686-8944c11a00f5,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:27.296719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:27.425794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:27.441072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:subnet and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:27.445289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:27.454846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:27.464097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network fb2c940f-0587-4311-9ccd-d641ff9d47e8 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:27.466370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:27.472688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:27.476232 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:27.505310 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb10b9-6cf2-4967-99e7-6e69bffc32e7 None None] Network fb2c940f-0587-4311-9ccd-d641ff9d47e8 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:27.610010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a748ea83-8cc4-420c-8cf8-f2d30bdd5776 None None] Provisioning for port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:27.616525 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5393a0b8-ce1d-4389-8234-9ce23bec2a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:27.807766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 529d4b93-8115-4ab8-baf1-8f63bbfc008a is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:21:28.065184 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-946c518c-a6a4-4359-9f30-9bb310600e37 None None] Provisioning for port 2115f073-33eb-4f88-b686-8944c11a00f5 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:28.069981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-946c518c-a6a4-4359-9f30-9bb310600e37 None None] Provisioning complete for port 2115f073-33eb-4f88-b686-8944c11a00f5 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:28.070359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-946c518c-a6a4-4359-9f30-9bb310600e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.126111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.130783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-946c518c-a6a4-4359-9f30-9bb310600e37 None None] Port 2115f073-33eb-4f88-b686-8944c11a00f5 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:21:28.131716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:28.187837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:28.197619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Sync routers for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:28.207889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:28.208524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:28.223670 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2985404 Dec 22 17:21:28.225208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36586) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:28.230231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=7ce46dcf-f151-4bc5-95bf-af7871c36bfc,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:28.231286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1904148190'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:28.232869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:28.238387 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:28.242765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:network and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:28.243975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking segment: {'id': '645b3df1-6eff-42b2-bdaf-d3b20a27fca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5655afac-faec-40d4-a64f-e022a68ee6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:28.244354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network hostable DHCP agents. Network: 5655afac-faec-40d4-a64f-e022a68ee6cf, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:28.247985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:28.256511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:28.266313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network 5655afac-faec-40d4-a64f-e022a68ee6cf is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:28.270353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:28.274753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.282123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 5655afac-faec-40d4-a64f-e022a68ee6cf) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:28.290795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:28.291793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.306750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:28.316733 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1054554 Dec 22 17:21:28.319124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36590) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:28.320104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.320455 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Added segment 2e4a87b0-de49-4cea-944f-346f348be18b of type vlan for network 8a3b0f6f-4d11-429b-9b25-45d94ad5565f Dec 22 17:21:28.345694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f2a3d1-d724-4207-8c79-8467798eae90 None None] Network 5655afac-faec-40d4-a64f-e022a68ee6cf requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:28.387230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.407277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2a27afba-0c0a-4c41-9ce6-860b7edc0ec2 None None] Provisioning complete for port 2115f073-33eb-4f88-b686-8944c11a00f5 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:28.407658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2a27afba-0c0a-4c41-9ce6-860b7edc0ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.433813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.440657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:28.441639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.447207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5175bbeb-3fe7-425a-b7e6-b49c1e98ba42 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:28.510330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.515550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:28.570406 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3439796 Dec 22 17:21:28.573629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36594) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:28.580108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Network': ['ID=8a3b0f6f-4d11-429b-9b25-45d94ad5565f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:28.585852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'subnet': {'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:28.590264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:28.602850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 8a3b0f6f-4d11-429b-9b25-45d94ad5565f details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:28.626009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:28.675071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.684865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2a27afba-0c0a-4c41-9ce6-860b7edc0ec2 None None] Port 2115f073-33eb-4f88-b686-8944c11a00f5 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:21:28.754846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:28.760537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:subnet and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:28.763775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:28.773536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:28.785771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.795356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c1459601-1010-40e3-912f-d6ee65f2a143 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:28.826174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:28.829647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:28.866631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce46dcf-f151-4bc5-95bf-af7871c36bfc,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:28.874151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:29.009170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.047136 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5655afac-faec-40d4-a64f-e022a68ee6cf']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:29.062590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645b3df1-6eff-42b2-bdaf-d3b20a27fca7') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:29.062886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645b3df1-6eff-42b2-bdaf-d3b20a27fca7') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:29.067224 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:29.076374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0484b450-accb-4994-a3b5-0257dd2089e4 None None] Provisioning complete for port 2115f073-33eb-4f88-b686-8944c11a00f5 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:29.077113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0484b450-accb-4994-a3b5-0257dd2089e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.077264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.099082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.116053 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62627c62-fe64-4973-9706-7f6ebe1343dd None None] Network 5655afac-faec-40d4-a64f-e022a68ee6cf requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:29.137509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:29.138166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:29.138315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.138433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:29.151967 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:29.257413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.262553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8e276d95-3531-42a0-ba61-c23c52c30d92 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:29.280812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.293661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-0484b450-accb-4994-a3b5-0257dd2089e4 None None] Port 2115f073-33eb-4f88-b686-8944c11a00f5 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:21:29.297896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Network': ['ID=5655afac-faec-40d4-a64f-e022a68ee6cf,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:29.304358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:29.308660 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/5655afac-faec-40d4-a64f-e022a68ee6cf HTTP/1.1" status: 204 len: 168 time: 0.9881783 Dec 22 17:21:29.312466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36600) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:29.319836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1067032325'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:29.320679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.325265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:29.326047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-14535aca-491f-40c7-91fa-a2645d429134 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:29.329512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:network and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:29.332695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:29.338637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:29.349656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:29.353388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.386493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:29.395495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.396043 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Added segment 5bd8342f-f79b-47da-a748-78b82c3d1289 of type vlan for network a11feee6-d5c6-48cd-ae40-397703f2f2df Dec 22 17:21:29.409677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Subnet': ['ID=e9026741-503b-47cc-a570-4da9273cfe98,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:29.413114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:29.421370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Checking segment: {'id': '2e4a87b0-de49-4cea-944f-346f348be18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:29.421725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network hostable DHCP agents. Network: 8a3b0f6f-4d11-429b-9b25-45d94ad5565f, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:29.423437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.443277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 8a3b0f6f-4d11-429b-9b25-45d94ad5565f is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:29.454712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 8a3b0f6f-4d11-429b-9b25-45d94ad5565f) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:29.460624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:29.461254 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.462734 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.469195 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:29.469886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.475705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a99857d7-9253-4577-a413-dcf2d702ac5b tempest-AllowedAddressPairTestJSON-313145345 tempest-AllowedAddressPairTestJSON-313145345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:29.488678 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9106839 Dec 22 17:21:29.488885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36604) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:29.489658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecee3af5-33c0-4ada-9298-c3f7cd03c969 None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:21:29.573565 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2568185 Dec 22 17:21:29.574300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36608) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:29.578922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.581831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'network_id': 'a11feee6-d5c6-48cd-ae40-397703f2f2df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:29.609238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=a11feee6-d5c6-48cd-ae40-397703f2f2df,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:29.613125 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:29.627220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network a11feee6-d5c6-48cd-ae40-397703f2f2df details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:29.705830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:29.709871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:subnet and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:29.712951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:29.718974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:29.719418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:26Z', 'revision_number': 2, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:26Z', 'revision_number': 2, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:29.729325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:29.732889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.738011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1e17b9b4-f8ce-4c95-b26d-603a3d3225bc,segment=NetworkSegment(41c3a67e-eff8-4047-8a2f-0427a828e5de),segment_id=41c3a67e-eff8-4047-8a2f-0427a828e5de)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:29.745629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Checking router: 529d4b93-8115-4ab8-baf1-8f63bbfc008a for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:21:29.746056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Updating router 529d4b93-8115-4ab8-baf1-8f63bbfc008a port 2115f073-33eb-4f88-b686-8944c11a00f5 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:21:29.785718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.805480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-73af1234-3266-4f74-a763-48668b282399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:29.915813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:29.937733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee3af5-33c0-4ada-9298-c3f7cd03c969 None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:21:29.940920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=1e17b9b4-f8ce-4c95-b26d-603a3d3225bc,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:29.970678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:29.996078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.001966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5fe6a229-ff48-4114-9415-310b282a5b0e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:30.081981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=59497487-5b5a-4066-8b4c-6848855dcfe7,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:30.085808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:30.088370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking segment: {'id': '5bd8342f-f79b-47da-a748-78b82c3d1289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a11feee6-d5c6-48cd-ae40-397703f2f2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:30.088735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network hostable DHCP agents. Network: a11feee6-d5c6-48cd-ae40-397703f2f2df, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:30.109312 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network a11feee6-d5c6-48cd-ae40-397703f2f2df is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:30.120936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, a11feee6-d5c6-48cd-ae40-397703f2f2df) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:30.125437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:30.126379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.153159 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5778055 Dec 22 17:21:30.153789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36612) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:30.170299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9d92a9b1-142a-4af4-a72a-c354963c8afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.271882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.301722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.372050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.423491 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:30.451327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.456674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e28226c1-1008-4cba-af01-2b9db5fba897 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:30.496735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Subnet': ['ID=59497487-5b5a-4066-8b4c-6848855dcfe7,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:30.511509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:30.590084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.623453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11feee6-d5c6-48cd-ae40-397703f2f2df']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:30.636048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd8342f-f79b-47da-a748-78b82c3d1289') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:30.636362 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd8342f-f79b-47da-a748-78b82c3d1289') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:30.648333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.666084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.666917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Allocated IP 2001:db8:1::1 (8a3b0f6f-4d11-429b-9b25-45d94ad5565f/e9026741-503b-47cc-a570-4da9273cfe98/e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:30.673156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:30.673609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:30.689570 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:30.715958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.724139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:30.724502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.792976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.795850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Transition to ACTIVE for port object 2115f073-33eb-4f88-b686-8944c11a00f5 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:30.799151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.801507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ed69dfd6-b6ab-4732-8253-7013d7b60ae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:30.815853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.823608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-25467f91-995f-48f2-8abd-7ae1438b4259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:30.833121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Network': ['ID=a11feee6-d5c6-48cd-ae40-397703f2f2df,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:30.836394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:30.838082 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/a11feee6-d5c6-48cd-ae40-397703f2f2df HTTP/1.1" status: 204 len: 168 time: 0.6833766 Dec 22 17:21:30.842781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36616) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:30.849470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1325060589'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:30.854944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:30.859544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:network and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:30.862287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:30.864761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.866814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:30.867494 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.869438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:30.880991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Transition to ACTIVE for port object e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:30.883135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:30.888185 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.906421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.912591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:30.920529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:30.930931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.931340 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Added segment 51834f71-397a-46e8-a41f-d69fabc6082a of type vlan for network 681bc42e-8ee1-4edd-9d29-2435ae92d9fe Dec 22 17:21:30.961248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.976765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 8a3b0f6f-4d11-429b-9b25-45d94ad5565f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:30.979911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:30.984758 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:30.985341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:30.998206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.002677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:31.006228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:31.008622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:31.009355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.019375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-50aecec7-93e5-4775-b32a-7e903450d7ac tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:31.045696 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b16642-5f04-482c-b907-cc0c343a5c5a None None] Pushing event updated for resources: {'Port': ['ID=2115f073-33eb-4f88-b686-8944c11a00f5,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:31.090163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d2b16642-5f04-482c-b907-cc0c343a5c5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:31.134788 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2881336 Dec 22 17:21:31.134788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36622) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:31.141516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'network_id': '681bc42e-8ee1-4edd-9d29-2435ae92d9fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:31.154796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.156223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.168250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=681bc42e-8ee1-4edd-9d29-2435ae92d9fe,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:31.170963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:31.202447 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 681bc42e-8ee1-4edd-9d29-2435ae92d9fe details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:31.370529 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.382733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Attempting to bind port 2115f073-33eb-4f88-b686-8944c11a00f5 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:31.383201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Attempting to bind port 2115f073-33eb-4f88-b686-8944c11a00f5 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '41c3a67e-eff8-4047-8a2f-0427a828e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:31.383519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Attempting to bind port 2115f073-33eb-4f88-b686-8944c11a00f5 on network fb2c940f-0587-4311-9ccd-d641ff9d47e8 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:31.392700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:31.396984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:subnet and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:31.399814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:31.402280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:31.402667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Checking segment: {'id': '41c3a67e-eff8-4047-8a2f-0427a828e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:31.403099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.403502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Bound using segment: {'id': '41c3a67e-eff8-4047-8a2f-0427a828e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:31.403986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Bound port: 2115f073-33eb-4f88-b686-8944c11a00f5, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c3a67e-eff8-4047-8a2f-0427a828e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:31.404371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.406547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:31.417958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:31.421486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.461273 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Allocated IP 2001:db8:1::2 (8a3b0f6f-4d11-429b-9b25-45d94ad5565f/e9026741-503b-47cc-a570-4da9273cfe98/3e16ada1-bbb3-416c-96cb-04ea8774a19e) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:31.519976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.ipam_backend_mixin [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Performing IP validity checks on allocation pools {{(pid=87586) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 17:21:31.520966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.ipam_backend_mixin [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87586) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 17:21:31.591514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.592699 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] For port 2115f073-33eb-4f88-b686-8944c11a00f5, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:31.598195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.599300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.604785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-60556c02-37e6-4717-953d-1e590b35b066 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:31.605856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] For port 2115f073-33eb-4f88-b686-8944c11a00f5, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2115f073-33eb-4f88-b686-8944c11a00f5,segment=NetworkSegment(41c3a67e-eff8-4047-8a2f-0427a828e5de),segment_id=41c3a67e-eff8-4047-8a2f-0427a828e5de)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:31.617466 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.623490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:31.646305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.655119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8863cfce-502e-4932-a86b-e8ba914372dd tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:31.770963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b16642-5f04-482c-b907-cc0c343a5c5a None None] Pushing event updated for resources: {'Port': ['ID=2115f073-33eb-4f88-b686-8944c11a00f5,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:31.775688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:31.776319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:31.786980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=f97a0595-13e8-4c70-b13b-34b6d2d345f4,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:31.801150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:31.802485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking segment: {'id': '51834f71-397a-46e8-a41f-d69fabc6082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '681bc42e-8ee1-4edd-9d29-2435ae92d9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:31.803472 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network hostable DHCP agents. Network: 681bc42e-8ee1-4edd-9d29-2435ae92d9fe, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:31.828990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d2b16642-5f04-482c-b907-cc0c343a5c5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:31.835077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network 681bc42e-8ee1-4edd-9d29-2435ae92d9fe is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:31.847143 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 681bc42e-8ee1-4edd-9d29-2435ae92d9fe) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:31.851070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:31.851678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.873738 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7375681 Dec 22 17:21:31.876164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36626) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:31.901259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:31.904081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:31.929105 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:31.947003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Transition to ACTIVE for port object 3e16ada1-bbb3-416c-96cb-04ea8774a19e will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:31.958977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 8a3b0f6f-4d11-429b-9b25-45d94ad5565f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:31.960665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:31.965074 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:32.022827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.034538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Transition to ACTIVE for port object 3e16ada1-bbb3-416c-96cb-04ea8774a19e will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:32.043963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.049272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:32.089482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.125810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 529d4b93-8115-4ab8-baf1-8f63bbfc008a has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:21:32.176367 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.186992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c8c60250-0839-4f0d-ae40-7edfdbaa451e tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:32.238180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Subnet': ['ID=f97a0595-13e8-4c70-b13b-34b6d2d345f4,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:32.243877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:32.296077 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Network 8a3b0f6f-4d11-429b-9b25-45d94ad5565f is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:32.299917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:32.307663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:32.313120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:32.318711 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8263745 Dec 22 17:21:32.318897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36630) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:32.323479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.324532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-429046626'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:32.329255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:32.333559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:network and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:32.336806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:32.342736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:32.351990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681bc42e-8ee1-4edd-9d29-2435ae92d9fe']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:32.355496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:32.357338 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Pushing event updated for resources: {'Port': ['ID=3e16ada1-bbb3-416c-96cb-04ea8774a19e,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:32.360631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.364790 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51834f71-397a-46e8-a41f-d69fabc6082a') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:32.364965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:32.365108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51834f71-397a-46e8-a41f-d69fabc6082a') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:32.377674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.391591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:32.397344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.404220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:32.404581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:32.420707 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:32.438551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Attempting to bind port 3e16ada1-bbb3-416c-96cb-04ea8774a19e on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:32.438840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Attempting to bind port 3e16ada1-bbb3-416c-96cb-04ea8774a19e by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '2e4a87b0-de49-4cea-944f-346f348be18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:32.440200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Attempting to bind port 3e16ada1-bbb3-416c-96cb-04ea8774a19e on network 8a3b0f6f-4d11-429b-9b25-45d94ad5565f {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:32.476490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:32.476865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Checking segment: {'id': '2e4a87b0-de49-4cea-944f-346f348be18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:32.477274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.477672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Bound using segment: {'id': '2e4a87b0-de49-4cea-944f-346f348be18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:32.478143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Bound port: 3e16ada1-bbb3-416c-96cb-04ea8774a19e, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4a87b0-de49-4cea-944f-346f348be18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:32.478515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.509162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.512214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.512561 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Added segment 28624eaf-28f4-4333-8cc2-6471ba9231a7 of type vlan for network 1d5a50fa-43f4-4e28-a4ca-895ce7990385 Dec 22 17:21:32.515041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.524558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:32.540340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.548810 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/681bc42e-8ee1-4edd-9d29-2435ae92d9fe HTTP/1.1" status: 204 len: 168 time: 0.6681247 Dec 22 17:21:32.548810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Network': ['ID=681bc42e-8ee1-4edd-9d29-2435ae92d9fe,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:32.549280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36634) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:32.550192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:32.555415 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1276181802'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:32.561614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:32.567844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:network and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:32.570064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.577688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:32.587615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:32.597294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.599829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-640f132e-97b0-4209-a342-428a93df2398 None None] For port 3e16ada1-bbb3-416c-96cb-04ea8774a19e, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:32.602844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:32.603321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.603870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-640f132e-97b0-4209-a342-428a93df2398 None None] For port 3e16ada1-bbb3-416c-96cb-04ea8774a19e, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3e16ada1-bbb3-416c-96cb-04ea8774a19e,segment=NetworkSegment(2e4a87b0-de49-4cea-944f-346f348be18b),segment_id=2e4a87b0-de49-4cea-944f-346f348be18b)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:32.607422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-911e54b4-73ab-4589-acfd-ed568ae6cd14 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:32.609161 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.613823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-37defb88-3bb3-44f3-8d84-92944421a1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:32.628564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:32.631923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.646546 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:31Z', 'revision_number': 3, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:31Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:31Z', 'revision_number': 2, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:32.674254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3c998c-3880-4ac6-928c-4fc2ddea40f9 None None] The sync data for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv is: [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:31Z', 'revision_number': 3, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:31Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:31Z', 'revision_number': 2, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:32.708601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Pushing event updated for resources: {'Port': ['ID=3e16ada1-bbb3-416c-96cb-04ea8774a19e,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:32.712017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:32.740067 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4198174 Dec 22 17:21:32.742184 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Network': ['ID=1d5a50fa-43f4-4e28-a4ca-895ce7990385,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:32.742986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36638) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:32.747049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:32.751240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:32.752878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'subnet': {'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:32.764328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 1d5a50fa-43f4-4e28-a4ca-895ce7990385 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:32.766793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.767163 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Added segment c8c1ccae-a8cb-4cf9-afa8-6f3048305b4b of type vlan for network c66c4b58-18cc-4ac0-8e9b-408939ea3581 Dec 22 17:21:32.802777 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.845871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.852551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:32.853177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:32.857199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-59af1c8c-adab-4635-bbee-123c5274284b tempest-BulkNetworkOpsIpV6Test-1392931141 tempest-BulkNetworkOpsIpV6Test-1392931141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:32.928571 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:32.933404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:subnet and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:32.944261 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:32.973263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:33.024684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:33.031301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:33.033619 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4824324 Dec 22 17:21:33.034370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36642) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:33.044313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'network_id': 'c66c4b58-18cc-4ac0-8e9b-408939ea3581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:33.068962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=c66c4b58-18cc-4ac0-8e9b-408939ea3581,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:33.071715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:33.081283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network c66c4b58-18cc-4ac0-8e9b-408939ea3581 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:33.216257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:33.223215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:subnet and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:33.226464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:33.233144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:33.251171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:33.256112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:33.328607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:33.332831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a5954562-6e04-4c7d-b5e9-d8975bf82c58 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:33.410422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Subnet': ['ID=9b1d2c42-569b-47d9-938b-5db2d4f497a3,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:33.415360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:33.430190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Checking segment: {'id': '28624eaf-28f4-4333-8cc2-6471ba9231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:33.430862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network hostable DHCP agents. Network: 1d5a50fa-43f4-4e28-a4ca-895ce7990385, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:33.456528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 1d5a50fa-43f4-4e28-a4ca-895ce7990385 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:33.467258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 1d5a50fa-43f4-4e28-a4ca-895ce7990385) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:33.472753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:33.473504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:33.498117 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7530224 Dec 22 17:21:33.500951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36648) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:33.517129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:33.522422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1a420812-0880-4aa3-bb70-197f71bc4718 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:33.612430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=49d2f7c2-a037-4c1f-a350-0dc3aa9084fa,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:33.616786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:33.621287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking segment: {'id': 'c8c1ccae-a8cb-4cf9-afa8-6f3048305b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c66c4b58-18cc-4ac0-8e9b-408939ea3581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:33.621677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network hostable DHCP agents. Network: c66c4b58-18cc-4ac0-8e9b-408939ea3581, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:33.647797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network c66c4b58-18cc-4ac0-8e9b-408939ea3581 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:33.664764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, c66c4b58-18cc-4ac0-8e9b-408939ea3581) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:33.676332 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:33.676927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:33.708688 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b54f4451-54e2-438b-93b6-7e62adef4340 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6693015 Dec 22 17:21:33.711467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36652) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:33.804046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36656) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:34.057368 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c7394-c5ed-4ec3-a4c4-f37a48fe9aab None None] Network 8a3b0f6f-4d11-429b-9b25-45d94ad5565f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:34.089775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1187bbd-e8f1-41c0-9925-6880e2f0de7d None None] Network a11feee6-d5c6-48cd-ae40-397703f2f2df requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:34.226660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:34.242029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc9c269-5546-43c0-8dd3-9a7528a5e32b None None] Network c66c4b58-18cc-4ac0-8e9b-408939ea3581 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:34.256099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94397d1c-2544-43ae-8322-87cb227ed326 None None] Network 1d5a50fa-43f4-4e28-a4ca-895ce7990385 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:34.270111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907a5870-9c2e-4e71-9285-f2116069717d None None] Network 681bc42e-8ee1-4edd-9d29-2435ae92d9fe requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:34.295047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1187bbd-e8f1-41c0-9925-6880e2f0de7d None None] Network a11feee6-d5c6-48cd-ae40-397703f2f2df could not be found, it might have been deleted concurrently. {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 17:21:34.323973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9338f12-4e7c-4cf4-99d4-ffb188309bf8 None None] Network a11feee6-d5c6-48cd-ae40-397703f2f2df requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:34.465349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9338f12-4e7c-4cf4-99d4-ffb188309bf8 None None] Network a11feee6-d5c6-48cd-ae40-397703f2f2df could not be found, it might have been deleted concurrently. {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 17:21:34.467808 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907a5870-9c2e-4e71-9285-f2116069717d None None] Network 681bc42e-8ee1-4edd-9d29-2435ae92d9fe could not be found, it might have been deleted concurrently. {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 17:21:34.512238 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b6697-727d-4ac0-a01b-a00ddb35cbdf None None] Network 681bc42e-8ee1-4edd-9d29-2435ae92d9fe requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:34.541575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-46340e83-1be2-4147-9ec5-0cfdae6d44a8 None None] Provisioning for port 3e16ada1-bbb3-416c-96cb-04ea8774a19e completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:34.560839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b6697-727d-4ac0-a01b-a00ddb35cbdf None None] Network 681bc42e-8ee1-4edd-9d29-2435ae92d9fe could not be found, it might have been deleted concurrently. {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 17:21:34.576112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3e16ada1-bbb3-416c-96cb-04ea8774a19e up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:34.577186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:34.604037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:34.816371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:34.828932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-265786f0-0e16-48e5-a11d-429547f815e2 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:34.879548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Subnet': ['ID=49d2f7c2-a037-4c1f-a350-0dc3aa9084fa,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:34.884108 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:34.981294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 3e16ada1-bbb3-416c-96cb-04ea8774a19e completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:34.992825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.048134 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3e16ada1-bbb3-416c-96cb-04ea8774a19e triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:35.048134 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.059782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66c4b58-18cc-4ac0-8e9b-408939ea3581']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:35.084506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c1ccae-a8cb-4cf9-afa8-6f3048305b4b') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:35.084840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c1ccae-a8cb-4cf9-afa8-6f3048305b4b') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:35.088890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Allocated IP 2001:db8:2::1 (1d5a50fa-43f4-4e28-a4ca-895ce7990385/9b1d2c42-569b-47d9-938b-5db2d4f497a3/7765d92a-2983-4d0d-9d9d-92f328921fa8) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:35.102319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.118452 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Sync routers for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:35.123749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.129779 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:35.130406 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:35.133022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:35.133414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:35.148383 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:35.195503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d3de7e-29d2-43a0-b31b-be3f72509986 None None] Network c66c4b58-18cc-4ac0-8e9b-408939ea3581 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:35.221378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.312523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.316204 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:35.317183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.318005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.322945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7db950a1-36c1-4d45-a1de-532f33684e7b tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:35.332385 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:35.349289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Transition to ACTIVE for port object 7765d92a-2983-4d0d-9d9d-92f328921fa8 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:35.374328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.379285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:35.397417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.399750 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.412688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Network': ['ID=c66c4b58-18cc-4ac0-8e9b-408939ea3581,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:35.425738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:35.435051 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/c66c4b58-18cc-4ac0-8e9b-408939ea3581 HTTP/1.1" status: 204 len: 168 time: 1.7224412 Dec 22 17:21:35.438192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36666) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:35.443539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-579667055'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:35.451949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:35.464972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:network and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:35.470098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:35.471415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 1d5a50fa-43f4-4e28-a4ca-895ce7990385 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:35.476154 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:35.479329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:35.481854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:35.482845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.500425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=7765d92a-2983-4d0d-9d9d-92f328921fa8,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:35.510798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:35.563820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:35.567428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.634615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.651147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:35.671269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.671663 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Added segment b97f75e3-06aa-467b-8a52-99c500db3431 of type vlan for network 04ccb629-6c86-484f-bb82-3d03a336d84c Dec 22 17:21:35.676589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.688251 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:31Z', 'revision_number': 3, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:31Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:31Z', 'revision_number': 2, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:35.692962 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Checking router: 529d4b93-8115-4ab8-baf1-8f63bbfc008a for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:21:35.694046 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Updating router 529d4b93-8115-4ab8-baf1-8f63bbfc008a port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:21:35.704942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.756922 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.807039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.812944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:35.813536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.822905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3cc2bf79-788e-4998-b1c3-735b52cbd963 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:35.824890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 3e16ada1-bbb3-416c-96cb-04ea8774a19e, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3e16ada1-bbb3-416c-96cb-04ea8774a19e,segment=NetworkSegment(2e4a87b0-de49-4cea-944f-346f348be18b),segment_id=2e4a87b0-de49-4cea-944f-346f348be18b)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:35.832920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Allocated IP 2001:db8:2::2 (1d5a50fa-43f4-4e28-a4ca-895ce7990385/9b1d2c42-569b-47d9-938b-5db2d4f497a3/02408632-5877-4380-bbfd-e5e5907ad35d) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:35.838430 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.839512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2115f073-33eb-4f88-b686-8944c11a00f5 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:35.866205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 03735926-51dd-4b51-a5c7-0bf455002385 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:35.866555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:35.886025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:36.046407 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=3e16ada1-bbb3-416c-96cb-04ea8774a19e,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:36.053546 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:36.213257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 2115f073-33eb-4f88-b686-8944c11a00f5 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:36.229200 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:36.234601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 2115f073-33eb-4f88-b686-8944c11a00f5 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:36.234970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:36.242273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=04ccb629-6c86-484f-bb82-3d03a336d84c,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:36.258826 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Transition to ACTIVE for port object e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:36.274688 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:36.276656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 04ccb629-6c86-484f-bb82-3d03a336d84c details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:36.282083 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0d699949-baf1-4794-8cc5-8a8db2104f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:36.364202 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Pushing event updated for resources: {'Port': ['ID=e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:36.364926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:36.456103 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:36.456733 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:36.457510 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:36.458056 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:36.458534 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:36.459016 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:36.459794 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:36.460563 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:36.461051 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:36.461768 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:36.462262 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:36.462753 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:36.470348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:36.474848 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:36.480943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:36.481851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:36.486869 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-33136ccb-fa4b-4834-a79e-ef25ffff229b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:36.503688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 03735926-51dd-4b51-a5c7-0bf455002385, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=03735926-51dd-4b51-a5c7-0bf455002385,segment=NetworkSegment(cd479d75-ce7b-463b-83c6-4444188717c7),segment_id=cd479d75-ce7b-463b-83c6-4444188717c7)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:36.508666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:36.581337 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Attempting to bind port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:36.581714 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Attempting to bind port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '2e4a87b0-de49-4cea-944f-346f348be18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:36.582204 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Attempting to bind port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e on network 8a3b0f6f-4d11-429b-9b25-45d94ad5565f {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:36.588781 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:36.589160 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Checking segment: {'id': '2e4a87b0-de49-4cea-944f-346f348be18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:36.589746 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:36.590144 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Bound using segment: {'id': '2e4a87b0-de49-4cea-944f-346f348be18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:36.590703 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Bound port: e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4a87b0-de49-4cea-944f-346f348be18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:36.591286 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:36.646835 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2076569 Dec 22 17:21:36.655229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=7765d92a-2983-4d0d-9d9d-92f328921fa8,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:36.656669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b834fec-2bbb-45b1-a28d-6858cac9fd73 None None] Network 8a3b0f6f-4d11-429b-9b25-45d94ad5565f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:36.660770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36670) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:36.663233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:36.668911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'network_id': '04ccb629-6c86-484f-bb82-3d03a336d84c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:36.731980 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] For port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:36.736899 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] For port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e,segment=NetworkSegment(2e4a87b0-de49-4cea-944f-346f348be18b),segment_id=2e4a87b0-de49-4cea-944f-346f348be18b)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:36.744650 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:36.747927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 03735926-51dd-4b51-a5c7-0bf455002385 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:36.751202 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-a6ffe119-afec-4a32-b46a-a65d2d4c0354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:36.810073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:36.827765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 1d5a50fa-43f4-4e28-a4ca-895ce7990385 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:36.830390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:36.834007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:36.876234 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:36.877039 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:36.910090 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 2115f073-33eb-4f88-b686-8944c11a00f5, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2115f073-33eb-4f88-b686-8944c11a00f5,segment=NetworkSegment(41c3a67e-eff8-4047-8a2f-0427a828e5de),segment_id=41c3a67e-eff8-4047-8a2f-0427a828e5de)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:36.926326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:36.927678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:subnet and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:36.942338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:36.942679 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d2b16642-5f04-482c-b907-cc0c343a5c5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:36.963417 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Pushing event updated for resources: {'Port': ['ID=e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:37.019604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:37.026393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:37.029004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=2115f073-33eb-4f88-b686-8944c11a00f5,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:37.037100 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:37.038061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0f0d9973-e334-42e0-99c4-5d0587a7f9d4 None None] Provisioning for port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:37.051253 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:37.059780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Transition to ACTIVE for port object 02408632-5877-4380-bbfd-e5e5907ad35d will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:37.060748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:37.065931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:37.108036 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:37.115862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0f0d9973-e334-42e0-99c4-5d0587a7f9d4 None None] Provisioning complete for port 3e16ada1-bbb3-416c-96cb-04ea8774a19e triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:37.116375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0f0d9973-e334-42e0-99c4-5d0587a7f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:37.159361 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3e16ada1-bbb3-416c-96cb-04ea8774a19e up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:37.176050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 529d4b93-8115-4ab8-baf1-8f63bbfc008a has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:21:37.201503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Transition to ACTIVE for port object 02408632-5877-4380-bbfd-e5e5907ad35d will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:37.261311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:37.267367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6ae2de76-49c2-4dd5-b153-8b8779dadfdc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:37.301303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:37.308075 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5e668de3-3803-45f1-8b4a-b0363496b1f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:37.327513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=03735926-51dd-4b51-a5c7-0bf455002385,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:37.332547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:37.381953 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Pushing event updated for resources: {'Port': ['ID=02408632-5877-4380-bbfd-e5e5907ad35d,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:37.390106 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:37.483576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:37.524169 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0218942 Dec 22 17:21:37.528694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36674) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:37.537325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-237835143'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:37.548021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:37.557795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:network and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:37.562359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:37.582992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:37.606175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3e16ada1-bbb3-416c-96cb-04ea8774a19e triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:37.606678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:37.612799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:37.619218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:37.637877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:37.648861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:37.665409 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:35Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 2, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:37.671378 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e76b29-1288-4164-a1ca-574a794ea001 None None] The sync data for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv is: [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:35Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 2, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:37.715296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Network 1d5a50fa-43f4-4e28-a4ca-895ce7990385 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:37.724841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:37.733080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:37.759230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:37.795436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:37.799494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking segment: {'id': 'b97f75e3-06aa-467b-8a52-99c500db3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '04ccb629-6c86-484f-bb82-3d03a336d84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:37.799858 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network hostable DHCP agents. Network: 04ccb629-6c86-484f-bb82-3d03a336d84c, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:37.833378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:37.833895 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Added segment fb44dd1e-7b6f-4158-8881-105e147fd15d of type vlan for network 54fc0405-714e-4586-87f7-e10f55035895 Dec 22 17:21:37.836413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=ed8027f3-649b-4a3f-9c36-ce9f66c82c84,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:37.844657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:37.870891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network 04ccb629-6c86-484f-bb82-3d03a336d84c is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:37.885752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 04ccb629-6c86-484f-bb82-3d03a336d84c) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:37.890680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:37.891346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:37.912589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a495e3-7b21-4f3b-af80-b60eadcb0d1a None None] Network 04ccb629-6c86-484f-bb82-3d03a336d84c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:37.912854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:37.918830 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2570555 Dec 22 17:21:37.921610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36678) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:38.052086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:38.058717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:38.059626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:38.082106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7fa95668-0dcd-48ce-a352-ec5880d626f9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:38.088705 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Attempting to bind port 02408632-5877-4380-bbfd-e5e5907ad35d on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:38.089205 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Attempting to bind port 02408632-5877-4380-bbfd-e5e5907ad35d by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '28624eaf-28f4-4333-8cc2-6471ba9231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:38.089677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Attempting to bind port 02408632-5877-4380-bbfd-e5e5907ad35d on network 1d5a50fa-43f4-4e28-a4ca-895ce7990385 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:38.109342 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:38.109923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Checking segment: {'id': '28624eaf-28f4-4333-8cc2-6471ba9231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:38.110453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:38.110952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Bound using segment: {'id': '28624eaf-28f4-4333-8cc2-6471ba9231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:38.112906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Bound port: 02408632-5877-4380-bbfd-e5e5907ad35d, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28624eaf-28f4-4333-8cc2-6471ba9231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:38.112906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:38.182790 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6501062 Dec 22 17:21:38.199149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36682) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:38.213067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'subnet': {'network_id': '54fc0405-714e-4586-87f7-e10f55035895', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:38.237225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:38.368959 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] For port 02408632-5877-4380-bbfd-e5e5907ad35d, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:38.378194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] For port 02408632-5877-4380-bbfd-e5e5907ad35d, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=02408632-5877-4380-bbfd-e5e5907ad35d,segment=NetworkSegment(28624eaf-28f4-4333-8cc2-6471ba9231a7),segment_id=28624eaf-28f4-4333-8cc2-6471ba9231a7)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:38.398419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:38.405072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:38.465308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router e635350c-227f-4678-9008-de32eb6f5501 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:21:38.505965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-04ccb629-6c86-484f-bb82-3d03a336d84c', 'network_id': '04ccb629-6c86-484f-bb82-3d03a336d84c', 'tenant_id': 'be7f44a51f1442bfb99875c53d8e9965', 'fixed_ips': [{'subnet_id': 'ed8027f3-649b-4a3f-9c36-ce9f66c82c84'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:38.506821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:38.523510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Pushing event updated for resources: {'Port': ['ID=02408632-5877-4380-bbfd-e5e5907ad35d,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:38.527022 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:38.587790 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Network': ['ID=54fc0405-714e-4586-87f7-e10f55035895,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:38.606729 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 54fc0405-714e-4586-87f7-e10f55035895 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:38.686435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:38.722678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c3f950fb-18fe-443d-aef9-072b1d4e86d5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:38.727358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Sync routers for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:38.759289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:38.769502 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8cd102-9fdf-41fd-ba77-f5c27443d672 None None] Sync routers for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:38.783314 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8cd102-9fdf-41fd-ba77-f5c27443d672 None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:38.785618 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-cd8cd102-9fdf-41fd-ba77-f5c27443d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:38.789732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:38.797933 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/e635350c-227f-4678-9008-de32eb6f5501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9927154 Dec 22 17:21:38.802682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:subnet and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:38.807893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:38.836395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:38.861088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Made reservation on behalf of 93e91622756a4a3ca4d059c600314740 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:38.875084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:38.899847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:38.900509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:39.189023 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-cd8cd102-9fdf-41fd-ba77-f5c27443d672 None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:39.197294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0fa1b646-2075-41ab-bece-adf0be4c8017 None None] Provisioning complete for port 3e16ada1-bbb3-416c-96cb-04ea8774a19e triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:39.197677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b646-2075-41ab-bece-adf0be4c8017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:39.272631 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:39.370880 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Allocated IP 172.20.0.1 (04ccb629-6c86-484f-bb82-3d03a336d84c/ed8027f3-649b-4a3f-9c36-ce9f66c82c84/66ec19b8-8563-4977-b7fd-80a0e5bdef5f) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:39.398419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:39.407176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:39.423324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:39.537172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Subnet': ['ID=81ffe58e-50e7-4cc8-bf65-8ca447b85275,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:39.542803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:39.548055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Checking segment: {'id': 'fb44dd1e-7b6f-4158-8881-105e147fd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '54fc0405-714e-4586-87f7-e10f55035895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:39.548522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network hostable DHCP agents. Network: 54fc0405-714e-4586-87f7-e10f55035895, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:39.573514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 54fc0405-714e-4586-87f7-e10f55035895 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:39.595878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 54fc0405-714e-4586-87f7-e10f55035895) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:39.600408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:39.601117 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:39.664306 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4640195 Dec 22 17:21:39.665202 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36690) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:39.667013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2380c-0f0a-42ad-9d35-93f1a03d4669 req-abfbd800-f790-48cf-9b7d-a0f948d56931 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:39.667890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-30a2380c-0f0a-42ad-9d35-93f1a03d4669 req-abfbd800-f790-48cf-9b7d-a0f948d56931 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:39.691099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-30a2380c-0f0a-42ad-9d35-93f1a03d4669 req-abfbd800-f790-48cf-9b7d-a0f948d56931 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:39.694038 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-30a2380c-0f0a-42ad-9d35-93f1a03d4669 req-abfbd800-f790-48cf-9b7d-a0f948d56931 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 946 time: 0.2123935 Dec 22 17:21:39.711429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be5adf7-91c1-4e2d-801a-3d4bb434030a None None] Network 54fc0405-714e-4586-87f7-e10f55035895 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:39.775175 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-30a2380c-0f0a-42ad-9d35-93f1a03d4669 req-11d4935a-44ba-4361-bd79-6c89c14339f9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29d6eae-4f23-4604-a8c5-88f45a2e050c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681779 Dec 22 17:21:39.879464 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-cd8cd102-9fdf-41fd-ba77-f5c27443d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:21:37Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '343e89c1-dd1b-401d-bdec-301c890147fb', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'port_id': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'mac_address': 'fa:16:3e:31:01:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:20:08Z', 'updated_at': '2021-12-22T17:20:18Z', 'revision_number': 1, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:39.889230 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8cd102-9fdf-41fd-ba77-f5c27443d672 None None] Checking router: e635350c-227f-4678-9008-de32eb6f5501 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:21:39.901984 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8cd102-9fdf-41fd-ba77-f5c27443d672 None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:39.902830 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-cd8cd102-9fdf-41fd-ba77-f5c27443d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:39.946127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:40.029046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:40.029802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:40.185071 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-cd8cd102-9fdf-41fd-ba77-f5c27443d672 None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:40.377280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:40.401958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-77056cc8-212b-4fde-9e9b-890ae05e7bda None None] Provisioning complete for port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:40.402469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-77056cc8-212b-4fde-9e9b-890ae05e7bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:40.437278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Transition to ACTIVE for port object 66ec19b8-8563-4977-b7fd-80a0e5bdef5f will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:40.439929 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0139a4-5e38-4bf1-9102-9c8cdd1f2435 None None] Network 1d5a50fa-43f4-4e28-a4ca-895ce7990385 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:40.450934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:40.606517 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-cd8cd102-9fdf-41fd-ba77-f5c27443d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:21:37Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '343e89c1-dd1b-401d-bdec-301c890147fb', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'port_id': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'mac_address': 'fa:16:3e:31:01:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:20:08Z', 'updated_at': '2021-12-22T17:20:18Z', 'revision_number': 1, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:40.610895 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8cd102-9fdf-41fd-ba77-f5c27443d672 None None] The sync data for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv is: [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:21:37Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '343e89c1-dd1b-401d-bdec-301c890147fb', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'port_id': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'mac_address': 'fa:16:3e:31:01:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:20:08Z', 'updated_at': '2021-12-22T17:20:18Z', 'revision_number': 1, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:40.617433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-54fc0405-714e-4586-87f7-e10f55035895', 'network_id': '54fc0405-714e-4586-87f7-e10f55035895', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'fixed_ips': [{'subnet_id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:40.621813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:40.650640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Transition to ACTIVE for port object 66ec19b8-8563-4977-b7fd-80a0e5bdef5f will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:40.673660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:40.682056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:40.735888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:40.743489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-95b7c990-15e1-48c3-8350-788eaff3c412 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:40.797370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:40.824736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0ad6f-f106-4f0e-b56d-2ceaa774eb01 req-34a3b7d4-66d6-404f-be66-6fb02dedde71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:40.826800 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4de0ad6f-f106-4f0e-b56d-2ceaa774eb01 req-34a3b7d4-66d6-404f-be66-6fb02dedde71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 946 time: 0.1153982 Dec 22 17:21:40.914027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Network 04ccb629-6c86-484f-bb82-3d03a336d84c is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:40.914659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-4de0ad6f-f106-4f0e-b56d-2ceaa774eb01 req-2dac19ab-f2db-4034-8307-1bd3f09ab320 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:40.915011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-4de0ad6f-f106-4f0e-b56d-2ceaa774eb01 req-2dac19ab-f2db-4034-8307-1bd3f09ab320 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:40.936800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:40.985528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:41.028680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Pushing event updated for resources: {'Port': ['ID=66ec19b8-8563-4977-b7fd-80a0e5bdef5f,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:41.040622 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:41.056656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e,segment=NetworkSegment(2e4a87b0-de49-4cea-944f-346f348be18b),segment_id=2e4a87b0-de49-4cea-944f-346f348be18b)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:41.057095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8027f3-649b-4a3f-9c36-ce9f66c82c84,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:41.060280 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:41.132860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.133698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2115f073-33eb-4f88-b686-8944c11a00f5 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:41.162484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:35Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 2, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:41.181628 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:41.218746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.227494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-4de0ad6f-f106-4f0e-b56d-2ceaa774eb01 req-2dac19ab-f2db-4034-8307-1bd3f09ab320 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8,segment=NetworkSegment(cd479d75-ce7b-463b-83c6-4444188717c7),segment_id=cd479d75-ce7b-463b-83c6-4444188717c7)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:41.227970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-4de0ad6f-f106-4f0e-b56d-2ceaa774eb01 req-2dac19ab-f2db-4034-8307-1bd3f09ab320 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.248792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ccb629-6c86-484f-bb82-3d03a336d84c']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:41.263934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97f75e3-06aa-467b-8a52-99c500db3431') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:41.264159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97f75e3-06aa-467b-8a52-99c500db3431') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:41.284789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.305545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e220d2-a053-46fc-8ce4-9163a7be05d7 req-4d164fb5-0fdd-47d2-b613-2729cc307650 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:41.306278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-c8e220d2-a053-46fc-8ce4-9163a7be05d7 req-4d164fb5-0fdd-47d2-b613-2729cc307650 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:41.316238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.327271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:41.327675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:41.343370 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:41.346529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-c8e220d2-a053-46fc-8ce4-9163a7be05d7 req-4d164fb5-0fdd-47d2-b613-2729cc307650 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:41.346529 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c8e220d2-a053-46fc-8ce4-9163a7be05d7 req-4d164fb5-0fdd-47d2-b613-2729cc307650 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=444e2bbc-f9a7-4215-a892-2eb45c261de1 HTTP/1.1" status: 200 len: 946 time: 0.2837777 Dec 22 17:21:41.356966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Checking router: 529d4b93-8115-4ab8-baf1-8f63bbfc008a for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:21:41.357320 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Updating router 529d4b93-8115-4ab8-baf1-8f63bbfc008a port 7765d92a-2983-4d0d-9d9d-92f328921fa8 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:21:41.364205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-4de0ad6f-f106-4f0e-b56d-2ceaa774eb01 req-2dac19ab-f2db-4034-8307-1bd3f09ab320 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:41.407093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-77056cc8-212b-4fde-9e9b-890ae05e7bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.462947 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c8e220d2-a053-46fc-8ce4-9163a7be05d7 req-940a60c5-3530-4e79-909b-aaa73fd976dd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=f29d6eae-4f23-4604-a8c5-88f45a2e050c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625191 Dec 22 17:21:41.463697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 17:21:41.463697 dv-neutron-822513-1-hyperv neutron-server[87586]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 17:21:41.463697 dv-neutron-822513-1-hyperv neutron-server[87586]: [parameters: {'id': '04ccb629-6c86-484f-bb82-3d03a336d84c'}] Dec 22 17:21:41.463697 dv-neutron-822513-1-hyperv neutron-server[87586]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:21:41.464306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:21:41.513296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Attempting to bind port 66ec19b8-8563-4977-b7fd-80a0e5bdef5f on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:41.513669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Attempting to bind port 66ec19b8-8563-4977-b7fd-80a0e5bdef5f by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b97f75e3-06aa-467b-8a52-99c500db3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '04ccb629-6c86-484f-bb82-3d03a336d84c'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:41.514117 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Attempting to bind port 66ec19b8-8563-4977-b7fd-80a0e5bdef5f on network 04ccb629-6c86-484f-bb82-3d03a336d84c {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:41.521064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Allocated IP 2001:db8:3::2 (54fc0405-714e-4586-87f7-e10f55035895/81ffe58e-50e7-4cc8-bf65-8ca447b85275/94374f1b-310b-483b-a1bb-c06f19d53ce4) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:41.532455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-4de0ad6f-f106-4f0e-b56d-2ceaa774eb01 req-2dac19ab-f2db-4034-8307-1bd3f09ab320 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.538485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:41.538866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Checking segment: {'id': 'b97f75e3-06aa-467b-8a52-99c500db3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '04ccb629-6c86-484f-bb82-3d03a336d84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:41.538986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c62dc1e5-d829-47de-a9ab-3d71386a12ac tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:41.539307 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.539687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Bound using segment: {'id': 'b97f75e3-06aa-467b-8a52-99c500db3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '04ccb629-6c86-484f-bb82-3d03a336d84c'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:41.540145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Bound port: 66ec19b8-8563-4977-b7fd-80a0e5bdef5f, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97f75e3-06aa-467b-8a52-99c500db3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '04ccb629-6c86-484f-bb82-3d03a336d84c'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:41.540519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.577092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.585385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:41.594460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac19ab-f2db-4034-8307-1bd3f09ab320 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:41.598071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2dac19ab-f2db-4034-8307-1bd3f09ab320 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:41.617813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:41.669530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de0ad6f-f106-4f0e-b56d-2ceaa774eb01 req-2dac19ab-f2db-4034-8307-1bd3f09ab320 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] No DVR routers for this DVR port f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:41.672217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-4de0ad6f-f106-4f0e-b56d-2ceaa774eb01 req-2dac19ab-f2db-4034-8307-1bd3f09ab320 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.675368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444e2bbc-f9a7-4215-a892-2eb45c261de1', 'name': 'network-vif-deleted', 'tag': 'f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:21:41.691407 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4de0ad6f-f106-4f0e-b56d-2ceaa774eb01 req-2dac19ab-f2db-4034-8307-1bd3f09ab320 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "DELETE /v2.0/ports/f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 HTTP/1.1" status: 204 len: 173 time: 0.8581150 Dec 22 17:21:41.725299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444e2bbc-f9a7-4215-a892-2eb45c261de1', 'name': 'network-vif-deleted', 'tag': 'f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8', 'status': 'completed', 'code': 200} Dec 22 17:21:41.809902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-77056cc8-212b-4fde-9e9b-890ae05e7bda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:21:41.810294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-77056cc8-212b-4fde-9e9b-890ae05e7bda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:21:41.810730 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 2115f073-33eb-4f88-b686-8944c11a00f5 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:41.811195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.965490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.978223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Deleting port 66ec19b8-8563-4977-b7fd-80a0e5bdef5f {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:41.978598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:41.996031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] For port 66ec19b8-8563-4977-b7fd-80a0e5bdef5f, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:42.032301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] For port 66ec19b8-8563-4977-b7fd-80a0e5bdef5f, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=66ec19b8-8563-4977-b7fd-80a0e5bdef5f,segment=NetworkSegment(b97f75e3-06aa-467b-8a52-99c500db3431),segment_id=b97f75e3-06aa-467b-8a52-99c500db3431)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:42.062312 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:42.070261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:42.258869 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] For port 66ec19b8-8563-4977-b7fd-80a0e5bdef5f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=66ec19b8-8563-4977-b7fd-80a0e5bdef5f,segment=NetworkSegment(b97f75e3-06aa-467b-8a52-99c500db3431),segment_id=b97f75e3-06aa-467b-8a52-99c500db3431)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:42.259636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:42.365397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:42.405623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Calling delete_port for 66ec19b8-8563-4977-b7fd-80a0e5bdef5f owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:42.417372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Transition to ACTIVE for port object 94374f1b-310b-483b-a1bb-c06f19d53ce4 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:42.467064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Transition to ACTIVE for port object 94374f1b-310b-483b-a1bb-c06f19d53ce4 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:42.479444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Pushing event updated for resources: {'Port': ['ID=66ec19b8-8563-4977-b7fd-80a0e5bdef5f,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:42.489111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:42.520978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:42.530854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c5fa78a2-3dd9-45d6-a3ce-750fe6a5960c tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server [None req-5589ff13-8286-445c-823b-7686d3ce5fc9 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 66ec19b8-8563-4977-b7fd-80a0e5bdef5f could not be found. Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 161, in get_by_id Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3500, in one Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 337, in get_dhcp_port Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 17:21:42.577355 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1535, in get_port Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 66ec19b8-8563-4977-b7fd-80a0e5bdef5f could not be found. Dec 22 17:21:42.582649 dv-neutron-822513-1-hyperv neutron-server[87588]: ERROR oslo_messaging.rpc.server Dec 22 17:21:42.604109 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:42.621389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Port': ['ID=66ec19b8-8563-4977-b7fd-80a0e5bdef5f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:42.622919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No DVR routers for this DVR port 66ec19b8-8563-4977-b7fd-80a0e5bdef5f on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:42.625600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0b7fbc1c-2d10-4aef-92ef-d39ef3720f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:42.637047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36700) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:42.677207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caae6819-1dce-4c53-8e7f-356e2dda6d40 None None] Network 04ccb629-6c86-484f-bb82-3d03a336d84c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:42.680468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:42.766117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba90d181-4146-4980-a5f3-472f3d3a3a7f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:42.767037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 02408632-5877-4380-bbfd-e5e5907ad35d up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:42.801531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba90d181-4146-4980-a5f3-472f3d3a3a7f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:42.876908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba90d181-4146-4980-a5f3-472f3d3a3a7f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:42.881723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b4168d57-73a5-411c-83c8-eedb4c5dab97 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:42.900816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90d181-4146-4980-a5f3-472f3d3a3a7f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29d6eae-4f23-4604-a8c5-88f45a2e050c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:42.911561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ba90d181-4146-4980-a5f3-472f3d3a3a7f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:42.924792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba90d181-4146-4980-a5f3-472f3d3a3a7f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:42.926500 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ba90d181-4146-4980-a5f3-472f3d3a3a7f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/security-groups/f29d6eae-4f23-4604-a8c5-88f45a2e050c HTTP/1.1" status: 204 len: 168 time: 0.2884688 Dec 22 17:21:42.927656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:42.945371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Allocated IP 2001:db8:3::1 (54fc0405-714e-4586-87f7-e10f55035895/81ffe58e-50e7-4cc8-bf65-8ca447b85275/23d1c4b3-58df-40e6-884c-72aae54b3667) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:42.962589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.resource_extend [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 17:21:42.978384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36706) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:42.988928 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Network 54fc0405-714e-4586-87f7-e10f55035895 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:43.017990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ccb629-6c86-484f-bb82-3d03a336d84c']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:43.039698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:43.041445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Pushing event updated for resources: {'Port': ['ID=94374f1b-310b-483b-a1bb-c06f19d53ce4,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:43.064909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:43.067422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:43.116462 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97f75e3-06aa-467b-8a52-99c500db3431') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:43.116753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97f75e3-06aa-467b-8a52-99c500db3431') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:43.148047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-50bbce0e-6e72-4435-b299-e3fb73fb5859 None None] Provisioning for port 02408632-5877-4380-bbfd-e5e5907ad35d completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:43.149555 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.171101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ef9ec5-f4c1-40ce-917b-ef168f0e80f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting subnet 07ba9f83-1c63-463b-97c7-92c1f02fc002 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:21:43.178062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9ec5-f4c1-40ce-917b-ef168f0e80f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.228359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.260839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:43.261495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:43.277098 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:43.315266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.350351 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Transition to ACTIVE for port object 7765d92a-2983-4d0d-9d9d-92f328921fa8 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:43.355570 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Attempting to bind port 94374f1b-310b-483b-a1bb-c06f19d53ce4 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:43.356647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Attempting to bind port 94374f1b-310b-483b-a1bb-c06f19d53ce4 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'fb44dd1e-7b6f-4158-8881-105e147fd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '54fc0405-714e-4586-87f7-e10f55035895'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:43.357024 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Attempting to bind port 94374f1b-310b-483b-a1bb-c06f19d53ce4 on network 54fc0405-714e-4586-87f7-e10f55035895 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:43.359948 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 02408632-5877-4380-bbfd-e5e5907ad35d completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:43.364632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.365115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9ec5-f4c1-40ce-917b-ef168f0e80f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.369108 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-50bbce0e-6e72-4435-b299-e3fb73fb5859 None None] Provisioning for port 7765d92a-2983-4d0d-9d9d-92f328921fa8 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:43.377339 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:43.410286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:43.410721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Checking segment: {'id': 'fb44dd1e-7b6f-4158-8881-105e147fd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '54fc0405-714e-4586-87f7-e10f55035895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:43.411068 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.411576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Bound using segment: {'id': 'fb44dd1e-7b6f-4158-8881-105e147fd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '54fc0405-714e-4586-87f7-e10f55035895'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:43.412073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Bound port: 94374f1b-310b-483b-a1bb-c06f19d53ce4, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb44dd1e-7b6f-4158-8881-105e147fd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '54fc0405-714e-4586-87f7-e10f55035895'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:43.412449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.433006 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 02408632-5877-4380-bbfd-e5e5907ad35d triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:43.433678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.531866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.571939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.579560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Transition to ACTIVE for port object 23d1c4b3-58df-40e6-884c-72aae54b3667 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:43.585738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8ce763f4-8481-42af-b120-f9e5fda17e76 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:43.606534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.618871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Network': ['ID=04ccb629-6c86-484f-bb82-3d03a336d84c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:43.621243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:43.646949 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/04ccb629-6c86-484f-bb82-3d03a336d84c HTTP/1.1" status: 204 len: 168 time: 5.7238584 Dec 22 17:21:43.652109 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36710) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:43.661572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945b587-9c7d-41a3-9307-d8d71d71d7c3 None None] Pushing event updated for resources: {'Port': ['ID=7765d92a-2983-4d0d-9d9d-92f328921fa8,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:43.665597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9ec5-f4c1-40ce-917b-ef168f0e80f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.665958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-487586868'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:43.674820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:43.679349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:network and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:43.683400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:43.691242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e945b587-9c7d-41a3-9307-d8d71d71d7c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:43.693645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:43.720606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:43.721727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.724071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.728434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:43.762049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:43.777867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.778216 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Added segment ebbd0c83-e3e4-45da-a71d-01b235b7f699 of type vlan for network 3f07dfda-a7a9-443f-8919-2a53ce5cba49 Dec 22 17:21:43.806894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.809715 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=23d1c4b3-58df-40e6-884c-72aae54b3667,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:43.818828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:43.832397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 54fc0405-714e-4586-87f7-e10f55035895 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:43.836070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:43.838904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:43.839853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.846219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.851790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:43.852422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.857574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-33d6c1c1-5410-480c-84aa-8abd58ecebd5 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:43.878330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9ec5-f4c1-40ce-917b-ef168f0e80f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.885585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ba5a596a-af8c-4cf3-b103-11dbd7599c46 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:43.894025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:21:43.922681 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Attempting to bind port 7765d92a-2983-4d0d-9d9d-92f328921fa8 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:43.923091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Attempting to bind port 7765d92a-2983-4d0d-9d9d-92f328921fa8 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '28624eaf-28f4-4333-8cc2-6471ba9231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:43.923497 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Attempting to bind port 7765d92a-2983-4d0d-9d9d-92f328921fa8 on network 1d5a50fa-43f4-4e28-a4ca-895ce7990385 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:43.926120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9ec5-f4c1-40ce-917b-ef168f0e80f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.940641 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a8ef9ec5-f4c1-40ce-917b-ef168f0e80f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/subnets/07ba9f83-1c63-463b-97c7-92c1f02fc002 HTTP/1.1" status: 204 len: 168 time: 0.9601991 Dec 22 17:21:43.940982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:43.941301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Checking segment: {'id': '28624eaf-28f4-4333-8cc2-6471ba9231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:43.941539 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36714) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:43.941711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.942097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Bound using segment: {'id': '28624eaf-28f4-4333-8cc2-6471ba9231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:43.942578 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Bound port: 7765d92a-2983-4d0d-9d9d-92f328921fa8, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28624eaf-28f4-4333-8cc2-6471ba9231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:43.942955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:43.944693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef9ec5-f4c1-40ce-917b-ef168f0e80f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Subnet': ['ID=07ba9f83-1c63-463b-97c7-92c1f02fc002,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:43.949684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a8ef9ec5-f4c1-40ce-917b-ef168f0e80f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:43.964070 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3095846 Dec 22 17:21:43.966850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258ce37b-ef84-47c2-b074-8f2eb2e21f7f None None] Network 0d2e5cc0-d597-402e-81f0-084d1447cecf requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:43.967129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36718) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:43.975688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-39c9775f-557a-458b-b1e3-6f34beac8254 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:43.979957 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] For port 94374f1b-310b-483b-a1bb-c06f19d53ce4, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:43.988876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:21:43.989346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device f7bd7cd4-7d30-49c6-8181-69e76b9c2ed8 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:21:43.994630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=3f07dfda-a7a9-443f-8919-2a53ce5cba49,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:44.000273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:44.081296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 3f07dfda-a7a9-443f-8919-2a53ce5cba49 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:44.095159 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] For port 94374f1b-310b-483b-a1bb-c06f19d53ce4, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=94374f1b-310b-483b-a1bb-c06f19d53ce4,segment=NetworkSegment(fb44dd1e-7b6f-4158-8881-105e147fd15d),segment_id=fb44dd1e-7b6f-4158-8881-105e147fd15d)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:44.110527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:44.116665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:44.153770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:44.174246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:44.174606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:44.175987 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:44.246375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:44.350123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-39c9775f-557a-458b-b1e3-6f34beac8254 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:44.370478 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-39c9775f-557a-458b-b1e3-6f34beac8254 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:44.375383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-91a8cfb8-d5a2-4991-b98e-04e9ebdc23b4 tempest-RoutersNegativeIpV6Test-1867275857 tempest-RoutersNegativeIpV6Test-1867275857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:44.398107 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 02408632-5877-4380-bbfd-e5e5907ad35d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=02408632-5877-4380-bbfd-e5e5907ad35d,segment=NetworkSegment(28624eaf-28f4-4333-8cc2-6471ba9231a7),segment_id=28624eaf-28f4-4333-8cc2-6471ba9231a7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:44.404438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39c9775f-557a-458b-b1e3-6f34beac8254 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network 3f07dfda-a7a9-443f-8919-2a53ce5cba49 is not hosted by any dhcp agent {{(pid=87587) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 17:21:44.410504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c9775f-557a-458b-b1e3-6f34beac8254 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:44.411081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-39c9775f-557a-458b-b1e3-6f34beac8254 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:44.412571 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-39c9775f-557a-458b-b1e3-6f34beac8254 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "PUT /v2.0/networks/3f07dfda-a7a9-443f-8919-2a53ce5cba49 HTTP/1.1" status: 200 len: 723 time: 0.4443696 Dec 22 17:21:44.442726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:44.443812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:44.455522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36722) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:44.474775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] For port 7765d92a-2983-4d0d-9d9d-92f328921fa8, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:44.498248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] For port 7765d92a-2983-4d0d-9d9d-92f328921fa8, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7765d92a-2983-4d0d-9d9d-92f328921fa8,segment=NetworkSegment(28624eaf-28f4-4333-8cc2-6471ba9231a7),segment_id=28624eaf-28f4-4333-8cc2-6471ba9231a7)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:44.505736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Pushing event updated for resources: {'Port': ['ID=94374f1b-310b-483b-a1bb-c06f19d53ce4,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:44.507781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9775f-557a-458b-b1e3-6f34beac8254 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=3f07dfda-a7a9-443f-8919-2a53ce5cba49,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:44.516840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:44.517675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:44.523285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-39c9775f-557a-458b-b1e3-6f34beac8254 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:44.551862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:44.555464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 3f07dfda-a7a9-443f-8919-2a53ce5cba49 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:44.579492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'network_id': '3f07dfda-a7a9-443f-8919-2a53ce5cba49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:44.725627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=02408632-5877-4380-bbfd-e5e5907ad35d,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:44.733792 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:44.735007 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:44.735671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:44.754024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d,segment=NetworkSegment(cd479d75-ce7b-463b-83c6-4444188717c7),segment_id=cd479d75-ce7b-463b-83c6-4444188717c7)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:44.754305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:44.916288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:44.980241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:45.036180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:45.068453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:45.068453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:45.098902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:subnet and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:45.110530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:45.129626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:45.177644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:45.201308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:45.208153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:45.238954 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24390614-e0f5-4004-9076-0cb347e1c774 None None] DHCP port deletion for 0d2e5cc0-d597-402e-81f0-084d1447cecf request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:21:45.249965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945b587-9c7d-41a3-9307-d8d71d71d7c3 None None] Pushing event updated for resources: {'Port': ['ID=7765d92a-2983-4d0d-9d9d-92f328921fa8,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:45.261800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e945b587-9c7d-41a3-9307-d8d71d71d7c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:45.411208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:45.419639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:45.503172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 03735926-51dd-4b51-a5c7-0bf455002385 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:21:45.533562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:45.544014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:45.545898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] No DVR routers for this DVR port a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:45.555013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 03735926-51dd-4b51-a5c7-0bf455002385 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:21:45.555670 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 03735926-51dd-4b51-a5c7-0bf455002385 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:21:45.642504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:45.656162 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:44Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1c4b3-58df-40e6-884c-72aae54b3667', 'name': '', 'network_id': '54fc0405-714e-4586-87f7-e10f55035895', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:b3:4a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:40Z', 'updated_at': '2021-12-22T17:21:42Z', 'revision_number': 1, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:44Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:45.660967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9958c-41c5-470b-9b6b-f35fc2c40d4b None None] The sync data for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv is: [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:44Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1c4b3-58df-40e6-884c-72aae54b3667', 'name': '', 'network_id': '54fc0405-714e-4586-87f7-e10f55035895', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:b3:4a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:40Z', 'updated_at': '2021-12-22T17:21:42Z', 'revision_number': 1, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:44Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:45.778570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:45.779852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:45.788670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8258fd14-a8fb-4de6-acb0-81852e9f9984 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:45.863212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 94374f1b-310b-483b-a1bb-c06f19d53ce4 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:45.865700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:45.917229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c3caa6-69e5-4cb5-ae38-e047925697b2 None None] Network 54fc0405-714e-4586-87f7-e10f55035895 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:45.948538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2e5cc0-d597-402e-81f0-084d1447cecf']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:45.973721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd479d75-ce7b-463b-83c6-4444188717c7') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:45.974006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd479d75-ce7b-463b-83c6-4444188717c7') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:46.046100 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-afc2a2e4-7d47-413a-a2de-3d3b073a50f0 None None] Provisioning for port 94374f1b-310b-483b-a1bb-c06f19d53ce4 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:46.059488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:46.079492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 94374f1b-310b-483b-a1bb-c06f19d53ce4 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:46.080512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event updated for resources: {'Port': ['ID=23d1c4b3-58df-40e6-884c-72aae54b3667,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:46.090063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 94374f1b-310b-483b-a1bb-c06f19d53ce4 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:46.090724 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:46.093191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:46.108849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:46.127503 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:46.127894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:46.143510 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:46.201058 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:46.222433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-86320270-cfec-4f38-ae05-73bd00afa277 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:46.310502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:46.317653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Network 54fc0405-714e-4586-87f7-e10f55035895 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:46.319135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:46.332259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:46.342342 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:46.343534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=dcce3704-4fde-4ff4-b19b-bc4255e545c8,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:46.357954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:46.360268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f833f519-e05a-4f59-ae44-afb941c3d069 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:46.397985 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 94374f1b-310b-483b-a1bb-c06f19d53ce4, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=94374f1b-310b-483b-a1bb-c06f19d53ce4,segment=NetworkSegment(fb44dd1e-7b6f-4158-8881-105e147fd15d),segment_id=fb44dd1e-7b6f-4158-8881-105e147fd15d)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:46.402651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:46.403901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 02408632-5877-4380-bbfd-e5e5907ad35d up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:46.441887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-005284e1-d58e-40f8-a79a-166ff5b89151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:46.466921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Network': ['ID=0d2e5cc0-d597-402e-81f0-084d1447cecf,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:46.610034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=94374f1b-310b-483b-a1bb-c06f19d53ce4,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:46.616948 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:46.629440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:46.630424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking segment: {'id': 'ebbd0c83-e3e4-45da-a71d-01b235b7f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f07dfda-a7a9-443f-8919-2a53ce5cba49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:46.630823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network hostable DHCP agents. Network: 3f07dfda-a7a9-443f-8919-2a53ce5cba49, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:46.636596 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/networks/0d2e5cc0-d597-402e-81f0-084d1447cecf HTTP/1.1" status: 204 len: 168 time: 2.6890891 Dec 22 17:21:46.640126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36726) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:46.644619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 529d4b93-8115-4ab8-baf1-8f63bbfc008a has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:21:46.662793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 02408632-5877-4380-bbfd-e5e5907ad35d triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:46.663420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:46.857609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7765d92a-2983-4d0d-9d9d-92f328921fa8 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:46.896824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network 3f07dfda-a7a9-443f-8919-2a53ce5cba49 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:46.919456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 3f07dfda-a7a9-443f-8919-2a53ce5cba49) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:46.929323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:46.929964 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-749173'] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:46.952813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:46.972795 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3014677 Dec 22 17:21:46.972795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36730) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:46.977624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e18c8369-6c95-43ff-b563-52b1f4230f97 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:46.978010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69f845d-861d-4b54-9d32-28a447a6dc93 None None] Network 3f07dfda-a7a9-443f-8919-2a53ce5cba49 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:47.030201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Sync routers for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:47.046833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port b91a37f5-6415-4292-9fc5-56989c339026 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:47.047863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:47.170543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fbe1d432-2a98-4d6f-a20b-5921b18d9883 None None] Provisioning complete for port 94374f1b-310b-483b-a1bb-c06f19d53ce4 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:47.170919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d432-2a98-4d6f-a20b-5921b18d9883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:47.192034 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6855297 Dec 22 17:21:47.203751 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36734) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:47.207765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:47.208594 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:47.226573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3647e561-a8c4-4c80-99a0-7cbc6c7968a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:47.277652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:47.278126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:47.394138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 7765d92a-2983-4d0d-9d9d-92f328921fa8 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:47.480721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for b91a37f5-6415-4292-9fc5-56989c339026 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:47.542371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7765d92a-2983-4d0d-9d9d-92f328921fa8 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:47.542371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:47.692477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:47.711664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:47.716489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:47.759896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=b91a37f5-6415-4292-9fc5-56989c339026,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:47.762886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:47.765688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3647e561-a8c4-4c80-99a0-7cbc6c7968a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2713841'] for subnet, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:47.884729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:47.885097 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 343e89c1-dd1b-401d-bdec-301c890147fb disassociated (deleted). External IP: 172.26.3.95, port: 1c9db90a-ee74-45dc-a56c-c6bfc070e91c. Dec 22 17:21:48.015662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-3f07dfda-a7a9-443f-8919-2a53ce5cba49', 'network_id': '3f07dfda-a7a9-443f-8919-2a53ce5cba49', 'tenant_id': 'be7f44a51f1442bfb99875c53d8e9965', 'fixed_ips': [{'subnet_id': 'dcce3704-4fde-4ff4-b19b-bc4255e545c8'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:48.016472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:48.114966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:48.158617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3647e561-a8c4-4c80-99a0-7cbc6c7968a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775866868821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60132011'] for subnet, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:48.172706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fbe1d432-2a98-4d6f-a20b-5921b18d9883 None None] Provisioning for port 23d1c4b3-58df-40e6-884c-72aae54b3667 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:48.191381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-60310be1-6d30-4eb4-9357-f71d3f277883 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:48.199822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fbe1d432-2a98-4d6f-a20b-5921b18d9883 None None] Provisioning complete for port 23d1c4b3-58df-40e6-884c-72aae54b3667 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:48.200203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d432-2a98-4d6f-a20b-5921b18d9883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:48.261178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3647e561-a8c4-4c80-99a0-7cbc6c7968a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:48.262005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3647e561-a8c4-4c80-99a0-7cbc6c7968a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:48.263464 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3647e561-a8c4-4c80-99a0-7cbc6c7968a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "PUT /v2.0/subnets/dcce3704-4fde-4ff4-b19b-bc4255e545c8 HTTP/1.1" status: 200 len: 806 time: 1.0572147 Dec 22 17:21:48.268972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36738) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:48.298167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 7765d92a-2983-4d0d-9d9d-92f328921fa8, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7765d92a-2983-4d0d-9d9d-92f328921fa8,segment=NetworkSegment(28624eaf-28f4-4333-8cc2-6471ba9231a7),segment_id=28624eaf-28f4-4333-8cc2-6471ba9231a7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:48.324882 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:48.337975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f11330c1-4e1e-4c42-bd06-db8f3a3d0259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:48.371932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.extraroute_db [None req-e18c8369-6c95-43ff-b563-52b1f4230f97 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87586) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 17:21:48.384147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647e561-a8c4-4c80-99a0-7cbc6c7968a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=dcce3704-4fde-4ff4-b19b-bc4255e545c8,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:48.392685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3647e561-a8c4-4c80-99a0-7cbc6c7968a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:48.410382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.extraroute_db [None req-e18c8369-6c95-43ff-b563-52b1f4230f97 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Removed routes are [] {{(pid=87586) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 17:21:48.410519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e18c8369-6c95-43ff-b563-52b1f4230f97 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:48.464749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router e635350c-227f-4678-9008-de32eb6f5501 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:21:48.481246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1d432-2a98-4d6f-a20b-5921b18d9883 None None] Port 23d1c4b3-58df-40e6-884c-72aae54b3667 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:21:48.483829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:21:48.547217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:21:48.547508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a6dba092-5a09-4bc1-b9b3-2c4e7c41b68d not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:21:48.612525 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=7765d92a-2983-4d0d-9d9d-92f328921fa8,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:48.616469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Allocated IP 172.20.0.2 (3f07dfda-a7a9-443f-8919-2a53ce5cba49/dcce3704-4fde-4ff4-b19b-bc4255e545c8/f50c47c4-a877-4539-9f5a-e6e0cd322acb) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:48.623381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:48.628319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:48.649635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bf3e6878-25e2-4726-a65b-e0a4335ba138 None None] Provisioning complete for port 23d1c4b3-58df-40e6-884c-72aae54b3667 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:48.649981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bf3e6878-25e2-4726-a65b-e0a4335ba138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:48.714859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 94374f1b-310b-483b-a1bb-c06f19d53ce4 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:48.719005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:48.733783 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d869ee-ba6b-4155-aa8c-06d73dbb4da4 None None] Sync routers for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:48.746962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:48.747363 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d869ee-ba6b-4155-aa8c-06d73dbb4da4 None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:48.748016 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-96d869ee-ba6b-4155-aa8c-06d73dbb4da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:48.879032 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/floatingips/343e89c1-dd1b-401d-bdec-301c890147fb HTTP/1.1" status: 204 len: 168 time: 2.2369504 Dec 22 17:21:48.879957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'tag': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:21:48.951331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:44Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1c4b3-58df-40e6-884c-72aae54b3667', 'name': '', 'network_id': '54fc0405-714e-4586-87f7-e10f55035895', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:b3:4a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:40Z', 'updated_at': '2021-12-22T17:21:44Z', 'revision_number': 2, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:44Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:48.953322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e6878-25e2-4726-a65b-e0a4335ba138 None None] Port 23d1c4b3-58df-40e6-884c-72aae54b3667 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:21:48.960535 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'tag': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'status': 'completed', 'code': 200} Dec 22 17:21:48.967336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Checking router: 529d4b93-8115-4ab8-baf1-8f63bbfc008a for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:21:48.967707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Updating router 529d4b93-8115-4ab8-baf1-8f63bbfc008a port 23d1c4b3-58df-40e6-884c-72aae54b3667 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:21:48.974585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:49.010904 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-96d869ee-ba6b-4155-aa8c-06d73dbb4da4 None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:49.059835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 94374f1b-310b-483b-a1bb-c06f19d53ce4 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:49.060280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:49.063393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e18c8369-6c95-43ff-b563-52b1f4230f97 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:49.075876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e18c8369-6c95-43ff-b563-52b1f4230f97 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:49.112779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577f1c9-86e3-438f-8adc-1a5b9be83fd1 req-1d3740d8-8c08-4975-9afb-241620a84f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:49.114417 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a577f1c9-86e3-438f-8adc-1a5b9be83fd1 req-1d3740d8-8c08-4975-9afb-241620a84f36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 1099 time: 0.1321239 Dec 22 17:21:49.372620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577f1c9-86e3-438f-8adc-1a5b9be83fd1 req-e9c3dcb4-fb6e-48a0-8a77-889c8d0c3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:49.375423 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a577f1c9-86e3-438f-8adc-1a5b9be83fd1 req-e9c3dcb4-fb6e-48a0-8a77-889c8d0c3806 service neutron] 10.222.0.53 "GET /v2.0/networks?id=414e182f-0910-489f-acbe-e38452689ae4 HTTP/1.1" status: 200 len: 897 time: 0.2539554 Dec 22 17:21:49.380510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:49.482924 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:49.500268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18c8369-6c95-43ff-b563-52b1f4230f97 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 529d4b93-8115-4ab8-baf1-8f63bbfc008a has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:21:49.516999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Transition to ACTIVE for port object f50c47c4-a877-4539-9f5a-e6e0cd322acb will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:49.576330 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-96d869ee-ba6b-4155-aa8c-06d73dbb4da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:21:37Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:49.582046 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d869ee-ba6b-4155-aa8c-06d73dbb4da4 None None] Checking router: e635350c-227f-4678-9008-de32eb6f5501 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:21:49.593548 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d869ee-ba6b-4155-aa8c-06d73dbb4da4 None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:49.594421 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-96d869ee-ba6b-4155-aa8c-06d73dbb4da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:49.598456 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a577f1c9-86e3-438f-8adc-1a5b9be83fd1 req-cbc3166f-8b71-489c-a24f-7e3cddefbc7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c9db90a-ee74-45dc-a56c-c6bfc070e91c HTTP/1.1" status: 200 len: 217 time: 0.2127974 Dec 22 17:21:49.671993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Transition to ACTIVE for port object f50c47c4-a877-4539-9f5a-e6e0cd322acb will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:49.686469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:49.688967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577f1c9-86e3-438f-8adc-1a5b9be83fd1 req-ec6c609a-9632-401c-97d6-bd5a2686efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:49.688967 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a577f1c9-86e3-438f-8adc-1a5b9be83fd1 req-ec6c609a-9632-401c-97d6-bd5a2686efe6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbdfcbdb-75d6-4821-afb1-2ddb54a8478e HTTP/1.1" status: 200 len: 833 time: 0.0764055 Dec 22 17:21:49.694845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f44d3c0a-cf25-4783-a214-b1d7ca14762c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:49.704621 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18c8369-6c95-43ff-b563-52b1f4230f97 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:49.720858 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e18c8369-6c95-43ff-b563-52b1f4230f97 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:49.725519 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e18c8369-6c95-43ff-b563-52b1f4230f97 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a HTTP/1.1" status: 200 len: 954 time: 2.7528009 Dec 22 17:21:49.729026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36748) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:49.775419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2843e8a-3d13-4a94-b2ff-6e1c6eb1df61 req-b128bae5-ad3c-4f6b-8c7c-f4c20369dfae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:49.776907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e2843e8a-3d13-4a94-b2ff-6e1c6eb1df61 req-b128bae5-ad3c-4f6b-8c7c-f4c20369dfae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:49.820420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e2843e8a-3d13-4a94-b2ff-6e1c6eb1df61 req-b128bae5-ad3c-4f6b-8c7c-f4c20369dfae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:49.823283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Network 3f07dfda-a7a9-443f-8919-2a53ce5cba49 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:49.825467 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:49.828594 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e2843e8a-3d13-4a94-b2ff-6e1c6eb1df61 req-b128bae5-ad3c-4f6b-8c7c-f4c20369dfae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 946 time: 0.2876980 Dec 22 17:21:49.852921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Pushing event updated for resources: {'Port': ['ID=f50c47c4-a877-4539-9f5a-e6e0cd322acb,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:49.867073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:49.876192 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-96d869ee-ba6b-4155-aa8c-06d73dbb4da4 None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:49.901634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:49.922027 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e2843e8a-3d13-4a94-b2ff-6e1c6eb1df61 req-82f5e200-bfa4-4bac-b4a4-fb9f23755c60 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:49.929826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577f1c9-86e3-438f-8adc-1a5b9be83fd1 req-a1bbc189-3634-4c5e-8a5e-bb22da8cab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:49.931321 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a577f1c9-86e3-438f-8adc-1a5b9be83fd1 req-a1bbc189-3634-4c5e-8a5e-bb22da8cab92 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=414e182f-0910-489f-acbe-e38452689ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2352309 Dec 22 17:21:49.939740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:49.954385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f03c2854-65ef-4091-a994-f9934a2a4fc4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:50.022304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e2843e8a-3d13-4a94-b2ff-6e1c6eb1df61 req-82f5e200-bfa4-4bac-b4a4-fb9f23755c60 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:50.023482 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e2843e8a-3d13-4a94-b2ff-6e1c6eb1df61 req-82f5e200-bfa4-4bac-b4a4-fb9f23755c60 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829622 Dec 22 17:21:50.053754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Attempting to bind port f50c47c4-a877-4539-9f5a-e6e0cd322acb on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:50.053754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Attempting to bind port f50c47c4-a877-4539-9f5a-e6e0cd322acb by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'ebbd0c83-e3e4-45da-a71d-01b235b7f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f07dfda-a7a9-443f-8919-2a53ce5cba49'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:50.053754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Attempting to bind port f50c47c4-a877-4539-9f5a-e6e0cd322acb on network 3f07dfda-a7a9-443f-8919-2a53ce5cba49 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:50.057644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:50.057855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Subnet': ['ID=dcce3704-4fde-4ff4-b19b-bc4255e545c8,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:50.058378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Checking segment: {'id': 'ebbd0c83-e3e4-45da-a71d-01b235b7f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f07dfda-a7a9-443f-8919-2a53ce5cba49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:50.058502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:50.058802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Bound using segment: {'id': 'ebbd0c83-e3e4-45da-a71d-01b235b7f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f07dfda-a7a9-443f-8919-2a53ce5cba49'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:50.059315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Bound port: f50c47c4-a877-4539-9f5a-e6e0cd322acb, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbd0c83-e3e4-45da-a71d-01b235b7f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f07dfda-a7a9-443f-8919-2a53ce5cba49'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:50.059694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:50.085396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:50.100906 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-448ff446-4b5d-4614-a0c6-8c2a366663dc tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a HTTP/1.1" status: 200 len: 954 time: 0.3706343 Dec 22 17:21:50.104532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36752) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:50.110587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-be8e00c3-2d9b-440d-8f18-c6a8854a2771 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'router': {'routes': None}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:50.191786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:50.225581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] For port f50c47c4-a877-4539-9f5a-e6e0cd322acb, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:50.227684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f07dfda-a7a9-443f-8919-2a53ce5cba49']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:50.248362 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] For port f50c47c4-a877-4539-9f5a-e6e0cd322acb, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f50c47c4-a877-4539-9f5a-e6e0cd322acb,segment=NetworkSegment(ebbd0c83-e3e4-45da-a71d-01b235b7f699),segment_id=ebbd0c83-e3e4-45da-a71d-01b235b7f699)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:50.249415 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a577f1c9-86e3-438f-8adc-1a5b9be83fd1 req-6febac3d-640d-4eb2-a09f-a80fb38ba986 service neutron] 10.222.0.53 "GET /v2.0/networks/414e182f-0910-489f-acbe-e38452689ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092990 Dec 22 17:21:50.250891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbd0c83-e3e4-45da-a71d-01b235b7f699') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:50.252195 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbd0c83-e3e4-45da-a71d-01b235b7f699') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:50.255580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:50.261762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:50.277221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:50.283511 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-96d869ee-ba6b-4155-aa8c-06d73dbb4da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:21:37Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:50.289693 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d869ee-ba6b-4155-aa8c-06d73dbb4da4 None None] The sync data for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv is: [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:21:37Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '34736173-a110-4a77-8c85-f8b8af81e361', 'name': '', 'network_id': '414e182f-0910-489f-acbe-e38452689ae4', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:57:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:16Z', 'updated_at': '2021-12-22T17:19:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'bbdfcbdb-75d6-4821-afb1-2ddb54a8478e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:50.299994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:50.312169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:50.312707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:50.328696 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:50.329343 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:50.431509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d538d4-f15d-40cc-8f8a-0337a3493234 None None] Network 3f07dfda-a7a9-443f-8919-2a53ce5cba49 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:50.435658 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 17:21:50.435658 dv-neutron-822513-1-hyperv neutron-server[87586]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 17:21:50.435658 dv-neutron-822513-1-hyperv neutron-server[87586]: [parameters: {'id': '3f07dfda-a7a9-443f-8919-2a53ce5cba49'}] Dec 22 17:21:50.435658 dv-neutron-822513-1-hyperv neutron-server[87586]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:21:50.436444 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a577f1c9-86e3-438f-8adc-1a5b9be83fd1 req-4a8f629b-20bb-4f57-bd94-a49879865af8 service neutron] 10.222.0.53 "GET /v2.0/networks/414e182f-0910-489f-acbe-e38452689ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783795 Dec 22 17:21:50.436674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:21:50.444930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Transition to ACTIVE for port object 23d1c4b3-58df-40e6-884c-72aae54b3667 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:50.449629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Pushing event updated for resources: {'Port': ['ID=f50c47c4-a877-4539-9f5a-e6e0cd322acb,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:50.457540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:50.507143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:50.522982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:50.675327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7765d92a-2983-4d0d-9d9d-92f328921fa8 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:50.718792 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8d523b-a61b-479e-864d-75f5f4402798 None None] New status for floating IP 343e89c1-dd1b-401d-bdec-301c890147fb: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:21:50.903458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e1515-fd3a-4831-beb4-28a4085991c4 req-3fb76fe4-3925-4c85-b18c-783097db4bae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:50.904872 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b0e1515-fd3a-4831-beb4-28a4085991c4 req-3fb76fe4-3925-4c85-b18c-783097db4bae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 946 time: 0.1977689 Dec 22 17:21:50.937854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:50.940677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e20d3-ddb4-4ff3-9a01-e12e5492cb80 None None] Pushing event updated for resources: {'Port': ['ID=23d1c4b3-58df-40e6-884c-72aae54b3667,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:50.952958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Deleting port f50c47c4-a877-4539-9f5a-e6e0cd322acb {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:50.953418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:50.973773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1e1e20d3-ddb4-4ff3-9a01-e12e5492cb80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:51.027312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-8b0e1515-fd3a-4831-beb4-28a4085991c4 req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:51.027649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8b0e1515-fd3a-4831-beb4-28a4085991c4 req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.099867 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7765d92a-2983-4d0d-9d9d-92f328921fa8 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:51.100259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.180314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Attempting to bind port 23d1c4b3-58df-40e6-884c-72aae54b3667 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:51.180971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Attempting to bind port 23d1c4b3-58df-40e6-884c-72aae54b3667 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'fb44dd1e-7b6f-4158-8881-105e147fd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '54fc0405-714e-4586-87f7-e10f55035895'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:51.181344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Attempting to bind port 23d1c4b3-58df-40e6-884c-72aae54b3667 on network 54fc0405-714e-4586-87f7-e10f55035895 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:51.194365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:51.194743 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Checking segment: {'id': 'fb44dd1e-7b6f-4158-8881-105e147fd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '54fc0405-714e-4586-87f7-e10f55035895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:51.195420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.195821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Bound using segment: {'id': 'fb44dd1e-7b6f-4158-8881-105e147fd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '54fc0405-714e-4586-87f7-e10f55035895'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:51.196304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Bound port: 23d1c4b3-58df-40e6-884c-72aae54b3667, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb44dd1e-7b6f-4158-8881-105e147fd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '54fc0405-714e-4586-87f7-e10f55035895'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:51.196679 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.278513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] For port f50c47c4-a877-4539-9f5a-e6e0cd322acb, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f50c47c4-a877-4539-9f5a-e6e0cd322acb,segment=NetworkSegment(ebbd0c83-e3e4-45da-a71d-01b235b7f699),segment_id=ebbd0c83-e3e4-45da-a71d-01b235b7f699)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:51.279044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.320015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42604cab-f552-40c3-b542-90ef8436c44a None None] Network 3f07dfda-a7a9-443f-8919-2a53ce5cba49 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:51.339714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.extraroute_db [None req-be8e00c3-2d9b-440d-8f18-c6a8854a2771 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Added routes are [] {{(pid=87587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 17:21:51.340021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.extraroute_db [None req-be8e00c3-2d9b-440d-8f18-c6a8854a2771 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 17:21:51.407469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-8b0e1515-fd3a-4831-beb4-28a4085991c4 req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1c9db90a-ee74-45dc-a56c-c6bfc070e91c,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:51.407847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8b0e1515-fd3a-4831-beb4-28a4085991c4 req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.413669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Calling delete_port for f50c47c4-a877-4539-9f5a-e6e0cd322acb owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:51.419307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-be8e00c3-2d9b-440d-8f18-c6a8854a2771 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.474120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3148e-28f3-46e2-a1b5-8b422a8ca947 req-bc69620c-6ee3-48b7-928d-0b9be79ccc68 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:51.474748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-c9f3148e-28f3-46e2-a1b5-8b422a8ca947 req-bc69620c-6ee3-48b7-928d-0b9be79ccc68 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:51.496565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] For port 23d1c4b3-58df-40e6-884c-72aae54b3667, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:51.509213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-c9f3148e-28f3-46e2-a1b5-8b422a8ca947 req-bc69620c-6ee3-48b7-928d-0b9be79ccc68 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:51.510365 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c9f3148e-28f3-46e2-a1b5-8b422a8ca947 req-bc69620c-6ee3-48b7-928d-0b9be79ccc68 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 946 time: 0.3193011 Dec 22 17:21:51.520266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.525859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:51.566531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] For port 23d1c4b3-58df-40e6-884c-72aae54b3667, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=23d1c4b3-58df-40e6-884c-72aae54b3667,segment=NetworkSegment(fb44dd1e-7b6f-4158-8881-105e147fd15d),segment_id=fb44dd1e-7b6f-4158-8881-105e147fd15d)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:51.579786 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.588212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Port': ['ID=f50c47c4-a877-4539-9f5a-e6e0cd322acb,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:51.588859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e945b587-9c7d-41a3-9307-d8d71d71d7c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:51.590717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No DVR routers for this DVR port f50c47c4-a877-4539-9f5a-e6e0cd322acb on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:51.592399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:51.602375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-8b0e1515-fd3a-4831-beb4-28a4085991c4 req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 1c9db90a-ee74-45dc-a56c-c6bfc070e91c owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:51.628995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc544e-9088-4b0a-9ede-5caa84d0ec97 None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:21:51.655338 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c9f3148e-28f3-46e2-a1b5-8b422a8ca947 req-e724ee80-9f87-4dd6-b4da-1560218c7d33 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303246 Dec 22 17:21:51.746049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:51.746795 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:51.865713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.895535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f07dfda-a7a9-443f-8919-2a53ce5cba49']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:51.905303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e20d3-ddb4-4ff3-9a01-e12e5492cb80 None None] Pushing event updated for resources: {'Port': ['ID=23d1c4b3-58df-40e6-884c-72aae54b3667,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:51.916353 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1e1e20d3-ddb4-4ff3-9a01-e12e5492cb80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:51.916690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbd0c83-e3e4-45da-a71d-01b235b7f699') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:51.916996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbd0c83-e3e4-45da-a71d-01b235b7f699') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:51.929918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.954702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.961043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:51.963250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:51.963879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.968238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-be8e00c3-2d9b-440d-8f18-c6a8854a2771 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.975686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-be8e00c3-2d9b-440d-8f18-c6a8854a2771 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:51.982063 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:52.069269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:52.073339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fbc292f4-61b5-4dc9-90db-d32c462f96d6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:52.089167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:52.105913 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/3f07dfda-a7a9-443f-8919-2a53ce5cba49 HTTP/1.1" status: 204 len: 168 time: 3.8333867 Dec 22 17:21:52.107155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36758) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:52.131962 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Network': ['ID=3f07dfda-a7a9-443f-8919-2a53ce5cba49,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:52.136881 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:52.138360 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d7c825-908f-4111-b110-2d97d63b22a8 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:52.138831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d7c825-908f-4111-b110-2d97d63b22a8 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:52.140541 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d9d7c825-908f-4111-b110-2d97d63b22a8 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/3f07dfda-a7a9-443f-8919-2a53ce5cba49 HTTP/1.1" status: 404 len: 339 time: 0.0326760 Dec 22 17:21:52.144390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36762) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:52.147879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dc544e-9088-4b0a-9ede-5caa84d0ec97 None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:21:52.152308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2010109858', 'description': 'd1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:52.157639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:52.162203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:network and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:52.165450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:52.171523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:52.185229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:52.189871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:52.221823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:52.231279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:52.231612 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Added segment cf04e9f0-9a81-4300-aa85-9b3b2bb0a988 of type vlan for network 6752ff38-b708-4194-8c94-fd3580e4ad96 Dec 22 17:21:52.240203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8b0e1515-fd3a-4831-beb4-28a4085991c4 req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:52.248702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6e447a7-8d60-4391-9f65-d3a9138728fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:52.266584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:52.302885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:52.309992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:52.310581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:52.315272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=1c9db90a-ee74-45dc-a56c-c6bfc070e91c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:52.317322 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ad9fcd18-5911-47f0-aa35-9f5bc56af237 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:52.363573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:52.363870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:52.364247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:52.364618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:52.364981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:52.365343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:52.365705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:52.366057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:52.366423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:52.366782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:52.367171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:52.367531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:52.376768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:52.420666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0e1515-fd3a-4831-beb4-28a4085991c4 req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] No DVR routers for this DVR port 1c9db90a-ee74-45dc-a56c-c6bfc070e91c on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:52.424778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36766) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:52.425771 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2798321 Dec 22 17:21:52.427513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8b0e1515-fd3a-4831-beb4-28a4085991c4 req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:52.431458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'name': 'network-vif-deleted', 'tag': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:21:52.440965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=6752ff38-b708-4194-8c94-fd3580e4ad96,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:52.443866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:52.468301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8e00c3-2d9b-440d-8f18-c6a8854a2771 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 529d4b93-8115-4ab8-baf1-8f63bbfc008a has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:21:52.489771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 6752ff38-b708-4194-8c94-fd3580e4ad96 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:52.523878 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0169b74-a888-4afe-ac87-addaa67f296b', 'name': 'network-vif-deleted', 'tag': '1c9db90a-ee74-45dc-a56c-c6bfc070e91c', 'status': 'completed', 'code': 200} Dec 22 17:21:52.543076 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b0e1515-fd3a-4831-beb4-28a4085991c4 req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "DELETE /v2.0/ports/1c9db90a-ee74-45dc-a56c-c6bfc070e91c HTTP/1.1" status: 204 len: 173 time: 1.6320899 Dec 22 17:21:52.626336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:51Z', 'revision_number': 7, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1c4b3-58df-40e6-884c-72aae54b3667', 'name': '', 'network_id': '54fc0405-714e-4586-87f7-e10f55035895', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:b3:4a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:40Z', 'updated_at': '2021-12-22T17:21:51Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:48Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:52.636444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b32c452-277c-497d-b1ae-4fe7839bde6a None None] The sync data for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv is: [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:51Z', 'revision_number': 7, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1c4b3-58df-40e6-884c-72aae54b3667', 'name': '', 'network_id': '54fc0405-714e-4586-87f7-e10f55035895', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:b3:4a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:40Z', 'updated_at': '2021-12-22T17:21:51Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:48Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:52.699504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38c0e8-3614-47e2-98a3-6351eeb23c99 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:52.700503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ec38c0e8-3614-47e2-98a3-6351eeb23c99 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Synchronizing usage tracker for tenant:be7f44a51f1442bfb99875c53d8e9965 on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:52.732218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 23d1c4b3-58df-40e6-884c-72aae54b3667 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:52.773626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8e00c3-2d9b-440d-8f18-c6a8854a2771 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:52.785861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-be8e00c3-2d9b-440d-8f18-c6a8854a2771 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:52.787515 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-be8e00c3-2d9b-440d-8f18-c6a8854a2771 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a HTTP/1.1" status: 200 len: 704 time: 2.6814296 Dec 22 17:21:52.789510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ec38c0e8-3614-47e2-98a3-6351eeb23c99 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Unset dirty status for tenant:be7f44a51f1442bfb99875c53d8e9965 on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:52.790999 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ec38c0e8-3614-47e2-98a3-6351eeb23c99 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/networks?id=6752ff38-b708-4194-8c94-fd3580e4ad96 HTTP/1.1" status: 200 len: 761 time: 0.3654099 Dec 22 17:21:52.793672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36776) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:52.793985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36774) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:52.800640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-739fc342-7d5b-489e-8c80-c79971280bd5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'description': 'd2'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:52.933399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 23d1c4b3-58df-40e6-884c-72aae54b3667 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:21:52.943338 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f83e7-ffb8-4b8e-af70-a4efc05d16f0 None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:21:52.968297 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad27d068-b047-4994-ac95-90fdf1b21ba9 None None] Sync routers for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:52.976457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 23d1c4b3-58df-40e6-884c-72aae54b3667 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:52.976975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:52.979209 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad27d068-b047-4994-ac95-90fdf1b21ba9 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:52.980027 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ad27d068-b047-4994-ac95-90fdf1b21ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:53.110306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-739fc342-7d5b-489e-8c80-c79971280bd5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:53.128747 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bf6f9f1a-f62c-4985-a4c4-263aa462c37a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a HTTP/1.1" status: 200 len: 704 time: 0.3327725 Dec 22 17:21:53.129556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36782) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:53.171685 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0d0f35f1-6f6d-4dc0-a178-909e1d73b150 req-5fc4af23-d0f2-4044-b62e-48e21982f409 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0169b74-a888-4afe-ac87-addaa67f296b HTTP/1.1" status: 200 len: 210 time: 0.2310493 Dec 22 17:21:53.198346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-739fc342-7d5b-489e-8c80-c79971280bd5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:53.204284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:53.216486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b037b614-6267-4f06-bc8d-aee67ec4f044 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:53.224104 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-ad27d068-b047-4994-ac95-90fdf1b21ba9 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:53.245881 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1f83e7-ffb8-4b8e-af70-a4efc05d16f0 None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:21:53.266142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 23d1c4b3-58df-40e6-884c-72aae54b3667, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=23d1c4b3-58df-40e6-884c-72aae54b3667,segment=NetworkSegment(fb44dd1e-7b6f-4158-8881-105e147fd15d),segment_id=fb44dd1e-7b6f-4158-8881-105e147fd15d)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:53.286035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:53.293193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f9795ab3-9a5c-4f0c-9581-555b77d567ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:53.297457 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-739fc342-7d5b-489e-8c80-c79971280bd5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network 6752ff38-b708-4194-8c94-fd3580e4ad96 is not hosted by any dhcp agent {{(pid=87587) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 17:21:53.303393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739fc342-7d5b-489e-8c80-c79971280bd5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:53.304051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-739fc342-7d5b-489e-8c80-c79971280bd5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:53.305361 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-739fc342-7d5b-489e-8c80-c79971280bd5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "PUT /v2.0/networks/6752ff38-b708-4194-8c94-fd3580e4ad96 HTTP/1.1" status: 200 len: 758 time: 0.5103676 Dec 22 17:21:53.308126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36786) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:53.403685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fc342-7d5b-489e-8c80-c79971280bd5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=6752ff38-b708-4194-8c94-fd3580e4ad96,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:53.409283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-739fc342-7d5b-489e-8c80-c79971280bd5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:53.418124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 6752ff38-b708-4194-8c94-fd3580e4ad96 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:53.463939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0eb833-be9b-4b8d-bed7-2543df97f06e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:53.464619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cf0eb833-be9b-4b8d-bed7-2543df97f06e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Synchronizing usage tracker for tenant:be7f44a51f1442bfb99875c53d8e9965 on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:53.477558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cf0eb833-be9b-4b8d-bed7-2543df97f06e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Unset dirty status for tenant:be7f44a51f1442bfb99875c53d8e9965 on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:53.478699 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cf0eb833-be9b-4b8d-bed7-2543df97f06e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/networks?id=6752ff38-b708-4194-8c94-fd3580e4ad96 HTTP/1.1" status: 200 len: 761 time: 0.1689816 Dec 22 17:21:53.484426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36790) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:53.498977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-739426833'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:53.504211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:53.515765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:53.527882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:53.530470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=23d1c4b3-58df-40e6-884c-72aae54b3667,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:53.534417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:53.547534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:53.579560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:21:53.598695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:53.599091 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Added segment a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da of type vlan for network d46c4bc3-4356-4a10-9969-94034e2031af Dec 22 17:21:53.634898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:53.678054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:53.684767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:53.685414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:53.691364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7a69a945-dd21-4f7c-be1c-66a0e2122599 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:53.753279 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ad27d068-b047-4994-ac95-90fdf1b21ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:51Z', 'revision_number': 7, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1c4b3-58df-40e6-884c-72aae54b3667', 'name': '', 'network_id': '54fc0405-714e-4586-87f7-e10f55035895', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:b3:4a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:40Z', 'updated_at': '2021-12-22T17:21:51Z', 'revision_number': 4, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:48Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:53.757799 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad27d068-b047-4994-ac95-90fdf1b21ba9 None None] Checking router: 529d4b93-8115-4ab8-baf1-8f63bbfc008a for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:21:53.767268 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad27d068-b047-4994-ac95-90fdf1b21ba9 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:53.768031 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ad27d068-b047-4994-ac95-90fdf1b21ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:53.814830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=d46c4bc3-4356-4a10-9969-94034e2031af,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:53.820706 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3326504 Dec 22 17:21:53.820706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:53.821076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36794) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:53.825318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network d46c4bc3-4356-4a10-9969-94034e2031af details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:21:53.827388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'network_id': 'd46c4bc3-4356-4a10-9969-94034e2031af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:21:53.952750 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 1c9db90a-ee74-45dc-a56c-c6bfc070e91c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:21:53.979490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:21:53.987052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Usage tracker for resource:subnet and tenant:be7f44a51f1442bfb99875c53d8e9965 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:21:53.990535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:21:54.000631 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 1c9db90a-ee74-45dc-a56c-c6bfc070e91c {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:21:54.001251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 1c9db90a-ee74-45dc-a56c-c6bfc070e91c not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:21:54.002999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:21:54.023376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:21:54.025847 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-ad27d068-b047-4994-ac95-90fdf1b21ba9 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:54.027286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:54.084970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:54.216776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4f294eb3-4abf-4ef4-91ca-ee1e548b85da None None] Provisioning complete for port 23d1c4b3-58df-40e6-884c-72aae54b3667 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:54.217770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4f294eb3-4abf-4ef4-91ca-ee1e548b85da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:54.343087 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36800) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:54.387052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:54.398353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2171960c-d416-461d-a67a-18e256fe9e8c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:54.480525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=8e7dd004-5558-4e06-bbac-962a3b7600d9,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:54.503762 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:54.504066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:54.504442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:54.504823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:54.505182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:54.505639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:54.505893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:54.506249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:54.506605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:54.507057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:54.507331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:54.507686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:21:54.516172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:54.559865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dc042ea-238d-41d0-9ca8-38f5bcb91a51 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:54.564081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking segment: {'id': 'a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd46c4bc3-4356-4a10-9969-94034e2031af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:54.564443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network hostable DHCP agents. Network: d46c4bc3-4356-4a10-9969-94034e2031af, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:21:54.614274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 23d1c4b3-58df-40e6-884c-72aae54b3667 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:54.615412 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:54.662453 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ad27d068-b047-4994-ac95-90fdf1b21ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:51Z', 'revision_number': 7, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1c4b3-58df-40e6-884c-72aae54b3667', 'name': '', 'network_id': '54fc0405-714e-4586-87f7-e10f55035895', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:b3:4a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:40Z', 'updated_at': '2021-12-22T17:21:53Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:48Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:54.684961 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad27d068-b047-4994-ac95-90fdf1b21ba9 None None] The sync data for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv is: [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:51Z', 'revision_number': 7, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23d1c4b3-58df-40e6-884c-72aae54b3667', 'name': '', 'network_id': '54fc0405-714e-4586-87f7-e10f55035895', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:b3:4a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:40Z', 'updated_at': '2021-12-22T17:21:53Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '81ffe58e-50e7-4cc8-bf65-8ca447b85275', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:48Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:54.721507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 23d1c4b3-58df-40e6-884c-72aae54b3667 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:21:54.765681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dc042ea-238d-41d0-9ca8-38f5bcb91a51 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:54.799557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network d46c4bc3-4356-4a10-9969-94034e2031af is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:21:54.824868 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, d46c4bc3-4356-4a10-9969-94034e2031af) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:54.832294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:54.832924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:54.867458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87766393-eaf9-497d-8117-b0e2294b4e67 None None] Network d46c4bc3-4356-4a10-9969-94034e2031af requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:54.870876 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0484023 Dec 22 17:21:54.873377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36804) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:54.964184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dc042ea-238d-41d0-9ca8-38f5bcb91a51 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:54.966636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dc042ea-238d-41d0-9ca8-38f5bcb91a51 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:54.970676 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5dc042ea-238d-41d0-9ca8-38f5bcb91a51 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/security-groups/8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7 HTTP/1.1" status: 204 len: 168 time: 0.6255488 Dec 22 17:21:54.971999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port 23d1c4b3-58df-40e6-884c-72aae54b3667, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=23d1c4b3-58df-40e6-884c-72aae54b3667,segment=NetworkSegment(fb44dd1e-7b6f-4158-8881-105e147fd15d),segment_id=fb44dd1e-7b6f-4158-8881-105e147fd15d)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:54.972314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:54.976673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-95107bc2-bf6b-4878-a2ad-39701c254a67 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:55.000174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc042ea-238d-41d0-9ca8-38f5bcb91a51 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e26fb3c-9fcc-4b3e-bbe2-d533b5b21ec7,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:55.005335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5dc042ea-238d-41d0-9ca8-38f5bcb91a51 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:55.020432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36810) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:55.106901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 23d1c4b3-58df-40e6-884c-72aae54b3667 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:55.142854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:55.175037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 23d1c4b3-58df-40e6-884c-72aae54b3667 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:21:55.175655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:55.305894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:55.311122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d69b48ce-a57e-47b9-829b-d8c32993295a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:55.349069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-d46c4bc3-4356-4a10-9969-94034e2031af', 'network_id': 'd46c4bc3-4356-4a10-9969-94034e2031af', 'tenant_id': 'be7f44a51f1442bfb99875c53d8e9965', 'fixed_ips': [{'subnet_id': '8e7dd004-5558-4e06-bbac-962a3b7600d9'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:21:55.349897 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:55.363276 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No ports have port_id starting with 23d1c4b3-58df-40e6-884c-72aae54b3667 Dec 22 17:21:55.368930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:55.396211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=23d1c4b3-58df-40e6-884c-72aae54b3667,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:55.399706 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:55.555431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Allocated IP 172.20.0.2 (d46c4bc3-4356-4a10-9969-94034e2031af/8e7dd004-5558-4e06-bbac-962a3b7600d9/314ced27-0ef5-486a-8269-50634757f7c9) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:21:55.620828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:55.749091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:55.806604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:55.819581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Transition to ACTIVE for port object 314ced27-0ef5-486a-8269-50634757f7c9 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:55.842530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Transition to ACTIVE for port object 314ced27-0ef5-486a-8269-50634757f7c9 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:21:55.851405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:55.862423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:55.926515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Network d46c4bc3-4356-4a10-9969-94034e2031af is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:21:55.929563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:21:55.933525 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:21:55.938020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:55.946272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:55.969173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Pushing event updated for resources: {'Port': ['ID=314ced27-0ef5-486a-8269-50634757f7c9,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:55.976732 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:56.034015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Attempting to bind port 314ced27-0ef5-486a-8269-50634757f7c9 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:21:56.034428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Attempting to bind port 314ced27-0ef5-486a-8269-50634757f7c9 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd46c4bc3-4356-4a10-9969-94034e2031af'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:21:56.034757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Attempting to bind port 314ced27-0ef5-486a-8269-50634757f7c9 on network d46c4bc3-4356-4a10-9969-94034e2031af {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:21:56.036005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7dd004-5558-4e06-bbac-962a3b7600d9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:56.040461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:21:56.040843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Checking segment: {'id': 'a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd46c4bc3-4356-4a10-9969-94034e2031af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:21:56.041248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.041652 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Bound using segment: {'id': 'a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd46c4bc3-4356-4a10-9969-94034e2031af'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:21:56.042122 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Bound port: 314ced27-0ef5-486a-8269-50634757f7c9, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd46c4bc3-4356-4a10-9969-94034e2031af'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:21:56.042510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.046063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:56.110074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 529d4b93-8115-4ab8-baf1-8f63bbfc008a has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:21:56.133454 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] For port 314ced27-0ef5-486a-8269-50634757f7c9, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:21:56.136568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] For port 314ced27-0ef5-486a-8269-50634757f7c9, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=314ced27-0ef5-486a-8269-50634757f7c9,segment=NetworkSegment(a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da),segment_id=a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:21:56.141324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.145030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-640f132e-97b0-4209-a342-428a93df2398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:56.188404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.223896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46c4bc3-4356-4a10-9969-94034e2031af']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:56.240089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:56.240376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:56.256083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.272939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Pushing event updated for resources: {'Port': ['ID=314ced27-0ef5-486a-8269-50634757f7c9,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:56.276394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:56.278525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:56.292911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b6979-a393-4232-878a-1a6af12bac39 None None] Sync routers for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:56.294842 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1639173 Dec 22 17:21:56.295610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36814) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:56.305512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b6979-a393-4232-878a-1a6af12bac39 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:56.306220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-352b6979-a393-4232-878a-1a6af12bac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:56.367412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c46264-0251-429e-8a2d-c16e60c9ea29 None None] Network d46c4bc3-4356-4a10-9969-94034e2031af requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:56.377608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d6e79e-fbb1-4dce-af85-88b10828bc22 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting subnet 81ffe58e-50e7-4cc8-bf65-8ca447b85275 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:21:56.381197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16d6e79e-fbb1-4dce-af85-88b10828bc22 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.442440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16d6e79e-fbb1-4dce-af85-88b10828bc22 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.472496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.481383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 34736173-a110-4a77-8c85-f8b8af81e361 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:56.481719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.510319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:56.510719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:56.525019 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:56.535484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16d6e79e-fbb1-4dce-af85-88b10828bc22 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.584835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-352b6979-a393-4232-878a-1a6af12bac39 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:56.625042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16d6e79e-fbb1-4dce-af85-88b10828bc22 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.634047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-08ba7c47-52ba-4951-9e52-eecb1b7edd72 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:56.682438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6e79e-fbb1-4dce-af85-88b10828bc22 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Subnet': ['ID=81ffe58e-50e7-4cc8-bf65-8ca447b85275,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:56.685145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16d6e79e-fbb1-4dce-af85-88b10828bc22 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.687615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-16d6e79e-fbb1-4dce-af85-88b10828bc22 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:56.693136 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-16d6e79e-fbb1-4dce-af85-88b10828bc22 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/81ffe58e-50e7-4cc8-bf65-8ca447b85275 HTTP/1.1" status: 204 len: 168 time: 0.3894551 Dec 22 17:21:56.694270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6722ac2-2efc-46fc-8c29-575583ea2746 None None] Network 54fc0405-714e-4586-87f7-e10f55035895 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:21:56.698538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36818) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:56.703827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 17:21:56.703827 dv-neutron-822513-1-hyperv neutron-server[87586]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 17:21:56.703827 dv-neutron-822513-1-hyperv neutron-server[87586]: [parameters: {'id': 'd46c4bc3-4356-4a10-9969-94034e2031af'}] Dec 22 17:21:56.703827 dv-neutron-822513-1-hyperv neutron-server[87586]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:21:56.705157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:21:56.772630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 34736173-a110-4a77-8c85-f8b8af81e361, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=34736173-a110-4a77-8c85-f8b8af81e361,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:56.773321 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.826538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.839007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 94374f1b-310b-483b-a1bb-c06f19d53ce4 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:56.839354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:56.907037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 34736173-a110-4a77-8c85-f8b8af81e361 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:57.049988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port 94374f1b-310b-483b-a1bb-c06f19d53ce4, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=94374f1b-310b-483b-a1bb-c06f19d53ce4,segment=NetworkSegment(fb44dd1e-7b6f-4158-8881-105e147fd15d),segment_id=fb44dd1e-7b6f-4158-8881-105e147fd15d)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:57.050521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.183259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 94374f1b-310b-483b-a1bb-c06f19d53ce4 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:57.220100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.221249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-352b6979-a393-4232-878a-1a6af12bac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:55Z', 'revision_number': 8, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:48Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:57.225682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b6979-a393-4232-878a-1a6af12bac39 None None] Checking router: 529d4b93-8115-4ab8-baf1-8f63bbfc008a for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:21:57.235139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b6979-a393-4232-878a-1a6af12bac39 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:57.236252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-352b6979-a393-4232-878a-1a6af12bac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:57.253979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Deleting port 314ced27-0ef5-486a-8269-50634757f7c9 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:57.254418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.279664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.284908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0dfffcde-8639-4e09-bc1b-0b16ebad0882 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:57.302794 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb07838-d4b3-40f4-b8ba-9d06b05f3d88 None None] DHCP port deletion for 54fc0405-714e-4586-87f7-e10f55035895 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:21:57.319225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.325073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:57.328996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=94374f1b-310b-483b-a1bb-c06f19d53ce4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:57.332939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:57.333762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No DVR routers for this DVR port 94374f1b-310b-483b-a1bb-c06f19d53ce4 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:57.399916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4957184-34cf-4f99-a05b-fa9d1906ba9c None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:21:57.425757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=34736173-a110-4a77-8c85-f8b8af81e361,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:57.462214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-352b6979-a393-4232-878a-1a6af12bac39 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:57.466306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:57.467425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.620894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fc0405-714e-4586-87f7-e10f55035895']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:57.634206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb44dd1e-7b6f-4158-8881-105e147fd15d') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:57.634909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb44dd1e-7b6f-4158-8881-105e147fd15d') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:57.644765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] For port 314ced27-0ef5-486a-8269-50634757f7c9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=314ced27-0ef5-486a-8269-50634757f7c9,segment=NetworkSegment(a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da),segment_id=a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:57.645319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.646176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.662129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.669761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:57.670329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:57.686252 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:57.736153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ff84b1ed-14ed-47fb-88e1-b7896c46ceb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.774933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.779624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3892d69a-0300-46ab-afc8-cb473d41ca15 tempest-NetworksIpV6Test-1634044973 tempest-NetworksIpV6Test-1634044973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:57.804280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:57.812320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Network': ['ID=54fc0405-714e-4586-87f7-e10f55035895,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:57.821320 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4957184-34cf-4f99-a05b-fa9d1906ba9c None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:21:57.824298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:57.836052 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/networks/54fc0405-714e-4586-87f7-e10f55035895 HTTP/1.1" status: 204 len: 168 time: 1.1356270 Dec 22 17:21:57.836880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36822) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:57.979893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Calling delete_port for 314ced27-0ef5-486a-8269-50634757f7c9 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:58.022042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-352b6979-a393-4232-878a-1a6af12bac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:55Z', 'revision_number': 8, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:48Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:58.034580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b6979-a393-4232-878a-1a6af12bac39 None None] The sync data for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv is: [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:55Z', 'revision_number': 8, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7765d92a-2983-4d0d-9d9d-92f328921fa8', 'name': '', 'network_id': '1d5a50fa-43f4-4e28-a4ca-895ce7990385', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:1f:a8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:34Z', 'updated_at': '2021-12-22T17:21:48Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': '9b1d2c42-569b-47d9-938b-5db2d4f497a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:21:58.148447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:58.153510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:58.160062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:58.260911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Port': ['ID=314ced27-0ef5-486a-8269-50634757f7c9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:58.269422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No DVR routers for this DVR port 314ced27-0ef5-486a-8269-50634757f7c9 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:21:58.278427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:58.396939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:58.511859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:58.549075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46c4bc3-4356-4a10-9969-94034e2031af']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:58.615599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:58.616141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dcc3dc-3340-4436-bb9e-0acdbbd5e2da') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:58.640911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:58.682079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:58.712397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 94374f1b-310b-483b-a1bb-c06f19d53ce4 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:21:58.746567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 94374f1b-310b-483b-a1bb-c06f19d53ce4 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:21:58.746567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 94374f1b-310b-483b-a1bb-c06f19d53ce4 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:21:58.747083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 23d1c4b3-58df-40e6-884c-72aae54b3667 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:21:58.747233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:21:58.747590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:58.757280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 7765d92a-2983-4d0d-9d9d-92f328921fa8 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:21:58.757813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:58.785718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 23d1c4b3-58df-40e6-884c-72aae54b3667 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:21:58.786293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 23d1c4b3-58df-40e6-884c-72aae54b3667 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:21:58.831465 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:21:58.866405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:58.872174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-963fd46c-5922-4379-b918-41e650b987cf tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:58.889121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:58.911233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Network': ['ID=d46c4bc3-4356-4a10-9969-94034e2031af,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:58.917772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:58.919503 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router e635350c-227f-4678-9008-de32eb6f5501 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:21:58.924589 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/d46c4bc3-4356-4a10-9969-94034e2031af HTTP/1.1" status: 204 len: 168 time: 4.0513580 Dec 22 17:21:58.927719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36826) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:58.955367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port 7765d92a-2983-4d0d-9d9d-92f328921fa8, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7765d92a-2983-4d0d-9d9d-92f328921fa8,segment=NetworkSegment(28624eaf-28f4-4333-8cc2-6471ba9231a7),segment_id=28624eaf-28f4-4333-8cc2-6471ba9231a7)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:21:58.955605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:59.023621 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-02142a76-c944-4a3f-8615-c11f5bb34c98 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] GET failed (client error): The resource could not be found. Dec 22 17:21:59.024142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-02142a76-c944-4a3f-8615-c11f5bb34c98 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Synchronizing usage tracker for tenant:be7f44a51f1442bfb99875c53d8e9965 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:59.077801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 7765d92a-2983-4d0d-9d9d-92f328921fa8 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:21:59.121819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-02142a76-c944-4a3f-8615-c11f5bb34c98 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Unset dirty status for tenant:be7f44a51f1442bfb99875c53d8e9965 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:59.122963 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-02142a76-c944-4a3f-8615-c11f5bb34c98 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/subnets/8e7dd004-5558-4e06-bbac-962a3b7600d9 HTTP/1.1" status: 404 len: 337 time: 0.1943607 Dec 22 17:21:59.133649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36830) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:59.163459 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca176f7-f342-4609-8b48-6b7f89bbb66b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:21:59.163920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca176f7-f342-4609-8b48-6b7f89bbb66b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:21:59.169064 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cca176f7-f342-4609-8b48-6b7f89bbb66b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/d46c4bc3-4356-4a10-9969-94034e2031af HTTP/1.1" status: 404 len: 339 time: 0.0311458 Dec 22 17:21:59.170003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36834) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:59.256093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:21:59.267970 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/e635350c-227f-4678-9008-de32eb6f5501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2439628 Dec 22 17:21:59.269381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36838) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:59.271618 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e921e7b1-6044-4e0d-9cbb-72dc687d279d None None] Sync routers for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:21:59.286456 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e921e7b1-6044-4e0d-9cbb-72dc687d279d None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:59.287507 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e921e7b1-6044-4e0d-9cbb-72dc687d279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:59.337162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d450be53-6283-45f9-8807-88c1f236bce2 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:59.338114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d450be53-6283-45f9-8807-88c1f236bce2 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Synchronizing usage tracker for tenant:be7f44a51f1442bfb99875c53d8e9965 on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:21:59.358469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d450be53-6283-45f9-8807-88c1f236bce2 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Unset dirty status for tenant:be7f44a51f1442bfb99875c53d8e9965 on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:21:59.363870 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d450be53-6283-45f9-8807-88c1f236bce2 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1895201 Dec 22 17:21:59.364049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-0838a91c-1265-49d0-83ec-9cde03b2883d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting subnet bbdfcbdb-75d6-4821-afb1-2ddb54a8478e {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:21:59.364156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36842) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:59.373661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0838a91c-1265-49d0-83ec-9cde03b2883d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:59.409488 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d74a8747-6c39-45a3-a8de-5b6e6efbcc8b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 207 time: 0.0404978 Dec 22 17:21:59.409722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36846) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:59.472401 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-e921e7b1-6044-4e0d-9cbb-72dc687d279d None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:21:59.561971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0838a91c-1265-49d0-83ec-9cde03b2883d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:59.662537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:59.670753 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e450f89f-d4ed-489b-8d8d-51f3346b28e9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:21:59.752932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=7765d92a-2983-4d0d-9d9d-92f328921fa8,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:21:59.755403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:21:59.761791 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e921e7b1-6044-4e0d-9cbb-72dc687d279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:21:57Z', 'revision_number': 7, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:59.766227 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e921e7b1-6044-4e0d-9cbb-72dc687d279d None None] Checking router: e635350c-227f-4678-9008-de32eb6f5501 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:21:59.776507 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e921e7b1-6044-4e0d-9cbb-72dc687d279d None None] Routers {'e635350c-227f-4678-9008-de32eb6f5501'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:21:59.777420 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e921e7b1-6044-4e0d-9cbb-72dc687d279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:21:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['e635350c-227f-4678-9008-de32eb6f5501'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:21:59.864654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbc976e-334f-4f49-8ea9-67204087f099 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:59.870275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbc976e-334f-4f49-8ea9-67204087f099 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:59.875981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbc976e-334f-4f49-8ea9-67204087f099 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:59.882051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbc976e-334f-4f49-8ea9-67204087f099 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:21:59.888804 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6dbc976e-334f-4f49-8ea9-67204087f099 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4730837 Dec 22 17:21:59.889696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36850) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:21:59.965428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0838a91c-1265-49d0-83ec-9cde03b2883d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:21:59.997356 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-e921e7b1-6044-4e0d-9cbb-72dc687d279d None None] Set router e635350c-227f-4678-9008-de32eb6f5501 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:00.027281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bdb977b3-159d-484f-ba29-06f2d5c216c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:00.031630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:00.193693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0838a91c-1265-49d0-83ec-9cde03b2883d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:00.200319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f244232c-2dab-45e9-9812-ae3136566793 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:00.211488 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-80a66b87-738c-47cb-bc55-8a2e7523eb9b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3207772 Dec 22 17:22:00.211919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36854) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:00.247712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838a91c-1265-49d0-83ec-9cde03b2883d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdfcbdb-75d6-4821-afb1-2ddb54a8478e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:00.250549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0838a91c-1265-49d0-83ec-9cde03b2883d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:00.255948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0838a91c-1265-49d0-83ec-9cde03b2883d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:00.264242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b8e81-a5bb-4bdb-b28f-b62bca98b6a2 None None] Network 414e182f-0910-489f-acbe-e38452689ae4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:00.288317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4debce7e-7558-4f29-b068-ab4106836ecc tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:00.289841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4debce7e-7558-4f29-b068-ab4106836ecc tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:00.295078 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4debce7e-7558-4f29-b068-ab4106836ecc tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0821984 Dec 22 17:22:00.295736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36858) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:00.326732 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0838a91c-1265-49d0-83ec-9cde03b2883d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/subnets/bbdfcbdb-75d6-4821-afb1-2ddb54a8478e HTTP/1.1" status: 204 len: 168 time: 1.0544827 Dec 22 17:22:00.333295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36862) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:00.343991 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e921e7b1-6044-4e0d-9cbb-72dc687d279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:21:57Z', 'revision_number': 7, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:00.348872 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e921e7b1-6044-4e0d-9cbb-72dc687d279d None None] The sync data for ids ['e635350c-227f-4678-9008-de32eb6f5501'] in dv-neutron-822513-1-hyperv is: [{'id': 'e635350c-227f-4678-9008-de32eb6f5501', 'name': 'tempest-TestNetworkBasicOps-router-549556401', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:19:05Z', 'updated_at': '2021-12-22T17:21:57Z', 'revision_number': 7, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'e6923ec2-8308-4520-9a20-6e7c523c9388', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635350c-227f-4678-9008-de32eb6f5501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:19:07Z', 'updated_at': '2021-12-22T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:00.389747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef1a1f5-83ff-4b19-8a86-f14c2931cc45 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['shared'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:00.392969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef1a1f5-83ff-4b19-8a86-f14c2931cc45 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['shared'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:00.394750 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8ef1a1f5-83ff-4b19-8a86-f14c2931cc45 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0981033 Dec 22 17:22:00.399145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36866) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:00.557816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf63d94-d02c-482a-9db0-d89472a1222e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:00.563060 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fdf63d94-d02c-482a-9db0-d89472a1222e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/networks/3e58db82-1a20-4221-8c57-4f358a0dd0d5 HTTP/1.1" status: 200 len: 800 time: 0.1624565 Dec 22 17:22:00.564335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36870) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:00.717234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 529d4b93-8115-4ab8-baf1-8f63bbfc008a has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:00.720895 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-534e852e-cebb-4c29-896a-55eacd043692 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/networks/3e58db82-1a20-4221-8c57-4f358a0dd0d5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1553442 Dec 22 17:22:00.721359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36874) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:00.733758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] DHCP port deletion for 414e182f-0910-489f-acbe-e38452689ae4 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:22:00.739964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Deleting port 372591a3-2856-4d42-b77b-06021d3c4377 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:00.740345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:00.789439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:00.896915 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 372591a3-2856-4d42-b77b-06021d3c4377 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:00.966213 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:22:01.040255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3bd585-770b-4962-b63b-4e81a60b6cdb tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:01.040808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6c3bd585-770b-4962-b63b-4e81a60b6cdb tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Synchronizing usage tracker for tenant:be7f44a51f1442bfb99875c53d8e9965 on resource:subnet {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:01.089349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.155964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] For port 372591a3-2856-4d42-b77b-06021d3c4377, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=372591a3-2856-4d42-b77b-06021d3c4377,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:01.156350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6c3bd585-770b-4962-b63b-4e81a60b6cdb tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Unset dirty status for tenant:be7f44a51f1442bfb99875c53d8e9965 on resource:subnet {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:01.156837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.158024 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6c3bd585-770b-4962-b63b-4e81a60b6cdb tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/subnets/c236529f-676e-487d-829c-d35c457a96e7 HTTP/1.1" status: 200 len: 811 time: 0.4333155 Dec 22 17:22:01.162899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36882) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:01.164041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:01.171216 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3308752 Dec 22 17:22:01.174114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36886) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:01.183901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809bd0e-a1ce-4a18-ba81-7fe390292ac9 None None] Sync routers for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:01.185761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.263554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58339b89-f8f6-4a21-9040-844f95c0a168 req-81a70d80-8c9c-4d7b-8707-c7409722de5b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:01.265243 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-58339b89-f8f6-4a21-9040-844f95c0a168 req-81a70d80-8c9c-4d7b-8707-c7409722de5b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 945 time: 0.1010766 Dec 22 17:22:01.292923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.309765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2456c25-51b1-44b1-af04-716b0c4db7ca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['shared'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:01.310801 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Calling delete_port for 372591a3-2856-4d42-b77b-06021d3c4377 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:01.311181 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f2456c25-51b1-44b1-af04-716b0c4db7ca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "GET /v2.0/subnets/c236529f-676e-487d-829c-d35c457a96e7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1414387 Dec 22 17:22:01.315266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36890) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:01.317062 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-58339b89-f8f6-4a21-9040-844f95c0a168 req-1d932c7c-54a3-48b9-b618-19c8b13d6d22 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429657 Dec 22 17:22:01.323732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1616941319'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:01.331255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ead298-4ab9-4141-816b-0231fd794c28 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting subnet 9b1d2c42-569b-47d9-938b-5db2d4f497a3 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:22:01.337604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port e6923ec2-8308-4520-9a20-6e7c523c9388 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:01.337941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.358907 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.372815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:01.374337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809bd0e-a1ce-4a18-ba81-7fe390292ac9 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:01.374877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-65ead298-4ab9-4141-816b-0231fd794c28 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.375022 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7809bd0e-a1ce-4a18-ba81-7fe390292ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:01.436340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:01.474110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:01.477491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.487459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-65ead298-4ab9-4141-816b-0231fd794c28 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.507379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 372591a3-2856-4d42-b77b-06021d3c4377, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=372591a3-2856-4d42-b77b-06021d3c4377,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:01.534749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.535521 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 34736173-a110-4a77-8c85-f8b8af81e361 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:01.564962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:01.615902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 34736173-a110-4a77-8c85-f8b8af81e361 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:01.616175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 34736173-a110-4a77-8c85-f8b8af81e361 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:01.627762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:22:01.637915 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:22:01.638336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:22:01.649514 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7809bd0e-a1ce-4a18-ba81-7fe390292ac9 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:01.670037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.670384 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Added segment 927ea4aa-ec1e-46db-afcf-2b14ffa71a79 of type vlan for network e1268620-c050-4ce1-a372-c1252b462811 Dec 22 17:22:01.703992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port e6923ec2-8308-4520-9a20-6e7c523c9388, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e6923ec2-8308-4520-9a20-6e7c523c9388,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:01.704947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.726551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=372591a3-2856-4d42-b77b-06021d3c4377,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:01.732620 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:01.842980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-65ead298-4ab9-4141-816b-0231fd794c28 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.874810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for e6923ec2-8308-4520-9a20-6e7c523c9388 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:01.902660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:01.991481 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7809bd0e-a1ce-4a18-ba81-7fe390292ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:59Z', 'revision_number': 9, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:01.997307 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809bd0e-a1ce-4a18-ba81-7fe390292ac9 None None] Checking router: 529d4b93-8115-4ab8-baf1-8f63bbfc008a for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:22:02.008287 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809bd0e-a1ce-4a18-ba81-7fe390292ac9 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:02.008887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7809bd0e-a1ce-4a18-ba81-7fe390292ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:02.013471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.019024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:02.019634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.026055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-09f01d42-7780-4dde-b93f-0eb4ca379936 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:02.059469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-65ead298-4ab9-4141-816b-0231fd794c28 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.157210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-65ead298-4ab9-4141-816b-0231fd794c28 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.159026 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-65ead298-4ab9-4141-816b-0231fd794c28 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/9b1d2c42-569b-47d9-938b-5db2d4f497a3 HTTP/1.1" status: 204 len: 168 time: 0.9538224 Dec 22 17:22:02.161243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Network': ['ID=e1268620-c050-4ce1-a372-c1252b462811,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:02.161963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36894) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:02.169684 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8534131 Dec 22 17:22:02.171209 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:02.171726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cdb8bea3-9f12-4c59-a18e-e44358669ee7 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:02.176995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Deleting port 372591a3-2856-4d42-b77b-06021d3c4377 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:02.177504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.191657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36898) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:02.202108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'network_id': 'e1268620-c050-4ce1-a372-c1252b462811', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:02.206253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ead298-4ab9-4141-816b-0231fd794c28 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1d2c42-569b-47d9-938b-5db2d4f497a3,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:02.209138 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-65ead298-4ab9-4141-816b-0231fd794c28 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:02.218418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e270d9-dc1a-4901-91dd-060ca4115912 None None] Network 1d5a50fa-43f4-4e28-a4ca-895ce7990385 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:02.232647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network e1268620-c050-4ce1-a372-c1252b462811 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:22:02.398802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.409176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:02.421990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:02.426595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 02408632-5877-4380-bbfd-e5e5907ad35d {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:02.426595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.481234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Made reservation on behalf of be7f44a51f1442bfb99875c53d8e9965 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:02.484929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.498286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7809bd0e-a1ce-4a18-ba81-7fe390292ac9 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:02.535352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.539618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-84b723dd-d089-4715-a80d-6d5f1b557689 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:02.588919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=e6923ec2-8308-4520-9a20-6e7c523c9388,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:02.591953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:02.627854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.ipam_backend_mixin [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Performing IP validity checks on allocation pools {{(pid=87586) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 17:22:02.628372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.ipam_backend_mixin [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87586) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 17:22:02.732189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004676d-b845-4c2c-acf2-9de9f5c02dad req-55ebb93c-6859-451b-acc1-9edeb3c849bb tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:02.733683 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6004676d-b845-4c2c-acf2-9de9f5c02dad req-55ebb93c-6859-451b-acc1-9edeb3c849bb tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 945 time: 0.2702720 Dec 22 17:22:02.755441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.762467 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port 02408632-5877-4380-bbfd-e5e5907ad35d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=02408632-5877-4380-bbfd-e5e5907ad35d,segment=NetworkSegment(28624eaf-28f4-4333-8cc2-6471ba9231a7),segment_id=28624eaf-28f4-4333-8cc2-6471ba9231a7)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:02.763063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.795347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.897920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 02408632-5877-4380-bbfd-e5e5907ad35d owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:02.905865 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6004676d-b845-4c2c-acf2-9de9f5c02dad req-640d9b5f-9d96-462d-af8a-ac45ab6dd9d1 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595917 Dec 22 17:22:02.934893 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] For port 372591a3-2856-4d42-b77b-06021d3c4377, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=372591a3-2856-4d42-b77b-06021d3c4377,segment=NetworkSegment(833fabf4-7120-4172-a029-f6b661f6f0f7),segment_id=833fabf4-7120-4172-a029-f6b661f6f0f7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:02.935316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.983948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.988204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:02.998392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2118a-5d69-495e-84d3-12e150b29051 req-71217b45-85ca-48ca-8f30-cfd18f86466b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:03.000175 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64c2118a-5d69-495e-84d3-12e150b29051 req-71217b45-85ca-48ca-8f30-cfd18f86466b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 945 time: 0.3332746 Dec 22 17:22:03.061760 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.069184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8f258cbf-d2fe-4624-afa0-f54ff921c519 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:03.072864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.073478 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Fanout notify agent at l3_agent the message router_deleted on router e635350c-227f-4678-9008-de32eb6f5501 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:22:03.080710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Calling delete_port for 372591a3-2856-4d42-b77b-06021d3c4377 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:03.097373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Deleting port e966eab4-9567-440f-8692-0fc2f3d93c93 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:03.097717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.112929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.137288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.141563 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/routers/e635350c-227f-4678-9008-de32eb6f5501 HTTP/1.1" status: 204 len: 168 time: 2.8072977 Dec 22 17:22:03.150435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36904) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:03.174684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084fba34-2405-4acc-bbd3-990873428a0d None None] DHCP port deletion for 1d5a50fa-43f4-4e28-a4ca-895ce7990385 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:22:03.245589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.262147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ae4670dd-c8eb-4fc2-8322-2f53acbc4323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:03.267761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=02408632-5877-4380-bbfd-e5e5907ad35d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:03.269783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No DVR routers for this DVR port 02408632-5877-4380-bbfd-e5e5907ad35d on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:22:03.275300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:03.300254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-849781b6-af1e-456c-9ac6-78ae9e7cece0 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:03.319735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] No DVR routers for this DVR port 372591a3-2856-4d42-b77b-06021d3c4377 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:22:03.332058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Pushing event deleted for resources: {'Port': ['ID=372591a3-2856-4d42-b77b-06021d3c4377,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:03.346199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.350229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:03.351344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:03.351910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:03.352310 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:03.352695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:03.353374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:03.353762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:03.354149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:03.354535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:03.355080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:03.355639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:03.356091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:03.359279 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:03.361950 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7809bd0e-a1ce-4a18-ba81-7fe390292ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:59Z', 'revision_number': 9, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:03.366912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809bd0e-a1ce-4a18-ba81-7fe390292ac9 None None] The sync data for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv is: [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:21:59Z', 'revision_number': 9, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e', 'name': '', 'network_id': '8a3b0f6f-4d11-429b-9b25-45d94ad5565f', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:bc:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:30Z', 'updated_at': '2021-12-22T17:21:40Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'e9026741-503b-47cc-a570-4da9273cfe98', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:03.490075 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=caeb3819-bcf1-4f24-b0da-77418d945985,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:03.493815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.506154 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:03.510146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Checking segment: {'id': '927ea4aa-ec1e-46db-afcf-2b14ffa71a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e1268620-c050-4ce1-a372-c1252b462811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:03.510509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network hostable DHCP agents. Network: e1268620-c050-4ce1-a372-c1252b462811, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:22:03.534673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5a50fa-43f4-4e28-a4ca-895ce7990385']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:03.550017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28624eaf-28f4-4333-8cc2-6471ba9231a7') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:03.550311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28624eaf-28f4-4333-8cc2-6471ba9231a7') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:03.563305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.573525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Network e1268620-c050-4ce1-a372-c1252b462811 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:22:03.588865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.592094 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, e1268620-c050-4ce1-a372-c1252b462811) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:03.598486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:03.599071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.601719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1185930c-4361-412b-83e4-4dcc55699cfe None None] Network e1268620-c050-4ce1-a372-c1252b462811 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:03.603042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:22:03.606489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:22:03.620407 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:22:03.630699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] For port e966eab4-9567-440f-8692-0fc2f3d93c93, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e966eab4-9567-440f-8692-0fc2f3d93c93,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:03.631055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.704221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.753106 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5598764 Dec 22 17:22:03.759756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36908) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:03.766808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8cfa03d9-17db-4fb9-b056-586c9da8f8d5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:03.811198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.817908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fced83d0-33a2-433d-ae2f-314603253679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:03.832860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.855899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Network': ['ID=1d5a50fa-43f4-4e28-a4ca-895ce7990385,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:03.863151 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/networks/1d5a50fa-43f4-4e28-a4ca-895ce7990385 HTTP/1.1" status: 204 len: 168 time: 1.6977293 Dec 22 17:22:03.864819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:03.867155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36912) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:03.882022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414e182f-0910-489f-acbe-e38452689ae4']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:03.915507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833fabf4-7120-4172-a029-f6b661f6f0f7') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:03.916325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833fabf4-7120-4172-a029-f6b661f6f0f7') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:03.934503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:03.964524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-e1268620-c050-4ce1-a372-c1252b462811', 'network_id': 'e1268620-c050-4ce1-a372-c1252b462811', 'tenant_id': 'be7f44a51f1442bfb99875c53d8e9965', 'fixed_ips': [{'subnet_id': 'caeb3819-bcf1-4f24-b0da-77418d945985'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:22:03.965861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.149931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Allocated IP 172.20.0.3 (e1268620-c050-4ce1-a372-c1252b462811/caeb3819-bcf1-4f24-b0da-77418d945985/97660305-bef6-4f21-aa6e-339cd5c04764) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:04.164425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.170139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8cfa03d9-17db-4fb9-b056-586c9da8f8d5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2713841'] for subnet, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.185320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:22:04.185715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:22:04.200772 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:22:04.285635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.286047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.286373 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Floating IP 1fc86af2-0d3d-4a80-8c13-e11e12c34533 disassociated. External IP: 172.26.3.142, port: e966eab4-9567-440f-8692-0fc2f3d93c93. Dec 22 17:22:04.286667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Calling delete_port for e966eab4-9567-440f-8692-0fc2f3d93c93 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:04.337295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.341303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.347543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-37593a39-3f89-45c6-8538-17658ba5fc08 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:04.363742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20cb7c-3592-438f-a0b0-b561bc07f088 req-2fe6640c-cb34-4d51-a1ad-4af6a97dde8c tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:04.365230 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6f20cb7c-3592-438f-a0b0-b561bc07f088 req-2fe6640c-cb34-4d51-a1ad-4af6a97dde8c tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 945 time: 0.2910976 Dec 22 17:22:04.377046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Network': ['ID=414e182f-0910-489f-acbe-e38452689ae4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:04.379371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:04.382219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.392095 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/networks/414e182f-0910-489f-acbe-e38452689ae4 HTTP/1.1" status: 204 len: 168 time: 1.2368312 Dec 22 17:22:04.393559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Transition to ACTIVE for port object 97660305-bef6-4f21-aa6e-339cd5c04764 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:04.408237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36918) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:04.411445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Transition to ACTIVE for port object 97660305-bef6-4f21-aa6e-339cd5c04764 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:04.417330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.422352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f291a643-071a-4f28-83e3-706c7ffc1292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:04.432316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'network': {'name': 'tempest-network-smoke--557777673', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'port_security_enabled': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:04.437894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:04.444197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:network and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:04.448058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:04.454342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:04.489390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Network e1268620-c050-4ce1-a372-c1252b462811 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:04.492323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:04.496285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:04.509804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:04.513448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.532363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Pushing event updated for resources: {'Port': ['ID=97660305-bef6-4f21-aa6e-339cd5c04764,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:04.539033 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:04.557924 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6f20cb7c-3592-438f-a0b0-b561bc07f088 req-9b09e47c-fd0d-41ba-b4cf-bb2e4df666e1 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562839 Dec 22 17:22:04.564504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:22:04.566856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.578116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-999de691-ea68-42ee-8633-a02c83420863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:04.597237 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Attempting to bind port 97660305-bef6-4f21-aa6e-339cd5c04764 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:22:04.597577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Attempting to bind port 97660305-bef6-4f21-aa6e-339cd5c04764 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '927ea4aa-ec1e-46db-afcf-2b14ffa71a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e1268620-c050-4ce1-a372-c1252b462811'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:22:04.597951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Attempting to bind port 97660305-bef6-4f21-aa6e-339cd5c04764 on network e1268620-c050-4ce1-a372-c1252b462811 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:22:04.603645 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:22:04.604026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Checking segment: {'id': '927ea4aa-ec1e-46db-afcf-2b14ffa71a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e1268620-c050-4ce1-a372-c1252b462811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:04.604644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.604994 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Bound using segment: {'id': '927ea4aa-ec1e-46db-afcf-2b14ffa71a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e1268620-c050-4ce1-a372-c1252b462811'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:22:04.605469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Bound port: 97660305-bef6-4f21-aa6e-339cd5c04764, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927ea4aa-ec1e-46db-afcf-2b14ffa71a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e1268620-c050-4ce1-a372-c1252b462811'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:22:04.606007 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.635607 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event deleted for resources: {'Port': ['ID=e966eab4-9567-440f-8692-0fc2f3d93c93,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:04.643034 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:04.644284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.644487 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Added segment 25388fc2-eb8c-481a-9b7c-b9c31455a894 of type vlan for network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 Dec 22 17:22:04.720912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 02408632-5877-4380-bbfd-e5e5907ad35d no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:04.752418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] For port 97660305-bef6-4f21-aa6e-339cd5c04764, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:22:04.761538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.762677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 02408632-5877-4380-bbfd-e5e5907ad35d {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:04.763347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 02408632-5877-4380-bbfd-e5e5907ad35d not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:04.764116 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e6923ec2-8308-4520-9a20-6e7c523c9388 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:04.785140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8cfa03d9-17db-4fb9-b056-586c9da8f8d5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775866868821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60132011'] for subnet, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.791326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-23d0c84f-aef8-4bdb-a199-7b6240eeb755 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:04.807149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: e6923ec2-8308-4520-9a20-6e7c523c9388 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:04.807857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e6923ec2-8308-4520-9a20-6e7c523c9388 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:04.808529 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7765d92a-2983-4d0d-9d9d-92f328921fa8 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:04.845969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfa03d9-17db-4fb9-b056-586c9da8f8d5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:04.846487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8cfa03d9-17db-4fb9-b056-586c9da8f8d5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.850296 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8cfa03d9-17db-4fb9-b056-586c9da8f8d5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "PUT /v2.0/subnets/caeb3819-bcf1-4f24-b0da-77418d945985 HTTP/1.1" status: 200 len: 877 time: 1.0864904 Dec 22 17:22:04.851302 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] For port 97660305-bef6-4f21-aa6e-339cd5c04764, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=97660305-bef6-4f21-aa6e-339cd5c04764,segment=NetworkSegment(927ea4aa-ec1e-46db-afcf-2b14ffa71a79),segment_id=927ea4aa-ec1e-46db-afcf-2b14ffa71a79)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:22:04.852719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36922) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:04.860068 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 7765d92a-2983-4d0d-9d9d-92f328921fa8 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:04.860975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7765d92a-2983-4d0d-9d9d-92f328921fa8 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:04.864639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.870597 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:04.891138 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.896603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa03d9-17db-4fb9-b056-586c9da8f8d5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event updated for resources: {'Subnet': ['ID=caeb3819-bcf1-4f24-b0da-77418d945985,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:04.897374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:04.898023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:04.906058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c132a6c9-0490-4741-9b20-5f1baf34bcd1 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:04.922794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:04.986599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Pushing event updated for resources: {'Port': ['ID=97660305-bef6-4f21-aa6e-339cd5c04764,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:05.008157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:05.009455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:05.079571 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8cfa03d9-17db-4fb9-b056-586c9da8f8d5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:05.093596 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6660552 Dec 22 17:22:05.095794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36926) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:05.102806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:05.116852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Network': ['ID=61fd6cc7-5b99-4a6a-92cb-b3f96518aef0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:05.119813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:05.127041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'admin_state_up': True, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:05.130831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:22:05.138377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:05.142826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:router and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:05.146525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:05.153510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:05.289307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:05.290354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:05.323683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:05.345486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:05.365459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:05.376359 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db938f12-bd50-41f2-b1d2-4d0b44bf8f1e None None] Sync routers for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:05.388909 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db938f12-bd50-41f2-b1d2-4d0b44bf8f1e None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:05.389532 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-db938f12-bd50-41f2-b1d2-4d0b44bf8f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:05.428909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Deleting port 97660305-bef6-4f21-aa6e-339cd5c04764 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:05.429343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:05.528404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] No DVR routers for this DVR port e966eab4-9567-440f-8692-0fc2f3d93c93 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:22:05.578424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:05.580895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f3357f-68b7-41de-a444-e6834aefda7b', 'name': 'network-vif-deleted', 'tag': 'e966eab4-9567-440f-8692-0fc2f3d93c93'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:22:05.608413 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-db938f12-bd50-41f2-b1d2-4d0b44bf8f1e None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:05.608560 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64c2118a-5d69-495e-84d3-12e150b29051 req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "DELETE /v2.0/ports/e966eab4-9567-440f-8692-0fc2f3d93c93 HTTP/1.1" status: 204 len: 173 time: 2.5945597 Dec 22 17:22:05.745415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:05.745974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:05.818849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:05.828520 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f3357f-68b7-41de-a444-e6834aefda7b', 'name': 'network-vif-deleted', 'tag': 'e966eab4-9567-440f-8692-0fc2f3d93c93', 'status': 'completed', 'code': 200} Dec 22 17:22:05.929802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e966eab4-9567-440f-8692-0fc2f3d93c93 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:06.028207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: e966eab4-9567-440f-8692-0fc2f3d93c93 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:06.028919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e966eab4-9567-440f-8692-0fc2f3d93c93 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:06.088912 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-db938f12-bd50-41f2-b1d2-4d0b44bf8f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:06.093766 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db938f12-bd50-41f2-b1d2-4d0b44bf8f1e None None] Checking router: cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:22:06.103820 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db938f12-bd50-41f2-b1d2-4d0b44bf8f1e None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:06.104714 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-db938f12-bd50-41f2-b1d2-4d0b44bf8f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:06.123718 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e7083e68-78ce-4865-a915-10391c4a6aa7 req-93f91b05-e838-46f5-8ef0-6368679cf5c5 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=74f3357f-68b7-41de-a444-e6834aefda7b HTTP/1.1" status: 200 len: 210 time: 0.3012695 Dec 22 17:22:06.129482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] For port 97660305-bef6-4f21-aa6e-339cd5c04764, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=97660305-bef6-4f21-aa6e-339cd5c04764,segment=NetworkSegment(927ea4aa-ec1e-46db-afcf-2b14ffa71a79),segment_id=927ea4aa-ec1e-46db-afcf-2b14ffa71a79)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:06.129848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:06.376771 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-db938f12-bd50-41f2-b1d2-4d0b44bf8f1e None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:06.396375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Calling delete_port for 97660305-bef6-4f21-aa6e-339cd5c04764 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:06.420801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:06.464532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:06.473584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2570d9-f31f-4b03-98cb-fd4cb178944a None None] Network e1268620-c050-4ce1-a372-c1252b462811 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:06.559884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e,segment=NetworkSegment(2e4a87b0-de49-4cea-944f-346f348be18b),segment_id=2e4a87b0-de49-4cea-944f-346f348be18b)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:06.560290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:06.573998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7e3576f3-9f87-4183-a466-a7435e064753 None None] Could not find standard attr ID for object 97660305-bef6-4f21-aa6e-339cd5c04764. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:22:06.576406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:06.582218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ea854264-1613-458b-864d-410170d7faa7 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:06.768049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Port': ['ID=97660305-bef6-4f21-aa6e-339cd5c04764,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:06.775747 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 97660305-bef6-4f21-aa6e-339cd5c04764 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:06.776379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:06.796071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.139 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/3f011fc4-a837-4edc-a9d4-4c20936b4b6d) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:06.823923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:06.875662 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-db938f12-bd50-41f2-b1d2-4d0b44bf8f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:06.887678 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db938f12-bd50-41f2-b1d2-4d0b44bf8f1e None None] The sync data for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv is: [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:06.897272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 97660305-bef6-4f21-aa6e-339cd5c04764 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:06.897632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 97660305-bef6-4f21-aa6e-339cd5c04764 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 17:22:06.966618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Port 97660305-bef6-4f21-aa6e-339cd5c04764 not found, will not notify nova. {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 17:22:07.050021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:07.071045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No DVR routers for this DVR port 97660305-bef6-4f21-aa6e-339cd5c04764 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:22:07.096269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:07.103042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:07.186743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:07.207240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:07.210580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:07.214405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:07.258652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=3f011fc4-a837-4edc-a9d4-4c20936b4b6d,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:07.263015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:07.321326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554460e6-6af0-47c6-943e-956e4571b463 None None] Network e1268620-c050-4ce1-a372-c1252b462811 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:07.343932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36458778-f06a-4cc2-bde1-27a0a0862716 None None] New status for floating IP 1fc86af2-0d3d-4a80-8c13-e11e12c34533: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:22:07.346131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:07.353542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a5ece41c-3957-49fc-8342-e8b28e29de08 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:07.412643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Subnet': ['ID=caeb3819-bcf1-4f24-b0da-77418d945985,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:07.432665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:07.500203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:07.516672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9c128702-88b3-4701-80b2-227b4059d53e tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:07.569792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:07.577094 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:07.580729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:07.770562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1268620-c050-4ce1-a372-c1252b462811']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:07.850842 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-afbea518-7051-4c82-80b6-93e058ef7eb2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120777421&fields=id&tenant_id=0344a10d8c1c4cca981e644c68927115 HTTP/1.1" status: 200 len: 267 time: 0.2294559 Dec 22 17:22:07.852804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:07.895946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927ea4aa-ec1e-46db-afcf-2b14ffa71a79') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:07.896248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927ea4aa-ec1e-46db-afcf-2b14ffa71a79') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:07.919590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:07.925370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee384a2-063d-4cf6-a065-e5b1370974a2 None None] DHCP port deletion for e1268620-c050-4ce1-a372-c1252b462811 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:22:08.003741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:08.007999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:08.028056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:22:08.028460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:22:08.043518 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:22:08.294338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-26895f66-3eb6-4d61-a619-c9f7cace0d4f tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:08.295689 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-26895f66-3eb6-4d61-a619-c9f7cace0d4f tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 812 time: 0.4305456 Dec 22 17:22:08.305139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:08.318358 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4ba9ce81-f383-4a38-aee4-44eeb4373110 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:08.327733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:08.337440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:08.349252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Network': ['ID=e1268620-c050-4ce1-a372-c1252b462811,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:08.353731 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:08.357911 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-37345037-f0a1-43f1-be04-cc6b41bcc8a9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/quotas/0344a10d8c1c4cca981e644c68927115 HTTP/1.1" status: 200 len: 375 time: 0.0538406 Dec 22 17:22:08.536726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:22:08.667193 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/e1268620-c050-4ce1-a372-c1252b462811 HTTP/1.1" status: 204 len: 168 time: 3.8134172 Dec 22 17:22:08.671931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36942) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:08.717200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 97660305-bef6-4f21-aa6e-339cd5c04764 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:08.727833 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa63306f-e2f6-4022-988f-6e965758555a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:08.728270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa63306f-e2f6-4022-988f-6e965758555a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:08.729934 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-aa63306f-e2f6-4022-988f-6e965758555a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/subnets/caeb3819-bcf1-4f24-b0da-77418d945985 HTTP/1.1" status: 404 len: 337 time: 0.0573983 Dec 22 17:22:08.732653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36946) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:08.751855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 97660305-bef6-4f21-aa6e-339cd5c04764 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:08.752206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 97660305-bef6-4f21-aa6e-339cd5c04764 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:08.755178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 529d4b93-8115-4ab8-baf1-8f63bbfc008a has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:08.764006 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-282adc23-4de6-40ab-8a6b-7fb59171f670 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:08.764469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282adc23-4de6-40ab-8a6b-7fb59171f670 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:08.770734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:08.773396 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-282adc23-4de6-40ab-8a6b-7fb59171f670 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/e1268620-c050-4ce1-a372-c1252b462811 HTTP/1.1" status: 404 len: 339 time: 0.0395095 Dec 22 17:22:08.779645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36950) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:08.783430 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-f1c6da68-3083-44d7-aa67-14e5391eeb75 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3666718 Dec 22 17:22:08.784205 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Sync routers for ids ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:08.798505 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Routers {'48b9a021-e90d-4f04-afb7-3fe1969f3a0d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:08.799155 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:08.825593 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbecb4f-4312-4018-a077-e1009deb749a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:08.826049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbecb4f-4312-4018-a077-e1009deb749a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:08.827711 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9fbecb4f-4312-4018-a077-e1009deb749a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/subnets/8e7dd004-5558-4e06-bbac-962a3b7600d9 HTTP/1.1" status: 404 len: 337 time: 0.0457597 Dec 22 17:22:08.830374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36954) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:08.856517 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34a6a8a-1e8d-4217-8725-bd76c083a6c2 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:08.857165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34a6a8a-1e8d-4217-8725-bd76c083a6c2 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:08.858947 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f34a6a8a-1e8d-4217-8725-bd76c083a6c2 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/d46c4bc3-4356-4a10-9969-94034e2031af HTTP/1.1" status: 404 len: 339 time: 0.0276959 Dec 22 17:22:08.862291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36958) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:08.882279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:08.883534 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7813120 Dec 22 17:22:08.887017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36962) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:08.986272 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ca4ce524-7c6c-4601-8326-0f3056ab74db tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=b81c21c680cf47a59420417b42f80eaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0978796 Dec 22 17:22:08.987259 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Set router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:08.989674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36966) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:09.039897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:09.046255 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1781225 Dec 22 17:22:09.052502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcab064-745f-4c7b-968f-77dc04d40708 None None] Sync routers for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:09.056128 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36970) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:09.062033 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcab064-745f-4c7b-968f-77dc04d40708 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:09.062887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5bcab064-745f-4c7b-968f-77dc04d40708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:09.086382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.111418 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-f7e25f04-205a-48e8-960a-73ddca701fda service neutron] 10.222.0.70 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239870 Dec 22 17:22:09.202497 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f25479d-874f-4358-8be8-b97c6dab6d04 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting subnet e9026741-503b-47cc-a570-4da9273cfe98 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:22:09.210515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9163d55-90d8-4a60-abe8-51941c139984 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:09.216373 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e9163d55-90d8-4a60-abe8-51941c139984 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2249713 Dec 22 17:22:09.217057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36974) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:09.217716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f25479d-874f-4358-8be8-b97c6dab6d04 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.242705 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-5bcab064-745f-4c7b-968f-77dc04d40708 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:09.300224 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-563aa200-3c09-4717-a87b-6cb28811fd3f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552418 Dec 22 17:22:09.306761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 36978) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:09.312504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.316855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1753775658', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:09.328063 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:22:07Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:09.333337 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Checking router: 48b9a021-e90d-4f04-afb7-3fe1969f3a0d for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:22:09.333924 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Updating router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d port 3f011fc4-a837-4edc-a9d4-4c20936b4b6d binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:22:09.344050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6752ff38-b708-4194-8c94-fd3580e4ad96']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:09.357058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf04e9f0-9a81-4300-aa85-9b3b2bb0a988') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:09.357592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf04e9f0-9a81-4300-aa85-9b3b2bb0a988') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:09.361617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f25479d-874f-4358-8be8-b97c6dab6d04 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.369895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.392892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.393147 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.400054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:22:09.400640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:22:09.496819 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:22:09.502961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.506920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e66ee97e-a7e5-4ebf-940f-19e16f9757b4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:09.518763 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-ea664a80-b07c-4cb4-b86f-d81660112a85 service neutron] 10.222.0.70 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989086 Dec 22 17:22:09.528215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.533959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:09.538162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Network': ['ID=6752ff38-b708-4194-8c94-fd3580e4ad96,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:09.541196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:subnet and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:09.544758 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:09.549872 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/6752ff38-b708-4194-8c94-fd3580e4ad96 HTTP/1.1" status: 204 len: 168 time: 0.6841352 Dec 22 17:22:09.550304 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:09.550441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36982) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:09.557935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:09.573150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:09.577209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.595353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f25479d-874f-4358-8be8-b97c6dab6d04 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.603376 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d77dd0c-ec8d-4690-8b5e-31737ef05cc4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:09.603963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d77dd0c-ec8d-4690-8b5e-31737ef05cc4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:09.605932 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5d77dd0c-ec8d-4690-8b5e-31737ef05cc4 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/subnets/dcce3704-4fde-4ff4-b19b-bc4255e545c8 HTTP/1.1" status: 404 len: 337 time: 0.0542419 Dec 22 17:22:09.608586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36986) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:09.683137 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a42a40-cfde-441d-b5e7-b5c5fb54ec29 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:09.683622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a42a40-cfde-441d-b5e7-b5c5fb54ec29 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:09.685296 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-11a42a40-cfde-441d-b5e7-b5c5fb54ec29 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/3f07dfda-a7a9-443f-8919-2a53ce5cba49 HTTP/1.1" status: 404 len: 339 time: 0.0755959 Dec 22 17:22:09.699818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36992) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:09.739363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5bcab064-745f-4c7b-968f-77dc04d40708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:22:07Z', 'revision_number': 10, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:09.744011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcab064-745f-4c7b-968f-77dc04d40708 None None] Checking router: 529d4b93-8115-4ab8-baf1-8f63bbfc008a for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:22:09.761216 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfa0db0-f946-4281-b8ef-fd454486d950 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:09.761966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bfa0db0-f946-4281-b8ef-fd454486d950 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:09.764906 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2bfa0db0-f946-4281-b8ef-fd454486d950 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/subnets/ed8027f3-649b-4a3f-9c36-ce9f66c82c84 HTTP/1.1" status: 404 len: 337 time: 0.0637324 Dec 22 17:22:09.767532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcab064-745f-4c7b-968f-77dc04d40708 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:09.769014 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 36998) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:09.774419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5bcab064-745f-4c7b-968f-77dc04d40708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:09.813928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f25479d-874f-4358-8be8-b97c6dab6d04 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.823477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3647e561-a8c4-4c80-99a0-7cbc6c7968a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:09.845285 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d4ef5b-8646-4106-b75d-944bcea1248f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:09.845769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d4ef5b-8646-4106-b75d-944bcea1248f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:09.849722 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-10d4ef5b-8646-4106-b75d-944bcea1248f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/04ccb629-6c86-484f-bb82-3d03a336d84c HTTP/1.1" status: 404 len: 339 time: 0.0774322 Dec 22 17:22:09.850299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37004) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:09.863897 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.880526 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Transition to ACTIVE for port object 3f011fc4-a837-4edc-a9d4-4c20936b4b6d will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:09.889918 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:09.903359 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:09.982934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-5bcab064-745f-4c7b-968f-77dc04d40708 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:10.041830 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-413c7d90-e9e6-4fa4-834a-8508d23d158b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:10.042432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413c7d90-e9e6-4fa4-834a-8508d23d158b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:10.047086 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-413c7d90-e9e6-4fa4-834a-8508d23d158b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/subnets/49d2f7c2-a037-4c1f-a350-0dc3aa9084fa HTTP/1.1" status: 404 len: 337 time: 0.1930149 Dec 22 17:22:10.049099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37008) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.060530 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Attempting to bind port 3f011fc4-a837-4edc-a9d4-4c20936b4b6d on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:22:10.061174 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Attempting to bind port 3f011fc4-a837-4edc-a9d4-4c20936b4b6d by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:22:10.061758 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Attempting to bind port 3f011fc4-a837-4edc-a9d4-4c20936b4b6d on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:22:10.065251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25479d-874f-4358-8be8-b97c6dab6d04 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Subnet': ['ID=e9026741-503b-47cc-a570-4da9273cfe98,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:10.067930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f25479d-874f-4358-8be8-b97c6dab6d04 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:10.075406 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7c0df-d10d-476f-a48b-d12171574e3d None None] Pushing event updated for resources: {'Port': ['ID=3f011fc4-a837-4edc-a9d4-4c20936b4b6d,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:10.079712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0f25479d-874f-4358-8be8-b97c6dab6d04 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:10.081154 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e22635-ff61-4967-a48d-f3228489f84d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:10.083861 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3bd7c0df-d10d-476f-a48b-d12171574e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:10.085401 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:22:10.085978 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:10.086552 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:10.088324 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:22:10.088821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e22635-ff61-4967-a48d-f3228489f84d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:10.089239 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Bound port: 3f011fc4-a837-4edc-a9d4-4c20936b4b6d, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:22:10.090029 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:10.092948 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-89e22635-ff61-4967-a48d-f3228489f84d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/c66c4b58-18cc-4ac0-8e9b-408939ea3581 HTTP/1.1" status: 404 len: 339 time: 0.0414128 Dec 22 17:22:10.093981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37012) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.156452 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb927e5e-5a70-445e-80d8-99a2f7a886f1 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:10.156920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb927e5e-5a70-445e-80d8-99a2f7a886f1 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:10.161768 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cb927e5e-5a70-445e-80d8-99a2f7a886f1 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/subnets/f97a0595-13e8-4c70-b13b-34b6d2d345f4 HTTP/1.1" status: 404 len: 337 time: 0.0649219 Dec 22 17:22:10.168052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1303914-cb14-44be-b43d-15b60941eb0b None None] Network 8a3b0f6f-4d11-429b-9b25-45d94ad5565f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:10.172617 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0f25479d-874f-4358-8be8-b97c6dab6d04 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/e9026741-503b-47cc-a570-4da9273cfe98 HTTP/1.1" status: 204 len: 168 time: 1.1154397 Dec 22 17:22:10.177989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37020) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.178201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37022) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.199914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5a482e54-1702-4526-88a2-dfe2901de924 req-0a6bf741-d255-40d3-b4ff-6c8449eae301 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Synchronizing usage tracker for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:10.215217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5a482e54-1702-4526-88a2-dfe2901de924 req-0a6bf741-d255-40d3-b4ff-6c8449eae301 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Unset dirty status for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:10.217129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5a482e54-1702-4526-88a2-dfe2901de924 req-0a6bf741-d255-40d3-b4ff-6c8449eae301 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 210 time: 0.0861163 Dec 22 17:22:10.224034 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] For port 3f011fc4-a837-4edc-a9d4-4c20936b4b6d, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:22:10.229028 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] For port 3f011fc4-a837-4edc-a9d4-4c20936b4b6d, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3f011fc4-a837-4edc-a9d4-4c20936b4b6d,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:22:10.235673 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:10.241315 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:10.312351 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-509a088d-86d6-45a0-a5fb-2ea5ae6600b6 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:10.312890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509a088d-86d6-45a0-a5fb-2ea5ae6600b6 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:10.314814 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-509a088d-86d6-45a0-a5fb-2ea5ae6600b6 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/681bc42e-8ee1-4edd-9d29-2435ae92d9fe HTTP/1.1" status: 404 len: 339 time: 0.1356950 Dec 22 17:22:10.317503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37032) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.343223 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Routers {'48b9a021-e90d-4f04-afb7-3fe1969f3a0d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:10.344013 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:10.404708 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-974f3b56-0713-4f34-b9bb-d7552f00ed17 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:10.404708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974f3b56-0713-4f34-b9bb-d7552f00ed17 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:10.408795 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-974f3b56-0713-4f34-b9bb-d7552f00ed17 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/subnets/59497487-5b5a-4066-8b4c-6848855dcfe7 HTTP/1.1" status: 404 len: 337 time: 0.0877209 Dec 22 17:22:10.409050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37036) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.421618 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7c0df-d10d-476f-a48b-d12171574e3d None None] Pushing event updated for resources: {'Port': ['ID=3f011fc4-a837-4edc-a9d4-4c20936b4b6d,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:10.426973 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3bd7c0df-d10d-476f-a48b-d12171574e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:10.439757 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e822c2-dd26-4cd3-b694-4561f5f3c523 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:10.440032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e822c2-dd26-4cd3-b694-4561f5f3c523 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:10.444071 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-84e822c2-dd26-4cd3-b694-4561f5f3c523 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/a11feee6-d5c6-48cd-ae40-397703f2f2df HTTP/1.1" status: 404 len: 339 time: 0.0316989 Dec 22 17:22:10.444765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37042) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.487748 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f328625-8cc9-4614-ab0c-5351bc100c36 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:10.488326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f328625-8cc9-4614-ab0c-5351bc100c36 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:10.492472 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0f328625-8cc9-4614-ab0c-5351bc100c36 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/subnets/7ce46dcf-f151-4bc5-95bf-af7871c36bfc HTTP/1.1" status: 404 len: 337 time: 0.0443676 Dec 22 17:22:10.492670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37046) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.493208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:10.498189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:10.510757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-144926c0-8ac6-4508-b91a-b2ba6508d104 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:10.520835 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afe951b-2ad4-4879-8033-fa9b47dba559 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:10.521307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afe951b-2ad4-4879-8033-fa9b47dba559 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:10.525844 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8afe951b-2ad4-4879-8033-fa9b47dba559 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/5655afac-faec-40d4-a64f-e022a68ee6cf HTTP/1.1" status: 404 len: 339 time: 0.0300255 Dec 22 17:22:10.526085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37050) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.579819 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4134948-f3cd-4b81-b012-d436b36585cd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:10.580316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4134948-f3cd-4b81-b012-d436b36585cd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:10.583176 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c4134948-f3cd-4b81-b012-d436b36585cd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/subnets/7baff8ab-c717-4788-b0e1-52380ebdf2d0 HTTP/1.1" status: 404 len: 337 time: 0.0557039 Dec 22 17:22:10.586525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37054) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.602971 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] Set router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:10.634116 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-231f9b84-22bc-4c5c-ba7a-748b89fe45e9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:10.634628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231f9b84-22bc-4c5c-ba7a-748b89fe45e9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:10.641843 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-231f9b84-22bc-4c5c-ba7a-748b89fe45e9 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/92dd000d-484b-4c17-a5af-e49db3dc2a0d HTTP/1.1" status: 404 len: 339 time: 0.0539227 Dec 22 17:22:10.645439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37058) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.723076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5bcab064-745f-4c7b-968f-77dc04d40708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:22:07Z', 'revision_number': 10, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:10.731154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcab064-745f-4c7b-968f-77dc04d40708 None None] The sync data for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv is: [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:22:07Z', 'revision_number': 10, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None, '_interfaces': [{'id': '2115f073-33eb-4f88-b686-8944c11a00f5', 'name': '', 'network_id': 'fb2c940f-0587-4311-9ccd-d641ff9d47e8', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'mac_address': 'fa:16:3e:a4:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:21:25Z', 'updated_at': '2021-12-22T17:21:36Z', 'revision_number': 5, 'project_id': '93e91622756a4a3ca4d059c600314740', 'subnets': [{'id': 'd5e1b50c-d013-4a3f-9396-d38976b8529f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:10.769647 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadf6aed-75ea-4898-94d6-12a259f84b8d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:10.771893 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aadf6aed-75ea-4898-94d6-12a259f84b8d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:10.778210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da795ae-ce19-4fdb-af86-4f7c96423d1f None None] DHCP port deletion for 8a3b0f6f-4d11-429b-9b25-45d94ad5565f request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:22:10.783297 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-aadf6aed-75ea-4898-94d6-12a259f84b8d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/subnets/5508de61-50d6-479f-b503-0a8f0c865843 HTTP/1.1" status: 404 len: 337 time: 0.1325426 Dec 22 17:22:10.783631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37062) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.788191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-0da795ae-ce19-4fdb-af86-4f7c96423d1f None None] Deleting port 3e16ada1-bbb3-416c-96cb-04ea8774a19e {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:10.788577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0da795ae-ce19-4fdb-af86-4f7c96423d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:10.810587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 3e16ada1-bbb3-416c-96cb-04ea8774a19e {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:10.810910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:10.843637 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-292697b3-fda1-4dea-94c4-d7a4f9647a29 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:10.844117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292697b3-fda1-4dea-94c4-d7a4f9647a29 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:10.846338 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-292697b3-fda1-4dea-94c4-d7a4f9647a29 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/6d3c6429-4368-48fe-b334-ea773e85b743 HTTP/1.1" status: 404 len: 339 time: 0.0617673 Dec 22 17:22:10.851829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37066) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:10.930944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Subnet': ['ID=351eaac2-6ad7-494c-b59b-3b213bb33aa7,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:10.942587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:10.985923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Checking segment: {'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:10.986279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network hostable DHCP agents. Network: 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:22:11.024375 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:22:07Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:11.025728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd9fbf2-d842-4d55-9f79-7721d23d81aa tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Deleting subnet c236529f-676e-487d-829c-d35c457a96e7 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:22:11.029145 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f9f2d-7d3a-4329-bfaa-bd8ee60008ba None None] The sync data for ids ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'] in dv-neutron-822513-1-hyperv is: [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:22:07Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:11.033307 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fbf2-d842-4d55-9f79-7721d23d81aa tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:11.103887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0da795ae-ce19-4fdb-af86-4f7c96423d1f None None] For port 3e16ada1-bbb3-416c-96cb-04ea8774a19e, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3e16ada1-bbb3-416c-96cb-04ea8774a19e,segment=NetworkSegment(2e4a87b0-de49-4cea-944f-346f348be18b),segment_id=2e4a87b0-de49-4cea-944f-346f348be18b)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:11.104297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0da795ae-ce19-4fdb-af86-4f7c96423d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:11.163157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:22:11.166633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fbf2-d842-4d55-9f79-7721d23d81aa tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:11.240800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-0da795ae-ce19-4fdb-af86-4f7c96423d1f None None] Calling delete_port for 3e16ada1-bbb3-416c-96cb-04ea8774a19e owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:11.245322 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:11.255434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:11.256781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:11.271041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port 3e16ada1-bbb3-416c-96cb-04ea8774a19e, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3e16ada1-bbb3-416c-96cb-04ea8774a19e,segment=NetworkSegment(2e4a87b0-de49-4cea-944f-346f348be18b),segment_id=2e4a87b0-de49-4cea-944f-346f348be18b)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:11.271778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:11.275611 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2d07a6-679f-43df-9f72-9324f7591db2 None None] Network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:11.536665 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2287824 Dec 22 17:22:11.544471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 3e16ada1-bbb3-416c-96cb-04ea8774a19e owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:11.591861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37072) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:11.642385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0da795ae-ce19-4fdb-af86-4f7c96423d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:11.651872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:11.690479 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9bfd8fee-4b0c-4ad9-bf75-b2726ea2831f req-40b72022-5b1c-4e8f-87ef-83fbae80edef tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 210 time: 0.2765791 Dec 22 17:22:11.690870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-05a5e681-2ad2-472a-8224-7296693b2ac8 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:11.692440 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-05a5e681-2ad2-472a-8224-7296693b2ac8 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 812 time: 0.2095189 Dec 22 17:22:11.739386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da795ae-ce19-4fdb-af86-4f7c96423d1f None None] Pushing event deleted for resources: {'Port': ['ID=3e16ada1-bbb3-416c-96cb-04ea8774a19e,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:11.753694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0da795ae-ce19-4fdb-af86-4f7c96423d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:11.763721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fbf2-d842-4d55-9f79-7721d23d81aa tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:11.770263 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-d3290692-c7fb-4891-84f5-58729dee3c22 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0344a10d8c1c4cca981e644c68927115 HTTP/1.1" status: 200 len: 380 time: 0.0696468 Dec 22 17:22:11.781106 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'port': {'device_id': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'admin_state_up': True, 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'security_groups': ['3d648301-92ca-4758-80ad-79be2914c479']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:11.819275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da795ae-ce19-4fdb-af86-4f7c96423d1f None None] No DVR routers for this DVR port 3e16ada1-bbb3-416c-96cb-04ea8774a19e on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:22:11.870059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ips': [{'subnet_id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:22:11.871208 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:11.963523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:22:11.964114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:22:12.063450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:12.077664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:12.087333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fbf2-d842-4d55-9f79-7721d23d81aa tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:12.102239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Made reservation on behalf of 0344a10d8c1c4cca981e644c68927115 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:12.103401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-46f65a79-213b-4f33-8b62-a40de7310b32 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:12.112135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:12.114604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Allocated IP 172.20.0.2 (61fd6cc7-5b99-4a6a-92cb-b3f96518aef0/351eaac2-6ad7-494c-b59b-3b213bb33aa7/a478dfca-50ae-4bcf-8d37-00f6fd924196) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:12.157315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9fbf2-d842-4d55-9f79-7721d23d81aa tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Subnet': ['ID=c236529f-676e-487d-829c-d35c457a96e7,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:12.161359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fbf2-d842-4d55-9f79-7721d23d81aa tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:12.167064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0dd9fbf2-d842-4d55-9f79-7721d23d81aa tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:12.178863 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e045da23-b2e8-4856-ac46-93384b431750 None None] Network 3e58db82-1a20-4221-8c57-4f358a0dd0d5 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:12.263130 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0dd9fbf2-d842-4d55-9f79-7721d23d81aa tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/subnets/c236529f-676e-487d-829c-d35c457a96e7 HTTP/1.1" status: 204 len: 168 time: 1.4033720 Dec 22 17:22:12.270872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37080) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:12.350243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Allocated IP 172.20.0.7 (61b43531-00f7-434e-b681-69fa5be04147/f17b2965-d70c-4ae3-84b8-068e15a3fa47/c456817f-3cd5-410a-8387-bfa8644e77b4) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:12.614559 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 3e16ada1-bbb3-416c-96cb-04ea8774a19e {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:12.615032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:12.649723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:12.673453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Transition to ACTIVE for port object c456817f-3cd5-410a-8387-bfa8644e77b4 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:12.708672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:12.715518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:12.717688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f57a6bb1-d028-4aa6-88b9-6d65467c988e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:12.722602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] The port '3e16ada1-bbb3-416c-96cb-04ea8774a19e' was deleted {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:22:12.785931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3f011fc4-a837-4edc-a9d4-4c20936b4b6d up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:12.872891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'Port': ['ID=c456817f-3cd5-410a-8387-bfa8644e77b4,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:12.879714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:12.890512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2570707-658b-4ceb-ade1-53afa8f30cb3 None None] DHCP port deletion for 3e58db82-1a20-4221-8c57-4f358a0dd0d5 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:22:12.907828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Network 61b43531-00f7-434e-b681-69fa5be04147 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:12.915847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b2570707-658b-4ceb-ade1-53afa8f30cb3 None None] Deleting port 8f0d5889-2494-4c08-b569-c2a25040b9bd {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:12.916322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b2570707-658b-4ceb-ade1-53afa8f30cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:12.927139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Deleting port 8f0d5889-2494-4c08-b569-c2a25040b9bd {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:12.927469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:12.968263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:12.972455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:13.001950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.107289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:13.109786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.128110 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3b0f6f-4d11-429b-9b25-45d94ad5565f']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:13.133025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.152519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d327353-c179-484f-915f-a746a4d38fad req-1a4614a5-d925-4c55-942f-4b052a45beed tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:13.153553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-6d327353-c179-484f-915f-a746a4d38fad req-1a4614a5-d925-4c55-942f-4b052a45beed tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Synchronizing usage tracker for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:13.160900 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3837068 Dec 22 17:22:13.174440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4a87b0-de49-4cea-944f-346f348be18b') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:13.176655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4a87b0-de49-4cea-944f-346f348be18b') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:13.179170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Request body: {'port': {'device_id': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:13.186868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Transition to ACTIVE for port object a478dfca-50ae-4bcf-8d37-00f6fd924196 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:13.217314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-6d327353-c179-484f-915f-a746a4d38fad req-1a4614a5-d925-4c55-942f-4b052a45beed tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Unset dirty status for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:13.218157 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6d327353-c179-484f-915f-a746a4d38fad req-1a4614a5-d925-4c55-942f-4b052a45beed tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 931 time: 0.3343961 Dec 22 17:22:13.241084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.244929 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Transition to ACTIVE for port object a478dfca-50ae-4bcf-8d37-00f6fd924196 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:13.269199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.285181 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6d327353-c179-484f-915f-a746a4d38fad req-b5d459e1-2053-4902-9890-452656a3253d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554426 Dec 22 17:22:13.290952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0da795ae-ce19-4fdb-af86-4f7c96423d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:13.365154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.394118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.427182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:22:13.428045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.447876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Pushing event updated for resources: {'Port': ['ID=a478dfca-50ae-4bcf-8d37-00f6fd924196,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:13.468663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:13.471755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 3f011fc4-a837-4edc-a9d4-4c20936b4b6d completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:13.490393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3f011fc4-a837-4edc-a9d4-4c20936b4b6d triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:13.490940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: util.warn( Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:22:13.534559 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:22:13.540634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:13.551707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:13.558802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:13.600114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] For port 8f0d5889-2494-4c08-b569-c2a25040b9bd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f0d5889-2494-4c08-b569-c2a25040b9bd,segment=NetworkSegment(43df7507-6a5c-4d96-b4eb-1f5dbff77a5e),segment_id=43df7507-6a5c-4d96-b4eb-1f5dbff77a5e)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:13.600611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.606942 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-efb9af3c-418f-490a-b464-30464bc49c6d None None] Provisioning for port c456817f-3cd5-410a-8387-bfa8644e77b4 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:13.654503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-b2570707-658b-4ceb-ade1-53afa8f30cb3 None None] For port 8f0d5889-2494-4c08-b569-c2a25040b9bd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f0d5889-2494-4c08-b569-c2a25040b9bd,segment=NetworkSegment(43df7507-6a5c-4d96-b4eb-1f5dbff77a5e),segment_id=43df7507-6a5c-4d96-b4eb-1f5dbff77a5e)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:13.654908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b2570707-658b-4ceb-ade1-53afa8f30cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.662778 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-efb9af3c-418f-490a-b464-30464bc49c6d None None] Provisioning complete for port c456817f-3cd5-410a-8387-bfa8644e77b4 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:13.663209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-efb9af3c-418f-490a-b464-30464bc49c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.727707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-efb9af3c-418f-490a-b464-30464bc49c6d None None] Port c456817f-3cd5-410a-8387-bfa8644e77b4 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:13.738793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Calling delete_port for 8f0d5889-2494-4c08-b569-c2a25040b9bd owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:13.839800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c456817f-3cd5-410a-8387-bfa8644e77b4 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:22:13.848592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.861054 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b2570707-658b-4ceb-ade1-53afa8f30cb3 None None] Calling delete_port for 8f0d5889-2494-4c08-b569-c2a25040b9bd owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:13.865600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Transition to ACTIVE for port object c456817f-3cd5-410a-8387-bfa8644e77b4 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:13.870522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.881087 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.883544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2dac19ab-f2db-4034-8307-1bd3f09ab320 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:13.905991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Attempting to bind port a478dfca-50ae-4bcf-8d37-00f6fd924196 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:22:13.906417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Attempting to bind port a478dfca-50ae-4bcf-8d37-00f6fd924196 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:22:13.906417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Attempting to bind port a478dfca-50ae-4bcf-8d37-00f6fd924196 on network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:22:13.915560 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:22:13.919164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-650ccf95-393b-4522-8380-388cffc19778 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:13.925354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Checking segment: {'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:13.925877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.926286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Bound using segment: {'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:22:13.926794 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Bound port: a478dfca-50ae-4bcf-8d37-00f6fd924196, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:22:13.927210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:13.980310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Port': ['ID=8f0d5889-2494-4c08-b569-c2a25040b9bd,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:13.983004 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:13.991550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] No DVR routers for this DVR port 8f0d5889-2494-4c08-b569-c2a25040b9bd on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:22:14.026592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.030897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.040592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8190a440-d090-495a-bce2-fee9323e1f3b tempest-TagsExtTest-540330134 tempest-TagsExtTest-540330134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:14.065887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Network': ['ID=8a3b0f6f-4d11-429b-9b25-45d94ad5565f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:14.069490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:14.090835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.120600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-b2570707-658b-4ceb-ade1-53afa8f30cb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:22:14.120897 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-b2570707-658b-4ceb-ade1-53afa8f30cb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:22:14.125625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 3f011fc4-a837-4edc-a9d4-4c20936b4b6d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3f011fc4-a837-4edc-a9d4-4c20936b4b6d,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:14.128707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] For port a478dfca-50ae-4bcf-8d37-00f6fd924196, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:22:14.132091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] For port a478dfca-50ae-4bcf-8d37-00f6fd924196, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a478dfca-50ae-4bcf-8d37-00f6fd924196,segment=NetworkSegment(25388fc2-eb8c-481a-9b7c-b9c31455a894),segment_id=25388fc2-eb8c-481a-9b7c-b9c31455a894)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:22:14.133163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.144153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e945b587-9c7d-41a3-9307-d8d71d71d7c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:14.184308 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.214945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3e16ada1-bbb3-416c-96cb-04ea8774a19e no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:14.226246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Pushing event updated for resources: {'Port': ['ID=c456817f-3cd5-410a-8387-bfa8644e77b4,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:14.234797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:14.279823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37086) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:14.281007 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/networks/8a3b0f6f-4d11-429b-9b25-45d94ad5565f HTTP/1.1" status: 204 len: 168 time: 4.0865960 Dec 22 17:22:14.283173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 3e16ada1-bbb3-416c-96cb-04ea8774a19e {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:14.283547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3e16ada1-bbb3-416c-96cb-04ea8774a19e not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:14.283916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:14.287287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.324499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:14.324854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e69f3b4d-dddb-4c5d-8c5a-3d1ca85a454e not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:14.324997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.330759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=3f011fc4-a837-4edc-a9d4-4c20936b4b6d,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:14.335923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:14.336602 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:14.477645 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Pushing event updated for resources: {'Port': ['ID=a478dfca-50ae-4bcf-8d37-00f6fd924196,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:14.493737 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:14.537690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Attempting to bind port c456817f-3cd5-410a-8387-bfa8644e77b4 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:22:14.537933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Attempting to bind port c456817f-3cd5-410a-8387-bfa8644e77b4 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:22:14.538228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Attempting to bind port c456817f-3cd5-410a-8387-bfa8644e77b4 on network 61b43531-00f7-434e-b681-69fa5be04147 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:22:14.549380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Port c456817f-3cd5-410a-8387-bfa8644e77b4 on network 61b43531-00f7-434e-b681-69fa5be04147 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:22:14.549380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Attempting to bind port c456817f-3cd5-410a-8387-bfa8644e77b4 on network 61b43531-00f7-434e-b681-69fa5be04147 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:22:14.621689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b2570707-658b-4ceb-ade1-53afa8f30cb3 None None] Deleting port 8f0d5889-2494-4c08-b569-c2a25040b9bd {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:14.622087 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b2570707-658b-4ceb-ade1-53afa8f30cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.655949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e58db82-1a20-4221-8c57-4f358a0dd0d5']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:14.668499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:22:14.669065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Checking segment: {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:14.669634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Bound using segment: {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:22:14.670272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Bound port: c456817f-3cd5-410a-8387-bfa8644e77b4, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:22:14.670928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.673006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43df7507-6a5c-4d96-b4eb-1f5dbff77a5e') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:14.673439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43df7507-6a5c-4d96-b4eb-1f5dbff77a5e') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:14.688042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.708798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.710518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b2570707-658b-4ceb-ade1-53afa8f30cb3 None None] The port '8f0d5889-2494-4c08-b569-c2a25040b9bd' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:22:14.719938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:22:14.720534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.786888 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3f011fc4-a837-4edc-a9d4-4c20936b4b6d up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:22:14.794624 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:22:14.869991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3f011fc4-a837-4edc-a9d4-4c20936b4b6d triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:14.869991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:14.996344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a478dfca-50ae-4bcf-8d37-00f6fd924196 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:15.004921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:15.013202 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c14d9cf9-5b35-4dea-91aa-39c7f8c39fca tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:15.024566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] For port c456817f-3cd5-410a-8387-bfa8644e77b4, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:22:15.028475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] For port c456817f-3cd5-410a-8387-bfa8644e77b4, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c456817f-3cd5-410a-8387-bfa8644e77b4,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:22:15.028976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:15.039243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:15.045701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Pushing event deleted for resources: {'Network': ['ID=3e58db82-1a20-4221-8c57-4f358a0dd0d5,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:15.053690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e8ef34ab-18eb-4fbc-9064-30af1fae8251 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:15.057165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:15.064477 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] 10.222.0.70 "DELETE /v2.0/networks/3e58db82-1a20-4221-8c57-4f358a0dd0d5 HTTP/1.1" status: 204 len: 168 time: 2.7869554 Dec 22 17:22:15.129049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:15.130813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:15.133771 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] 10.222.0.53 "PUT /v2.0/ports/c456817f-3cd5-410a-8387-bfa8644e77b4 HTTP/1.1" status: 200 len: 1093 time: 1.9597685 Dec 22 17:22:15.139994 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port a478dfca-50ae-4bcf-8d37-00f6fd924196 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:15.147170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a8d5c-fa69-4320-a177-62e8ab1d871d req-c024c040-c4ab-4c46-93c6-eecd5c2846b7 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:15.149180 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8a6a8d5c-fa69-4320-a177-62e8ab1d871d req-c024c040-c4ab-4c46-93c6-eecd5c2846b7 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 943 time: 0.5348113 Dec 22 17:22:15.169141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'tag': 'c456817f-3cd5-410a-8387-bfa8644e77b4'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:22:15.252965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f0d5889-2494-4c08-b569-c2a25040b9bd no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:15.298761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Pushing event updated for resources: {'Port': ['ID=c456817f-3cd5-410a-8387-bfa8644e77b4,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:15.316386 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'tag': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'status': 'completed', 'code': 200} Dec 22 17:22:15.347300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 8f0d5889-2494-4c08-b569-c2a25040b9bd {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:15.347728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f0d5889-2494-4c08-b569-c2a25040b9bd not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:15.356509 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8a6a8d5c-fa69-4320-a177-62e8ab1d871d req-878f0f74-b944-4863-84d3-260c4ecc8579 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573491 Dec 22 17:22:15.397865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:15.410786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.1 (61fd6cc7-5b99-4a6a-92cb-b3f96518aef0/351eaac2-6ad7-494c-b59b-3b213bb33aa7/145002b3-e06d-43a1-a141-1f11250c0bb8) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:15.474502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:15.551765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-d4879975-1cae-4d17-8396-87a65f0bd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:15.553426 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-d4879975-1cae-4d17-8396-87a65f0bd4ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 1096 time: 0.3612092 Dec 22 17:22:15.609754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37098) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:15.663938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:15.682086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 145002b3-e06d-43a1-a141-1f11250c0bb8 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:15.712817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:15.716831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c94c6d9f-d138-4397-aa3f-4c833f0f3188 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:15.723482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54613f22-048e-4988-9fdd-70dc234c839f None None] Network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:15.743701 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-b7f7f19f-9087-4de5-93d1-fc10b74c6892 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c456817f-3cd5-410a-8387-bfa8644e77b4 HTTP/1.1" status: 200 len: 217 time: 0.1802523 Dec 22 17:22:15.826081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-58a70529-9705-48d0-844e-995b9e9f28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:15.827881 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-58a70529-9705-48d0-844e-995b9e9f28ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.0759397 Dec 22 17:22:15.838829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:15.844674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:15.847409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:15.880648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=145002b3-e06d-43a1-a141-1f11250c0bb8,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:15.883972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:15.925589 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0af32647-2d88-455a-b13d-e365a35e5d80 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be7f44a51f1442bfb99875c53d8e9965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115821 Dec 22 17:22:15.926529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37104) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:15.948307 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:15.988572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-20c672a7-04e6-4898-ba9e-dde6b33ea23e None None] Provisioning for port a478dfca-50ae-4bcf-8d37-00f6fd924196 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:15.997046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-20c672a7-04e6-4898-ba9e-dde6b33ea23e None None] Provisioning complete for port a478dfca-50ae-4bcf-8d37-00f6fd924196 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:15.998157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-20c672a7-04e6-4898-ba9e-dde6b33ea23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:16.143480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-20c672a7-04e6-4898-ba9e-dde6b33ea23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:16.149844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b23fa356-447b-4583-992a-7bb777cd2f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:16.161902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-d586aea7-9d81-45a1-976b-a0ce3368d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:16.163414 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-d586aea7-9d81-45a1-976b-a0ce3368d5b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3248725 Dec 22 17:22:16.183849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-20c672a7-04e6-4898-ba9e-dde6b33ea23e None None] For port a478dfca-50ae-4bcf-8d37-00f6fd924196, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a478dfca-50ae-4bcf-8d37-00f6fd924196,segment=NetworkSegment(25388fc2-eb8c-481a-9b7c-b9c31455a894),segment_id=25388fc2-eb8c-481a-9b7c-b9c31455a894)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:16.193018 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-20c672a7-04e6-4898-ba9e-dde6b33ea23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:16.193558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b23fa356-447b-4583-992a-7bb777cd2f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:16.194410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:16.272588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c672a7-04e6-4898-ba9e-dde6b33ea23e None None] Pushing event updated for resources: {'Port': ['ID=a478dfca-50ae-4bcf-8d37-00f6fd924196,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:16.275796 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-20c672a7-04e6-4898-ba9e-dde6b33ea23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:16.316970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b23fa356-447b-4583-992a-7bb777cd2f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:16.322080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b3648d0e-43d1-45eb-898b-9fd997e12399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:16.339678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fa356-447b-4583-992a-7bb777cd2f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613fef69-2c56-4771-8945-cd0ddbb437a4,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:16.345448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b23fa356-447b-4583-992a-7bb777cd2f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:16.352829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:16.366873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 2115f073-33eb-4f88-b686-8944c11a00f5 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:16.367154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:16.370593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b23fa356-447b-4583-992a-7bb777cd2f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:16.374796 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b23fa356-447b-4583-992a-7bb777cd2f17 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/613fef69-2c56-4771-8945-cd0ddbb437a4 HTTP/1.1" status: 204 len: 168 time: 0.4445496 Dec 22 17:22:16.423204 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-941dde0b-b7f2-406d-b787-5bb27818ce8e None None] Provisioning for port 145002b3-e06d-43a1-a141-1f11250c0bb8 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:16.435961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-941dde0b-b7f2-406d-b787-5bb27818ce8e None None] Provisioning complete for port 145002b3-e06d-43a1-a141-1f11250c0bb8 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:16.436344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-941dde0b-b7f2-406d-b787-5bb27818ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:16.566093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-941dde0b-b7f2-406d-b787-5bb27818ce8e None None] Port 145002b3-e06d-43a1-a141-1f11250c0bb8 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:16.580826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-941dde0b-b7f2-406d-b787-5bb27818ce8e None None] Provisioning complete for port a478dfca-50ae-4bcf-8d37-00f6fd924196 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:16.582984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-941dde0b-b7f2-406d-b787-5bb27818ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:16.639772 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-db4642cb-532a-491f-985a-a65297f49604 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675906 Dec 22 17:22:16.708042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a478dfca-50ae-4bcf-8d37-00f6fd924196 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:16.847996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port 2115f073-33eb-4f88-b686-8944c11a00f5, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2115f073-33eb-4f88-b686-8944c11a00f5,segment=NetworkSegment(41c3a67e-eff8-4047-8a2f-0427a828e5de),segment_id=41c3a67e-eff8-4047-8a2f-0427a828e5de)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:16.848354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:16.888052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port a478dfca-50ae-4bcf-8d37-00f6fd924196 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:16.888857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:17.021948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 2115f073-33eb-4f88-b686-8944c11a00f5 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:17.046321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b8a59bf7-bcf9-4a9b-8fb7-29a91730caa4 None None] Provisioning complete for port 145002b3-e06d-43a1-a141-1f11250c0bb8 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:17.046847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b8a59bf7-bcf9-4a9b-8fb7-29a91730caa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:17.089757 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-736da5f7-ffa4-4863-9cdc-8490a89f8916 req-46871ce4-09ee-43ec-89e5-06d1cb496d5f service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389980 Dec 22 17:22:17.102309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64783f30-a64e-474f-bf43-88fa47cbfa1c req-ec76ed8f-44cd-46a9-ac0a-0ad45ac28fb9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:17.107894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b8a59bf7-bcf9-4a9b-8fb7-29a91730caa4 None None] Port 145002b3-e06d-43a1-a141-1f11250c0bb8 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:17.109163 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64783f30-a64e-474f-bf43-88fa47cbfa1c req-ec76ed8f-44cd-46a9-ac0a-0ad45ac28fb9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 943 time: 0.5586631 Dec 22 17:22:17.156079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:17.160706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:17.171482 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64783f30-a64e-474f-bf43-88fa47cbfa1c req-1cc08a02-bad4-4781-8308-d72a99e04af4 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614386 Dec 22 17:22:17.207401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2e5a38af-daef-4278-8043-bb81227bd19b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:17.305807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=145002b3-e06d-43a1-a141-1f11250c0bb8,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:17.310340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f72144-c804-45bd-8c6b-c0a3466400f5 req-853c9e6a-cc47-4a7a-841f-12742f606d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:17.313178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:17.313178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:17.313985 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50f72144-c804-45bd-8c6b-c0a3466400f5 req-853c9e6a-cc47-4a7a-841f-12742f606d83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 1096 time: 0.1450639 Dec 22 17:22:17.387934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37130) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:17.464169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:17.465626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:17.514163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:17.526121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d0f0e6b0-9956-4eb8-adf2-b0672f66afcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:17.583587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'network': {'name': 'tempest-RoutersTest-539618990'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:17.587671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f72144-c804-45bd-8c6b-c0a3466400f5 req-1a0648e8-74fc-48ac-bfb6-2e272ced5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:17.589095 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50f72144-c804-45bd-8c6b-c0a3466400f5 req-1a0648e8-74fc-48ac-bfb6-2e272ced5cff service neutron] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 913 time: 0.2751365 Dec 22 17:22:17.592661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Port': ['ID=2115f073-33eb-4f88-b686-8944c11a00f5,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:17.595649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:17.598950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:17.602860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:network and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:17.678203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:17.689010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:17.716191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:17.721843 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50f72144-c804-45bd-8c6b-c0a3466400f5 req-f2c762fc-3beb-4b96-aedf-c615fd65e782 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c456817f-3cd5-410a-8387-bfa8644e77b4 HTTP/1.1" status: 200 len: 217 time: 0.1201363 Dec 22 17:22:17.841871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d2cea763-6584-49d9-af12-053fb9c890de None None] Provisioning complete for port 145002b3-e06d-43a1-a141-1f11250c0bb8 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:17.842646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d2cea763-6584-49d9-af12-053fb9c890de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:17.910425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:17.915035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d2cea763-6584-49d9-af12-053fb9c890de None None] Port 145002b3-e06d-43a1-a141-1f11250c0bb8 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:17.920084 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/48b9a021-e90d-4f04-afb7-3fe1969f3a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3263471 Dec 22 17:22:17.920796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37136) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:17.926000 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Sync routers for ids ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:17.941103 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Routers {'48b9a021-e90d-4f04-afb7-3fe1969f3a0d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:17.941831 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:18.055851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:18.059068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:18.062442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:18.080132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:18.083499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96e6d7-f270-4c41-9741-148715d678b0 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.083971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96e6d7-f270-4c41-9741-148715d678b0 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.084683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96e6d7-f270-4c41-9741-148715d678b0 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.085137 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96e6d7-f270-4c41-9741-148715d678b0 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.085583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96e6d7-f270-4c41-9741-148715d678b0 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.086029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96e6d7-f270-4c41-9741-148715d678b0 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.086534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96e6d7-f270-4c41-9741-148715d678b0 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.090811 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9d96e6d7-f270-4c41-9741-148715d678b0 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1665957 Dec 22 17:22:18.091101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37140) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:18.126940 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Set router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:18.153647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f72144-c804-45bd-8c6b-c0a3466400f5 req-6d80f5eb-9e91-4672-b4b5-46b53f643b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.154702 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50f72144-c804-45bd-8c6b-c0a3466400f5 req-6d80f5eb-9e91-4672-b4b5-46b53f643b5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.3841305 Dec 22 17:22:18.167502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810db397-05a4-4406-9dd3-003e3092b160 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.167502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810db397-05a4-4406-9dd3-003e3092b160 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.168114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810db397-05a4-4406-9dd3-003e3092b160 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.168114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810db397-05a4-4406-9dd3-003e3092b160 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.168866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810db397-05a4-4406-9dd3-003e3092b160 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.168989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810db397-05a4-4406-9dd3-003e3092b160 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.169096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:18.169429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810db397-05a4-4406-9dd3-003e3092b160 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.173809 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-810db397-05a4-4406-9dd3-003e3092b160 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4618 time: 0.0790579 Dec 22 17:22:18.174041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37144) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:18.271802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:security_group_rule and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:18.276971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:18.292429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:18.446787 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:22:16Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '145002b3-e06d-43a1-a141-1f11250c0bb8', 'name': '', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:ea:e6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:15Z', 'updated_at': '2021-12-22T17:22:16Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:18.448311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e46390-9486-4eaa-b9da-4ae839c0ab9f req-338c0edb-acaa-4520-9bcb-f9330f200740 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.449788 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d2e46390-9486-4eaa-b9da-4ae839c0ab9f req-338c0edb-acaa-4520-9bcb-f9330f200740 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 943 time: 0.1169460 Dec 22 17:22:18.450548 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Checking router: 48b9a021-e90d-4f04-afb7-3fe1969f3a0d for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:22:18.451084 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Updating router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d port 145002b3-e06d-43a1-a141-1f11250c0bb8 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:22:18.471318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 529d4b93-8115-4ab8-baf1-8f63bbfc008a has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:18.475421 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8c034678-06f6-4678-9d21-09c53b73ca30 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 0.2969627 Dec 22 17:22:18.489584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f72144-c804-45bd-8c6b-c0a3466400f5 req-0450d97c-0293-4ed4-8e4e-67e0736be76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:18.492126 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50f72144-c804-45bd-8c6b-c0a3466400f5 req-0450d97c-0293-4ed4-8e4e-67e0736be76d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2734132 Dec 22 17:22:18.511766 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:18.515680 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d2e46390-9486-4eaa-b9da-4ae839c0ab9f req-ef52c084-32ed-4542-a517-14b4dfd99b17 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423806 Dec 22 17:22:18.753680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:18.767401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:18.773214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b447fbf3-f897-4024-858d-01b6bdaddac2 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:18.791097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:18.806163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdfc0d5-aaf0-4e57-8e18-a762833a4dc7 None None] Sync routers for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:18.825615 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdfc0d5-aaf0-4e57-8e18-a762833a4dc7 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:18.830041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1fdfc0d5-aaf0-4e57-8e18-a762833a4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:18.835523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:22:18.836309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37152) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:18.843403 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289387886', 'description': 'tempest-secgroup-smoke-289387886 description', 'project_id': 'b81c21c680cf47a59420417b42f80eaa'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:18.851007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:18.856545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e8f92f-1563-47b6-8a8b-dcd3ea176692,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:18.862708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:18.863744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:18.871140 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:18.871555 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Added segment 563122fb-f5de-4112-8b3b-aed848e70aad of type vlan for network 9c701a2c-f287-4c34-99ed-99ea0803c188 Dec 22 17:22:18.879176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:18.881678 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50f72144-c804-45bd-8c6b-c0a3466400f5 req-6e79f4bd-74ce-4f04-9a60-b9495817ee70 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585210 Dec 22 17:22:18.887311 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:18.890543 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6096859 Dec 22 17:22:18.893590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37156) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:18.917410 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Transition to ACTIVE for port object 145002b3-e06d-43a1-a141-1f11250c0bb8 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:18.929805 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:18.937640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:18.939490 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:18.946915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:18.950518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:18.958079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:18.984569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.003097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-1fdfc0d5-aaf0-4e57-8e18-a762833a4dc7 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:19.017090 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c5107-e7a5-426f-8fed-ab4d093baa1f None None] Pushing event updated for resources: {'Port': ['ID=145002b3-e06d-43a1-a141-1f11250c0bb8,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:19.026794 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-826c5107-e7a5-426f-8fed-ab4d093baa1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:19.075123 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.083472 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.088023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27ddc1d-3105-4ee1-bd2d-0b282d9cbf85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting subnet d5e1b50c-d013-4a3f-9396-d38976b8529f {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:22:19.102351 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c27ddc1d-3105-4ee1-bd2d-0b282d9cbf85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.128946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1fdfc0d5-aaf0-4e57-8e18-a762833a4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:22:17Z', 'revision_number': 11, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:19.142002 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdfc0d5-aaf0-4e57-8e18-a762833a4dc7 None None] Checking router: 529d4b93-8115-4ab8-baf1-8f63bbfc008a for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:22:19.165265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdfc0d5-aaf0-4e57-8e18-a762833a4dc7 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:19.166177 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1fdfc0d5-aaf0-4e57-8e18-a762833a4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:19.188081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.194256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:19.194921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.206159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:19.283989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5dc042ea-238d-41d0-9ca8-38f5bcb91a51 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:19.330300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c27ddc1d-3105-4ee1-bd2d-0b282d9cbf85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.335153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.340918 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5028951 Dec 22 17:22:19.342036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468f14e3-684c-46db-ae9c-01f9b8cba484,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:19.346562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:19.347770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37160) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:19.351680 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Attempting to bind port 145002b3-e06d-43a1-a141-1f11250c0bb8 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:22:19.352553 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Attempting to bind port 145002b3-e06d-43a1-a141-1f11250c0bb8 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:22:19.354012 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Attempting to bind port 145002b3-e06d-43a1-a141-1f11250c0bb8 on network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:22:19.354146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '468f14e3-684c-46db-ae9c-01f9b8cba484', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:19.360256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:19.367002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:19.370237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:19.373156 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:22:19.373538 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Checking segment: {'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:19.374852 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.376159 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Bound using segment: {'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:22:19.376800 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Bound port: 145002b3-e06d-43a1-a141-1f11250c0bb8, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:22:19.378056 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.378579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:19.403839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.411200 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50f72144-c804-45bd-8c6b-c0a3466400f5 req-b91ffaa0-1620-4a8f-b0a0-44df83894762 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164070 Dec 22 17:22:19.414741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-1fdfc0d5-aaf0-4e57-8e18-a762833a4dc7 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:19.423948 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0343559 Dec 22 17:22:19.424722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37164) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:19.435393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Network': ['ID=9c701a2c-f287-4c34-99ed-99ea0803c188,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:19.440543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1993236044'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:19.446247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:19.449835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:19.457597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:network and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:19.464082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:19.469065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 9c701a2c-f287-4c34-99ed-99ea0803c188 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:22:19.473548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:19.494212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.496023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:19.499061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.500120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.505723 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] For port 145002b3-e06d-43a1-a141-1f11250c0bb8, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:22:19.509070 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] For port 145002b3-e06d-43a1-a141-1f11250c0bb8, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=145002b3-e06d-43a1-a141-1f11250c0bb8,segment=NetworkSegment(25388fc2-eb8c-481a-9b7c-b9c31455a894),segment_id=25388fc2-eb8c-481a-9b7c-b9c31455a894)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:22:19.514086 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.524989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-631b9333-81b4-414a-ae6e-a22f5cf6fb84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:19.526741 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:19.531427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c27ddc1d-3105-4ee1-bd2d-0b282d9cbf85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.554813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.562212 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2131028 Dec 22 17:22:19.567184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37170) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:19.581335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '468f14e3-684c-46db-ae9c-01f9b8cba484', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:19.594388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:19.604575 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:19.614071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:19.624579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1fdfc0d5-aaf0-4e57-8e18-a762833a4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:22:17Z', 'revision_number': 11, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:19.631745 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c5107-e7a5-426f-8fed-ab4d093baa1f None None] Pushing event updated for resources: {'Port': ['ID=145002b3-e06d-43a1-a141-1f11250c0bb8,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:19.635152 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-826c5107-e7a5-426f-8fed-ab4d093baa1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:19.646913 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:19.652493 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Routers {'48b9a021-e90d-4f04-afb7-3fe1969f3a0d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:19.653280 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:19.661564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdfc0d5-aaf0-4e57-8e18-a762833a4dc7 None None] The sync data for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv is: [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:22:17Z', 'revision_number': 11, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:19.670215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb47c18-0042-4d4c-8f85-f5e2e185f58f,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:19.681496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:19.693233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.816257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c27ddc1d-3105-4ee1-bd2d-0b282d9cbf85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.824635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:22:19.834634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.834901 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Added segment 08117662-553c-490e-99f2-5225da93b694 of type vlan for network 41208cac-a615-408c-a4eb-4abad3047cca Dec 22 17:22:19.841242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.846435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae1da4cf-3b0f-4b36-a1b6-de265f78b1fd tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:19.847959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.854281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ad8b82ba-fb39-4327-8a84-418ce9ff6a32 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:19.897640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd318e-64f8-4d38-a04c-171ac1df3d99 req-79220784-e825-4bba-8781-2a6c63553841 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:19.899211 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1ddd318e-64f8-4d38-a04c-171ac1df3d99 req-79220784-e825-4bba-8781-2a6c63553841 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 943 time: 0.1564450 Dec 22 17:22:19.903684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b05cbbb-5ad2-4587-ab84-e00891824529,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:19.911242 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] Set router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:19.927814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.929683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:19.949920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.954318 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3830128 Dec 22 17:22:19.954494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37174) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:19.961572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '468f14e3-684c-46db-ae9c-01f9b8cba484', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:19.961854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.967652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:19.968138 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1ddd318e-64f8-4d38-a04c-171ac1df3d99 req-72ce6301-731b-427d-9e34-2d42e1c20f11 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623786 Dec 22 17:22:19.968267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:19.970347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:19.972148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ddc1d-3105-4ee1-bd2d-0b282d9cbf85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e1b50c-d013-4a3f-9396-d38976b8529f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:19.974397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:19.978130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:19.989371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c27ddc1d-3105-4ee1-bd2d-0b282d9cbf85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:19.989920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e078c90f-6f7c-4f61-a505-2c925d2a42f1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:20.002039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128de975-9701-40d9-9689-7a81ba77bde3 None None] Network fb2c940f-0587-4311-9ccd-d641ff9d47e8 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:20.004370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:20.011397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c27ddc1d-3105-4ee1-bd2d-0b282d9cbf85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.024073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.105124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.110950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.112891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-296a6d9d-ce47-4f31-8061-ecd4cd435a5d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:20.116026 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6849470 Dec 22 17:22:20.120601 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c27ddc1d-3105-4ee1-bd2d-0b282d9cbf85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/d5e1b50c-d013-4a3f-9396-d38976b8529f HTTP/1.1" status: 204 len: 168 time: 1.2249494 Dec 22 17:22:20.124963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37178) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:20.125730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37180) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:20.140511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc0664d-422f-4ac0-9480-e2be3c758317,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:20.145095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:20.159581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.163300 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2054176 Dec 22 17:22:20.164800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37186) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:20.164941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'subnet': {'network_id': '9c701a2c-f287-4c34-99ed-99ea0803c188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:20.172748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '468f14e3-684c-46db-ae9c-01f9b8cba484', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:20.185039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:20.191271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:20.196207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:20.204767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:20.233130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.268813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Network': ['ID=41208cac-a615-408c-a4eb-4abad3047cca,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:20.287540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 41208cac-a615-408c-a4eb-4abad3047cca details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:22:20.329909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:20.351359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.360809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.364500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4ffac0a9-da41-47a3-9c2d-a34762f70e84 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:20.384758 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:20.393124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.396424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:subnet and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:20.399188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135532a9-e53b-4a8d-a3c2-5b7175f6e816,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:20.401727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:20.409462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:20.409902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:20.417471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:20.417808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.420568 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.422397 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2577307 Dec 22 17:22:20.426803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37190) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:20.433739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '468f14e3-684c-46db-ae9c-01f9b8cba484', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:20.441159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:20.450366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:20.453538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:20.461118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:20.467904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:20.471921 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:22:16Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '145002b3-e06d-43a1-a141-1f11250c0bb8', 'name': '', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:ea:e6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:15Z', 'updated_at': '2021-12-22T17:22:19Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:20.472510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e6854-2e19-4f0b-af5c-cd6837f6c403 None None] DHCP port deletion for fb2c940f-0587-4311-9ccd-d641ff9d47e8 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:22:20.472611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.476752 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-910e6854-2e19-4f0b-af5c-cd6837f6c403 None None] Deleting port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:20.476911 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4934a-e624-457a-8605-aba7dae8d764 None None] The sync data for ids ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'] in dv-neutron-822513-1-hyperv is: [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:22:16Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '145002b3-e06d-43a1-a141-1f11250c0bb8', 'name': '', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:ea:e6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:15Z', 'updated_at': '2021-12-22T17:22:19Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:20.477122 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-910e6854-2e19-4f0b-af5c-cd6837f6c403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.484560 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:22:20.493876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.592260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.598266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.628986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8ce2735f-3746-42fe-9820-9ab5a8c29e4d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:20.641529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.646466 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2171483 Dec 22 17:22:20.648838 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37194) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:20.659991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '468f14e3-684c-46db-ae9c-01f9b8cba484', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:20.668308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:20.673640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:20.677332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:20.684521 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:20.695648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac12492-69e6-49ab-a43b-e0d0147282ef,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:20.698752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:20.704761 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:22:20.712033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.800109 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-910e6854-2e19-4f0b-af5c-cd6837f6c403 None None] For port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1e17b9b4-f8ce-4c95-b26d-603a3d3225bc,segment=NetworkSegment(41c3a67e-eff8-4047-8a2f-0427a828e5de),segment_id=41c3a67e-eff8-4047-8a2f-0427a828e5de)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:20.800667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-910e6854-2e19-4f0b-af5c-cd6837f6c403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.817039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 145002b3-e06d-43a1-a141-1f11250c0bb8 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:20.849727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] For port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1e17b9b4-f8ce-4c95-b26d-603a3d3225bc,segment=NetworkSegment(41c3a67e-eff8-4047-8a2f-0427a828e5de),segment_id=41c3a67e-eff8-4047-8a2f-0427a828e5de)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:20.849975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.865772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.870813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.894495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0a63d606-8442-4ebd-ba81-2123b4833753 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:20.912695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c24a36c-956e-4340-8135-5442da901464,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:20.916062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:20.916789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:20.926170 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2726042 Dec 22 17:22:21.020930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-910e6854-2e19-4f0b-af5c-cd6837f6c403 None None] Calling delete_port for 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:21.025133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Calling delete_port for 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:21.174766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 145002b3-e06d-43a1-a141-1f11250c0bb8 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:21.188758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 145002b3-e06d-43a1-a141-1f11250c0bb8 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:21.189443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:21.208194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-03738844-5f73-4fb8-873b-613bffa62a82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:21.219559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 17:22:21.219559 dv-neutron-822513-1-hyperv neutron-server[87587]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Dec 22 17:22:21.219559 dv-neutron-822513-1-hyperv neutron-server[87587]: [parameters: {'port_id': '1e17b9b4-f8ce-4c95-b26d-603a3d3225bc', 'host': 'dv-neutron-822513-1-hyperv'}] Dec 22 17:22:21.219559 dv-neutron-822513-1-hyperv neutron-server[87587]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:22:21.220058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:22:21.236208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:21.236517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-03738844-5f73-4fb8-873b-613bffa62a82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:21.238273 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-03738844-5f73-4fb8-873b-613bffa62a82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289387886&fields=id&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 267 time: 0.0870972 Dec 22 17:22:21.241245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-41b86b94-1232-4288-9760-267de2461acc tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:21.267479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-910e6854-2e19-4f0b-af5c-cd6837f6c403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:21.279029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e7c02e08-4d35-4911-943a-2f0ddd791077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:21.317361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c595e-a531-47d3-aa94-afad4d512bbb req-cb367e79-db33-45ef-9be9-5b1578f6a852 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:21.318878 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-497c595e-a531-47d3-aa94-afad4d512bbb req-cb367e79-db33-45ef-9be9-5b1578f6a852 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 943 time: 0.1999352 Dec 22 17:22:21.359039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e6854-2e19-4f0b-af5c-cd6837f6c403 None None] No DVR routers for this DVR port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:22:21.366875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Subnet': ['ID=fc3ec18a-0f87-4e88-ab79-e2169e557b78,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:21.372721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:21.374561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Checking segment: {'id': '563122fb-f5de-4112-8b3b-aed848e70aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9c701a2c-f287-4c34-99ed-99ea0803c188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:21.374910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network hostable DHCP agents. Network: 9c701a2c-f287-4c34-99ed-99ea0803c188, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:22:21.389389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e6854-2e19-4f0b-af5c-cd6837f6c403 None None] Pushing event deleted for resources: {'Port': ['ID=1e17b9b4-f8ce-4c95-b26d-603a3d3225bc,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:21.403809 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-910e6854-2e19-4f0b-af5c-cd6837f6c403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:21.407460 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-497c595e-a531-47d3-aa94-afad4d512bbb req-8ba825a5-0dc0-42bf-b9db-1152e1070b5c tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745080 Dec 22 17:22:21.417384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 9c701a2c-f287-4c34-99ed-99ea0803c188 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:22:21.435358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 9c701a2c-f287-4c34-99ed-99ea0803c188) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:21.441726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:21.443916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:21.449313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-2147c659-b3b6-48a8-a56e-2eb4bed52fd7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:21.450159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-2147c659-b3b6-48a8-a56e-2eb4bed52fd7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:21.457133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84338d21-2600-4e65-94b6-adc0401215e9 None None] Network 9c701a2c-f287-4c34-99ed-99ea0803c188 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:21.466787 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3396242 Dec 22 17:22:21.470176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37212) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:21.471923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-2147c659-b3b6-48a8-a56e-2eb4bed52fd7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:21.473518 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-2147c659-b3b6-48a8-a56e-2eb4bed52fd7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/networks?id=61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 HTTP/1.1" status: 200 len: 796 time: 0.2238181 Dec 22 17:22:21.482660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'subnet': {'network_id': '41208cac-a615-408c-a4eb-4abad3047cca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:21.493882 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-0bc4efcc-a3ac-415e-a1a7-7d787b634172 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/quotas/b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 375 time: 0.0147438 Dec 22 17:22:21.579997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:21.595238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-23951f14-6a37-4873-a261-17487dcc0a56 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:21.614722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-23951f14-6a37-4873-a261-17487dcc0a56 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:21.618768 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-23951f14-6a37-4873-a261-17487dcc0a56 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188142 Dec 22 17:22:21.631343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:21.637401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:subnet and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:21.640417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:21.647408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:21.650969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 145002b3-e06d-43a1-a141-1f11250c0bb8, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=145002b3-e06d-43a1-a141-1f11250c0bb8,segment=NetworkSegment(25388fc2-eb8c-481a-9b7c-b9c31455a894),segment_id=25388fc2-eb8c-481a-9b7c-b9c31455a894)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:21.676982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:21.680600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:21.682279 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:21.688958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:21.724601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Deleting port 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:21.725249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:21.816314 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-33cede65-ab66-45bb-b54b-1da6d9200839 service neutron] 10.222.0.70 "GET /v2.0/networks/61fd6cc7-5b99-4a6a-92cb-b3f96518aef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815856 Dec 22 17:22:21.837571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=145002b3-e06d-43a1-a141-1f11250c0bb8,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:21.840382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:21.881565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:21.885031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:21.885375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1e17b9b4-f8ce-4c95-b26d-603a3d3225bc not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:21.885803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2115f073-33eb-4f88-b686-8944c11a00f5 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:21.927170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 2115f073-33eb-4f88-b686-8944c11a00f5 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:21.927516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2115f073-33eb-4f88-b686-8944c11a00f5 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:21.997133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-9c701a2c-f287-4c34-99ed-99ea0803c188', 'network_id': '9c701a2c-f287-4c34-99ed-99ea0803c188', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'fixed_ips': [{'subnet_id': 'fc3ec18a-0f87-4e88-ab79-e2169e557b78'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:22:21.997981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.003643 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-8ad097aa-2b39-4e53-98e3-9ca60dbad45d service neutron] 10.222.0.70 "GET /v2.0/networks/61fd6cc7-5b99-4a6a-92cb-b3f96518aef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794178 Dec 22 17:22:22.036491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] The port '1e17b9b4-f8ce-4c95-b26d-603a3d3225bc' was deleted {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:22:22.185204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.201813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Allocated IP 172.20.0.2 (9c701a2c-f287-4c34-99ed-99ea0803c188/fc3ec18a-0f87-4e88-ab79-e2169e557b78/a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:22.247914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-2fe430c7-b495-42c7-8e1c-bda0bafee27c req-280a8d14-85e8-4d80-9a97-d7b2b298c0f0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:22.257458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2c940f-0587-4311-9ccd-d641ff9d47e8']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:22.276161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c3a67e-eff8-4047-8a2f-0427a828e5de') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:22.276393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c3a67e-eff8-4047-8a2f-0427a828e5de') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:22.331437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.350437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-2fe430c7-b495-42c7-8e1c-bda0bafee27c req-280a8d14-85e8-4d80-9a97-d7b2b298c0f0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:22.351673 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2fe430c7-b495-42c7-8e1c-bda0bafee27c req-280a8d14-85e8-4d80-9a97-d7b2b298c0f0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 210 time: 0.1711891 Dec 22 17:22:22.362602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.376502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:22:22.376891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:22:22.392104 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:22:22.481021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.494695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Transition to ACTIVE for port object a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:22.499848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.507425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9a265c28-d8be-4560-a44d-2f5c3d9f9ae3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:22.518281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Transition to ACTIVE for port object a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:22.524185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.530346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-5c1f8baa-6167-4d68-a606-21460b0c8b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:22.550925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.562991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.595581 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/networks/fb2c940f-0587-4311-9ccd-d641ff9d47e8 HTTP/1.1" status: 204 len: 168 time: 2.4670150 Dec 22 17:22:22.599712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37228) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:22.605229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Subnet': ['ID=89659b1d-ed63-40ab-ac5b-f183e26b7fd4,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:22.607465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-965f3a6b-45f2-4b97-8dcb-5ed6b5ae526e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'router': {'routes': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:22.609022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:22.609393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d826c464-1a97-430e-a6c2-ee36b42f87a0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:22.632228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Pushing event deleted for resources: {'Network': ['ID=fb2c940f-0587-4311-9ccd-d641ff9d47e8,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:22.635188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Checking segment: {'id': '08117662-553c-490e-99f2-5225da93b694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '41208cac-a615-408c-a4eb-4abad3047cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:22.635766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network hostable DHCP agents. Network: 41208cac-a615-408c-a4eb-4abad3047cca, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:22:22.636707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Network 9c701a2c-f287-4c34-99ed-99ea0803c188 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:22.640228 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:22.641729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:22.645371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:22.657622 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Pushing event updated for resources: {'Port': ['ID=a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:22.678780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 41208cac-a615-408c-a4eb-4abad3047cca is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:22:22.684227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:22.695433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 41208cac-a615-408c-a4eb-4abad3047cca) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:22.708854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:22.709948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.730043 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0dfdecf0-c1c7-41ab-95c4-0963b0dcefab tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2583995 Dec 22 17:22:22.732504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37232) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:22.736264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bca405-bca5-4e1e-8388-de992ba86948 None None] Network 41208cac-a615-408c-a4eb-4abad3047cca requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:22.740340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-860df8fc-a522-47da-858c-c9a2e18eb796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1659040851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:22.747592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 145002b3-e06d-43a1-a141-1f11250c0bb8 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:22.748119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-860df8fc-a522-47da-858c-c9a2e18eb796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:22.753542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-860df8fc-a522-47da-858c-c9a2e18eb796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:router and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:22.757038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-860df8fc-a522-47da-858c-c9a2e18eb796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:22.764499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-860df8fc-a522-47da-858c-c9a2e18eb796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:22.776347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-860df8fc-a522-47da-858c-c9a2e18eb796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.778046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-860df8fc-a522-47da-858c-c9a2e18eb796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.814000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-860df8fc-a522-47da-858c-c9a2e18eb796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.856732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-860df8fc-a522-47da-858c-c9a2e18eb796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.885924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-860df8fc-a522-47da-858c-c9a2e18eb796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.891825 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-860df8fc-a522-47da-858c-c9a2e18eb796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1574600 Dec 22 17:22:22.892905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37236) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:22.926359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Attempting to bind port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:22:22.926784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Attempting to bind port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '563122fb-f5de-4112-8b3b-aed848e70aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9c701a2c-f287-4c34-99ed-99ea0803c188'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:22:22.927216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Attempting to bind port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb on network 9c701a2c-f287-4c34-99ed-99ea0803c188 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:22:22.953081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:22:22.954655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Checking segment: {'id': '563122fb-f5de-4112-8b3b-aed848e70aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9c701a2c-f287-4c34-99ed-99ea0803c188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:22.955566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:22.956258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Bound using segment: {'id': '563122fb-f5de-4112-8b3b-aed848e70aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9c701a2c-f287-4c34-99ed-99ea0803c188'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:22:22.956944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Bound port: a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563122fb-f5de-4112-8b3b-aed848e70aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9c701a2c-f287-4c34-99ed-99ea0803c188'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:22:22.957327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:23.100995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.extraroute_db [None req-965f3a6b-45f2-4b97-8dcb-5ed6b5ae526e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Added routes are [] {{(pid=87586) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 17:22:23.101337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.extraroute_db [None req-965f3a6b-45f2-4b97-8dcb-5ed6b5ae526e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Removed routes are [] {{(pid=87586) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 17:22:23.101637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-965f3a6b-45f2-4b97-8dcb-5ed6b5ae526e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:23.110690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259e5b9-9970-4a5c-9c80-81bceb761c88 req-23e01d27-cd25-4610-a4e0-5cfb1e426f78 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:23.115593 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6259e5b9-9970-4a5c-9c80-81bceb761c88 req-23e01d27-cd25-4610-a4e0-5cfb1e426f78 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 943 time: 0.5720057 Dec 22 17:22:23.125346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 145002b3-e06d-43a1-a141-1f11250c0bb8 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:23.126293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:23.257029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] For port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:22:23.269424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] For port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb,segment=NetworkSegment(563122fb-f5de-4112-8b3b-aed848e70aad),segment_id=563122fb-f5de-4112-8b3b-aed848e70aad)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:22:23.282701 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-41208cac-a615-408c-a4eb-4abad3047cca', 'network_id': '41208cac-a615-408c-a4eb-4abad3047cca', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'fixed_ips': [{'subnet_id': '89659b1d-ed63-40ab-ac5b-f183e26b7fd4'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:22:23.283856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:23.296424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:23.304693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:23.358435 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6259e5b9-9970-4a5c-9c80-81bceb761c88 req-b1b68b25-4559-4db0-814e-d7da9d92976f tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400513 Dec 22 17:22:23.441912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-965f3a6b-45f2-4b97-8dcb-5ed6b5ae526e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:23.445380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-965f3a6b-45f2-4b97-8dcb-5ed6b5ae526e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:23.508457 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:23.511243 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Pushing event updated for resources: {'Port': ['ID=a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:23.517848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:23.613828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965f3a6b-45f2-4b97-8dcb-5ed6b5ae526e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router 529d4b93-8115-4ab8-baf1-8f63bbfc008a has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:23.618458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Allocated IP 172.21.0.2 (41208cac-a615-408c-a4eb-4abad3047cca/89659b1d-ed63-40ab-ac5b-f183e26b7fd4/c795993b-2f47-49f6-98b4-a3f142199859) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:23.808620 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965f3a6b-45f2-4b97-8dcb-5ed6b5ae526e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:23.828469 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d66d494-5c31-4a23-951c-f358220e3ec5 None None] Sync routers for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:23.831573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-965f3a6b-45f2-4b97-8dcb-5ed6b5ae526e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:23.836693 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-965f3a6b-45f2-4b97-8dcb-5ed6b5ae526e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a HTTP/1.1" status: 200 len: 705 time: 1.2343721 Dec 22 17:22:23.838680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37246) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:23.848503 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d66d494-5c31-4a23-951c-f358220e3ec5 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:23.849129 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4d66d494-5c31-4a23-951c-f358220e3ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:23.956078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1321bf8b-9e3e-4adf-b322-42f63761bbee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Synchronizing usage tracker for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:23.964532 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e1b11c3a-0028-4f58-81f7-d2b7972aaebc req-7676f7b1-b4d3-423c-943f-c8464527b4ab tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 210 time: 0.4350870 Dec 22 17:22:23.995098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1321bf8b-9e3e-4adf-b322-42f63761bbee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Unset dirty status for tenant:93e91622756a4a3ca4d059c600314740 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:23.996277 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1321bf8b-9e3e-4adf-b322-42f63761bbee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=529d4b93-8115-4ab8-baf1-8f63bbfc008a HTTP/1.1" status: 200 len: 205 time: 0.1544805 Dec 22 17:22:23.999534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37250) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:24.028865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:24.048382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Transition to ACTIVE for port object c795993b-2f47-49f6-98b4-a3f142199859 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:24.070755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Transition to ACTIVE for port object c795993b-2f47-49f6-98b4-a3f142199859 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:24.074774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c456817f-3cd5-410a-8387-bfa8644e77b4 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:22:24.081334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:24.088951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-211c0d0e-ee64-456e-9efa-4ea84881302d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:24.098459 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-4d66d494-5c31-4a23-951c-f358220e3ec5 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:24.175613 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Network 41208cac-a615-408c-a4eb-4abad3047cca is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:24.195236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:24.197265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Pushing event updated for resources: {'Port': ['ID=c795993b-2f47-49f6-98b4-a3f142199859,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:24.209584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:24.212458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e92db52a-2cb9-4f76-a15f-276a0b1b8800 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:24.214083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:24.223878 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4d66d494-5c31-4a23-951c-f358220e3ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:22:17Z', 'revision_number': 11, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:24.228589 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d66d494-5c31-4a23-951c-f358220e3ec5 None None] Checking router: 529d4b93-8115-4ab8-baf1-8f63bbfc008a for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:22:24.237688 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d66d494-5c31-4a23-951c-f358220e3ec5 None None] Routers {'529d4b93-8115-4ab8-baf1-8f63bbfc008a'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:24.238337 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4d66d494-5c31-4a23-951c-f358220e3ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:24.242173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-13f9bfe6-0e85-42fc-908f-717c3fcf6ee8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:24.243066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-13f9bfe6-0e85-42fc-908f-717c3fcf6ee8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:24.265869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-13f9bfe6-0e85-42fc-908f-717c3fcf6ee8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:24.267916 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-13f9bfe6-0e85-42fc-908f-717c3fcf6ee8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks?id=61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 HTTP/1.1" status: 200 len: 796 time: 0.8404264 Dec 22 17:22:24.382027 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-564181d8-3c8c-4acb-bc03-1b139843ab00 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 379 time: 0.1036043 Dec 22 17:22:24.384758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Attempting to bind port c795993b-2f47-49f6-98b4-a3f142199859 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:22:24.385251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Attempting to bind port c795993b-2f47-49f6-98b4-a3f142199859 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '08117662-553c-490e-99f2-5225da93b694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '41208cac-a615-408c-a4eb-4abad3047cca'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:22:24.385689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Attempting to bind port c795993b-2f47-49f6-98b4-a3f142199859 on network 41208cac-a615-408c-a4eb-4abad3047cca {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:22:24.395937 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:22:24.396471 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Checking segment: {'id': '08117662-553c-490e-99f2-5225da93b694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '41208cac-a615-408c-a4eb-4abad3047cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:24.396981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:24.397597 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Bound using segment: {'id': '08117662-553c-490e-99f2-5225da93b694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '41208cac-a615-408c-a4eb-4abad3047cca'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:22:24.398184 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Bound port: c795993b-2f47-49f6-98b4-a3f142199859, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08117662-553c-490e-99f2-5225da93b694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '41208cac-a615-408c-a4eb-4abad3047cca'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:22:24.398591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'device_id': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'admin_state_up': True, 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'security_groups': ['468f14e3-684c-46db-ae9c-01f9b8cba484']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:24.398760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:24.403532 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-4d66d494-5c31-4a23-951c-f358220e3ec5 None None] Set router 529d4b93-8115-4ab8-baf1-8f63bbfc008a gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:24.419435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Allocated IP 172.20.0.1 (9c701a2c-f287-4c34-99ed-99ea0803c188/fc3ec18a-0f87-4e88-ab79-e2169e557b78/4cb2f0af-2333-4418-b631-525982c2fdd8) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:24.558940 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4d66d494-5c31-4a23-951c-f358220e3ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:22:17Z', 'revision_number': 11, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:24.560848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c456817f-3cd5-410a-8387-bfa8644e77b4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c456817f-3cd5-410a-8387-bfa8644e77b4,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:24.565779 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d66d494-5c31-4a23-951c-f358220e3ec5 None None] The sync data for ids ['529d4b93-8115-4ab8-baf1-8f63bbfc008a'] in dv-neutron-822513-1-hyperv is: [{'id': '529d4b93-8115-4ab8-baf1-8f63bbfc008a', 'name': 'tempest-RoutersIpV6Test-router-1965994996', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:21:23Z', 'updated_at': '2021-12-22T17:22:17Z', 'revision_number': 11, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:24.594989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'port_id': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'mac_address': 'fa:16:3e:07:c4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:22:24.705046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:24.743997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c456817f-3cd5-410a-8387-bfa8644e77b4 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:22:24.770691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:24.784135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:24.796976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:24.839866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:24.846352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:24.866493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] For port c795993b-2f47-49f6-98b4-a3f142199859, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:22:24.869828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] For port c795993b-2f47-49f6-98b4-a3f142199859, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c795993b-2f47-49f6-98b4-a3f142199859,segment=NetworkSegment(08117662-553c-490e-99f2-5225da93b694),segment_id=08117662-553c-490e-99f2-5225da93b694)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:22:24.876308 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c456817f-3cd5-410a-8387-bfa8644e77b4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c456817f-3cd5-410a-8387-bfa8644e77b4,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:24.878959 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:24.885069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-20c672a7-04e6-4898-ba9e-dde6b33ea23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:24.925725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:24.931337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e92db52a-2cb9-4f76-a15f-276a0b1b8800 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:24.942659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e92db52a-2cb9-4f76-a15f-276a0b1b8800 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:24.964258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:24.992664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Pushing event updated for resources: {'Port': ['ID=c795993b-2f47-49f6-98b4-a3f142199859,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:24.993066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f4c83-7341-4e1e-a870-2c8ebadd1d0c req-6c17c6d7-5180-472f-b572-099e96bf2a30 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:24.994792 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-512f4c83-7341-4e1e-a870-2c8ebadd1d0c req-6c17c6d7-5180-472f-b572-099e96bf2a30 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 943 time: 0.3512766 Dec 22 17:22:24.995859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e92db52a-2cb9-4f76-a15f-276a0b1b8800 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:24.996384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92db52a-2cb9-4f76-a15f-276a0b1b8800 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Fanout notify agent at l3_agent the message router_deleted on router 529d4b93-8115-4ab8-baf1-8f63bbfc008a {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:22:24.999319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.004475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:25.005047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:25.018372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e92db52a-2cb9-4f76-a15f-276a0b1b8800 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.023983 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e92db52a-2cb9-4f76-a15f-276a0b1b8800 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a HTTP/1.1" status: 204 len: 168 time: 1.0237396 Dec 22 17:22:25.024678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37258) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:25.040849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Transition to ACTIVE for port object 4cb2f0af-2333-4418-b631-525982c2fdd8 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:25.086536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-32b2c688-4921-4078-bcb1-c0e163ef1a89 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1001614897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:25.101387 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-32b2c688-4921-4078-bcb1-c0e163ef1a89 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:25.103574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c456817f-3cd5-410a-8387-bfa8644e77b4,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:25.112311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-32b2c688-4921-4078-bcb1-c0e163ef1a89 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Usage tracker for resource:router and tenant:93e91622756a4a3ca4d059c600314740 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:25.116662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:25.135506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['c456817f-3cd5-410a-8387-bfa8644e77b4'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:22:25.169739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-32b2c688-4921-4078-bcb1-c0e163ef1a89 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:25.192712 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-512f4c83-7341-4e1e-a870-2c8ebadd1d0c req-73c7ac91-5df2-45da-8d35-fac214745fec tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660080 Dec 22 17:22:25.196482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.200445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-32b2c688-4921-4078-bcb1-c0e163ef1a89 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:25.202315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.13 (61fd6cc7-5b99-4a6a-92cb-b3f96518aef0/351eaac2-6ad7-494c-b59b-3b213bb33aa7/39703dd2-e66b-48a4-a33a-ead278677783) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:25.205016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2e1ff023-9558-4bfe-907b-e4ad72ed8061 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:25.222008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef34e01-a6d9-417c-94e0-8e50353eb634 None None] Network 9c701a2c-f287-4c34-99ed-99ea0803c188 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:25.224377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-32b2c688-4921-4078-bcb1-c0e163ef1a89 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.226080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-32b2c688-4921-4078-bcb1-c0e163ef1a89 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.249166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-32b2c688-4921-4078-bcb1-c0e163ef1a89 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.274157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-32b2c688-4921-4078-bcb1-c0e163ef1a89 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.332650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-32b2c688-4921-4078-bcb1-c0e163ef1a89 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.334705 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-32b2c688-4921-4078-bcb1-c0e163ef1a89 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3076155 Dec 22 17:22:25.338050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37262) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:25.343763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3eb193bb-d8b2-42d4-9d7e-7b563843f108 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:25.414282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b87dae1d-d37e-496e-bb44-fd41263471f9 None None] Provisioning for port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:25.426202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b87dae1d-d37e-496e-bb44-fd41263471f9 None None] Provisioning complete for port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:25.426585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b87dae1d-d37e-496e-bb44-fd41263471f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.551294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.575534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 39703dd2-e66b-48a4-a33a-ead278677783 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:25.604143 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b5b265d-a563-4a2b-8a7e-b56bc80ad45e req-eb91e695-2b9f-41ed-b982-520cde555c4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 210 time: 0.3515165 Dec 22 17:22:25.611674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 9c701a2c-f287-4c34-99ed-99ea0803c188 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:25.616315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:25.623448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:25.669737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=4cb2f0af-2333-4418-b631-525982c2fdd8,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:25.673263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:25.693870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.760033 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b87dae1d-d37e-496e-bb44-fd41263471f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.780607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3eb193bb-d8b2-42d4-9d7e-7b563843f108 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.793250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3eb193bb-d8b2-42d4-9d7e-7b563843f108 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.868730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.869686 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-b87dae1d-d37e-496e-bb44-fd41263471f9 None None] For port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb,segment=NetworkSegment(563122fb-f5de-4112-8b3b-aed848e70aad),segment_id=563122fb-f5de-4112-8b3b-aed848e70aad)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:25.879310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dca084ce-e51c-43f5-9c84-e5dd6fd53a9a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:25.880251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b87dae1d-d37e-496e-bb44-fd41263471f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:25.890200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:26.015004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dae1d-d37e-496e-bb44-fd41263471f9 None None] Pushing event updated for resources: {'Port': ['ID=a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:26.019335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb193bb-d8b2-42d4-9d7e-7b563843f108 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Router ff16866c-9a05-4e16-9765-33e9a7b787f0 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:22:26.021506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-b87dae1d-d37e-496e-bb44-fd41263471f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:26.149182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:26.165703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:26.166137 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb193bb-d8b2-42d4-9d7e-7b563843f108 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:26.173147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:26.178440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3eb193bb-d8b2-42d4-9d7e-7b563843f108 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:26.179314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc25e4-8dcd-4d8e-9d81-59ceaba03415 None None] Sync routers for ids ['ff16866c-9a05-4e16-9765-33e9a7b787f0'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:26.180233 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3eb193bb-d8b2-42d4-9d7e-7b563843f108 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "PUT /v2.0/routers/ff16866c-9a05-4e16-9765-33e9a7b787f0 HTTP/1.1" status: 200 len: 698 time: 0.8410578 Dec 22 17:22:26.183613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37266) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:26.193132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc25e4-8dcd-4d8e-9d81-59ceaba03415 None None] Routers {'ff16866c-9a05-4e16-9765-33e9a7b787f0'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:26.193785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-03fc25e4-8dcd-4d8e-9d81-59ceaba03415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ff16866c-9a05-4e16-9765-33e9a7b787f0'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:26.276945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:26.296169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=39703dd2-e66b-48a4-a33a-ead278677783,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:26.303656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:26.384963 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2c62e466-86ca-4832-82ff-88fc89fd1144 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/routers/ff16866c-9a05-4e16-9765-33e9a7b787f0 HTTP/1.1" status: 200 len: 704 time: 0.1977522 Dec 22 17:22:26.386543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37272) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:26.392575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:26.393341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:26.454053 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-03fc25e4-8dcd-4d8e-9d81-59ceaba03415 None None] Set router ff16866c-9a05-4e16-9765-33e9a7b787f0 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:26.478583 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8291d5e5-deed-4593-861c-59ebe750d83b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff16866c-9a05-4e16-9765-33e9a7b787f0 HTTP/1.1" status: 200 len: 205 time: 0.0906930 Dec 22 17:22:26.481441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37276) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:26.664027 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2706213 Dec 22 17:22:26.673690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-03fc25e4-8dcd-4d8e-9d81-59ceaba03415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff16866c-9a05-4e16-9765-33e9a7b787f0', 'name': 'tempest-RoutersIpV6Test-router-1001614897', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:25Z', 'updated_at': '2021-12-22T17:22:25Z', 'revision_number': 2, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:26.686689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44eaad7-f318-4d1f-ab39-51634b2c0ffe None None] Network 41208cac-a615-408c-a4eb-4abad3047cca requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:26.692973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Request body: {'port': {'device_id': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:26.705549 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc25e4-8dcd-4d8e-9d81-59ceaba03415 None None] Checking router: ff16866c-9a05-4e16-9765-33e9a7b787f0 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:22:26.883294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c795993b-2f47-49f6-98b4-a3f142199859 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:26.922743 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e080d332-e526-421b-9a26-9a05c6facfcf None None] Provisioning complete for port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:26.923135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e080d332-e526-421b-9a26-9a05c6facfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:26.968509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc25e4-8dcd-4d8e-9d81-59ceaba03415 None None] Routers {'ff16866c-9a05-4e16-9765-33e9a7b787f0'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:26.969192 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-03fc25e4-8dcd-4d8e-9d81-59ceaba03415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['ff16866c-9a05-4e16-9765-33e9a7b787f0'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:26.981703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ef162bc-84ce-4fb1-b52d-8bcf2f8e8b85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.025899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.139131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-03fc25e4-8dcd-4d8e-9d81-59ceaba03415 None None] Set router ff16866c-9a05-4e16-9765-33e9a7b787f0 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:27.243531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50c0f-1c26-4e36-a5d0-66a29930356e req-154d72a6-c648-4d3f-9ef6-1eaf9b26afc9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:27.244324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-8df50c0f-1c26-4e36-a5d0-66a29930356e req-154d72a6-c648-4d3f-9ef6-1eaf9b26afc9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:27.266785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-03fc25e4-8dcd-4d8e-9d81-59ceaba03415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff16866c-9a05-4e16-9765-33e9a7b787f0', 'name': 'tempest-RoutersIpV6Test-router-1001614897', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:25Z', 'updated_at': '2021-12-22T17:22:25Z', 'revision_number': 2, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:27.291377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1f51d-f2fd-490a-85aa-7144070c0a19 req-698f9e9f-3f03-4a56-8fc4-8939b5676757 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:27.292922 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dae1f51d-f2fd-490a-85aa-7144070c0a19 req-698f9e9f-3f03-4a56-8fc4-8939b5676757 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 944 time: 0.8131869 Dec 22 17:22:27.297964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.305337 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-8df50c0f-1c26-4e36-a5d0-66a29930356e req-154d72a6-c648-4d3f-9ef6-1eaf9b26afc9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:27.306624 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8df50c0f-1c26-4e36-a5d0-66a29930356e req-154d72a6-c648-4d3f-9ef6-1eaf9b26afc9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 932 time: 0.4375608 Dec 22 17:22:27.308011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.310154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc25e4-8dcd-4d8e-9d81-59ceaba03415 None None] The sync data for ids ['ff16866c-9a05-4e16-9765-33e9a7b787f0'] in dv-neutron-822513-1-hyperv is: [{'id': 'ff16866c-9a05-4e16-9765-33e9a7b787f0', 'name': 'tempest-RoutersIpV6Test-router-1001614897', 'tenant_id': '93e91622756a4a3ca4d059c600314740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:25Z', 'updated_at': '2021-12-22T17:22:25Z', 'revision_number': 2, 'project_id': '93e91622756a4a3ca4d059c600314740', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:27.320677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ef162bc-84ce-4fb1-b52d-8bcf2f8e8b85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.324315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ef162bc-84ce-4fb1-b52d-8bcf2f8e8b85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.344371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-817af764-358b-4b30-9d52-330c7cb4dc98 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:27.361635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port c795993b-2f47-49f6-98b4-a3f142199859 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:27.372042 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dae1f51d-f2fd-490a-85aa-7144070c0a19 req-1f7f4758-236f-4c8c-864c-ef60c55b7597 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675888 Dec 22 17:22:27.373105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ef162bc-84ce-4fb1-b52d-8bcf2f8e8b85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.373592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef162bc-84ce-4fb1-b52d-8bcf2f8e8b85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Fanout notify agent at l3_agent the message router_deleted on router ff16866c-9a05-4e16-9765-33e9a7b787f0 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:22:27.388233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:27.390056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8ef162bc-84ce-4fb1-b52d-8bcf2f8e8b85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.394977 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8ef162bc-84ce-4fb1-b52d-8bcf2f8e8b85 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/ff16866c-9a05-4e16-9765-33e9a7b787f0 HTTP/1.1" status: 204 len: 168 time: 0.8419776 Dec 22 17:22:27.395162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37282) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:27.466974 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ade4839a-a366-4146-bc05-ec9bfbde1049 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff16866c-9a05-4e16-9765-33e9a7b787f0 HTTP/1.1" status: 200 len: 205 time: 0.0662317 Dec 22 17:22:27.467975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37286) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:27.534564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e080d332-e526-421b-9a26-9a05c6facfcf None None] Provisioning for port 4cb2f0af-2333-4418-b631-525982c2fdd8 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:27.545905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:27.546284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.546936 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-a4532ead-096d-43ac-a947-e59240c3f49a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] delete failed (client error): The resource could not be found. Dec 22 17:22:27.548209 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a4532ead-096d-43ac-a947-e59240c3f49a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/ff16866c-9a05-4e16-9765-33e9a7b787f0 HTTP/1.1" status: 404 len: 336 time: 0.0798151 Dec 22 17:22:27.550714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37290) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:27.551380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=4cb2f0af-2333-4418-b631-525982c2fdd8,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:27.554901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:27.570530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e080d332-e526-421b-9a26-9a05c6facfcf None None] Provisioning complete for port 4cb2f0af-2333-4418-b631-525982c2fdd8 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:27.570914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e080d332-e526-421b-9a26-9a05c6facfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.573066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.592723 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8df50c0f-1c26-4e36-a5d0-66a29930356e req-fc4cd400-509b-4527-bbc5-4009a1edb513 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539518 Dec 22 17:22:27.597611 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb46815a-217b-4a55-a965-88a65ceec5a7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:27.598218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb46815a-217b-4a55-a965-88a65ceec5a7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:27.599801 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cb46815a-217b-4a55-a965-88a65ceec5a7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/81ffe58e-50e7-4cc8-bf65-8ca447b85275 HTTP/1.1" status: 404 len: 337 time: 0.0477333 Dec 22 17:22:27.602229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37294) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:27.644771 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-9200ab1a-6d0c-49e0-83b2-bb15895f2a5c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:27.645592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9200ab1a-6d0c-49e0-83b2-bb15895f2a5c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:27.647441 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9200ab1a-6d0c-49e0-83b2-bb15895f2a5c tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/9b1d2c42-569b-47d9-938b-5db2d4f497a3 HTTP/1.1" status: 404 len: 337 time: 0.0441272 Dec 22 17:22:27.649912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37298) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:27.692185 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c96e43c-42bd-4f1c-8293-445022c76110 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:27.692835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c96e43c-42bd-4f1c-8293-445022c76110 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:27.697259 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8c96e43c-42bd-4f1c-8293-445022c76110 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/e9026741-503b-47cc-a570-4da9273cfe98 HTTP/1.1" status: 404 len: 337 time: 0.0454257 Dec 22 17:22:27.698702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37302) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:27.750215 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-73380301-ee8a-4a69-8bbe-79b1c8ab1cc3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:27.759914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e080d332-e526-421b-9a26-9a05c6facfcf None None] Port 4cb2f0af-2333-4418-b631-525982c2fdd8 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:27.761486 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-648a1fe8-9a73-4802-ad1c-704db24bc695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.762661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73380301-ee8a-4a69-8bbe-79b1c8ab1cc3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:27.771353 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-73380301-ee8a-4a69-8bbe-79b1c8ab1cc3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/d5e1b50c-d013-4a3f-9396-d38976b8529f HTTP/1.1" status: 404 len: 337 time: 0.0713539 Dec 22 17:22:27.771963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37306) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:27.827909 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-253b1382-1de4-4217-8359-a4f4e6a62d52 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=529d4b93-8115-4ab8-baf1-8f63bbfc008a HTTP/1.1" status: 200 len: 205 time: 0.0543842 Dec 22 17:22:27.830560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37310) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:27.841561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39703dd2-e66b-48a4-a33a-ead278677783 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:22:27.851623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 9c701a2c-f287-4c34-99ed-99ea0803c188 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:27.853427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.856051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:27.896650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] Provisioning for port c795993b-2f47-49f6-98b4-a3f142199859 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:27.902092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] Provisioning complete for port c795993b-2f47-49f6-98b4-a3f142199859 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:27.902541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:27.930547 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-ee881100-5aa0-45fa-8514-69f698a6637b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] delete failed (client error): The resource could not be found. Dec 22 17:22:27.934452 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ee881100-5aa0-45fa-8514-69f698a6637b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/529d4b93-8115-4ab8-baf1-8f63bbfc008a HTTP/1.1" status: 404 len: 336 time: 0.1027792 Dec 22 17:22:27.935131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37314) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:27.946299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Transition to ACTIVE for port object 39703dd2-e66b-48a4-a33a-ead278677783 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:28.008244 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0e600029-3918-418e-ac6e-8d66ba3ce9b0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e HTTP/1.1" status: 200 len: 205 time: 0.0718544 Dec 22 17:22:28.010366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37318) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:28.014816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:28.054004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c456817f-3cd5-410a-8387-bfa8644e77b4 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:28.102738 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-5aafeadd-f6c9-4c14-9fff-9fde94d16478 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] delete failed (client error): The resource could not be found. Dec 22 17:22:28.106062 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5aafeadd-f6c9-4c14-9fff-9fde94d16478 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/8aae1193-4c9d-4a5e-a6ed-7608dcaeb26e HTTP/1.1" status: 404 len: 336 time: 0.0915864 Dec 22 17:22:28.106335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37322) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:28.143614 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:28.151809 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a4d43f-f5e1-4426-8d9e-3c30b3fb04a2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:28.152123 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a4d43f-f5e1-4426-8d9e-3c30b3fb04a2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:28.157554 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a8a4d43f-f5e1-4426-8d9e-3c30b3fb04a2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/acbd5528-b0b3-4697-ab2a-cfae9967c5b6 HTTP/1.1" status: 404 len: 337 time: 0.0471439 Dec 22 17:22:28.157685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37326) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:28.186893 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] For port c795993b-2f47-49f6-98b4-a3f142199859, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c795993b-2f47-49f6-98b4-a3f142199859,segment=NetworkSegment(08117662-553c-490e-99f2-5225da93b694),segment_id=08117662-553c-490e-99f2-5225da93b694)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:28.188289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port c456817f-3cd5-410a-8387-bfa8644e77b4 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:28.194163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:28.198349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-26ec2f56-d645-402f-8260-2f46b968bd17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:28.207046 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c3a18e13-ddc9-4752-830c-3974f2680da5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fc1a4ef-b007-498c-9ae1-c0135c320edb HTTP/1.1" status: 200 len: 205 time: 0.0464084 Dec 22 17:22:28.207785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ff5c1be4-39bb-48dc-88e8-53632da22dfc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:28.211754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37330) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:28.229297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port c456817f-3cd5-410a-8387-bfa8644e77b4 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:28.229826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:28.288354 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-f5f5d4a2-fba5-4da9-b958-33057f6ce439 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] delete failed (client error): The resource could not be found. Dec 22 17:22:28.290122 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f5f5d4a2-fba5-4da9-b958-33057f6ce439 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/5fc1a4ef-b007-498c-9ae1-c0135c320edb HTTP/1.1" status: 404 len: 336 time: 0.0770106 Dec 22 17:22:28.292951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37334) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:28.352752 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e539b38a-e5aa-4237-972f-416410496a8d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1709ee8-0dcb-41e9-befc-0fe006102add HTTP/1.1" status: 200 len: 205 time: 0.0578008 Dec 22 17:22:28.362289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37338) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:28.368664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] Provisioning for port 39703dd2-e66b-48a4-a33a-ead278677783 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:28.389724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Pushing event updated for resources: {'Port': ['ID=39703dd2-e66b-48a4-a33a-ead278677783,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:28.393717 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] Pushing event updated for resources: {'Port': ['ID=c795993b-2f47-49f6-98b4-a3f142199859,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:28.397317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:28.399792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:28.458321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] Provisioning complete for port 4cb2f0af-2333-4418-b631-525982c2fdd8 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:28.459250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:28.498748 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-7da9e27c-f275-45e4-baff-8649bdee86a6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] delete failed (client error): The resource could not be found. Dec 22 17:22:28.504199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37344) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:28.506528 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7da9e27c-f275-45e4-baff-8649bdee86a6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/e1709ee8-0dcb-41e9-befc-0fe006102add HTTP/1.1" status: 404 len: 336 time: 0.1428709 Dec 22 17:22:28.542139 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Attempting to bind port 39703dd2-e66b-48a4-a33a-ead278677783 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:22:28.542527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Attempting to bind port 39703dd2-e66b-48a4-a33a-ead278677783 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:22:28.542789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Attempting to bind port 39703dd2-e66b-48a4-a33a-ead278677783 on network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:22:28.552380 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:28.552894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router c82207c4-a60e-4f08-9eae-ef16e3ec984d is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:22:28.556412 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f7a66e-09b9-432b-8712-1da250b4d240 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:28.556865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f7a66e-09b9-432b-8712-1da250b4d240 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:28.558845 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-05f7a66e-09b9-432b-8712-1da250b4d240 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/7d372af6-ee18-4373-b2ec-47e62deabbbc HTTP/1.1" status: 404 len: 337 time: 0.0537131 Dec 22 17:22:28.560843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Port 39703dd2-e66b-48a4-a33a-ead278677783 on network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:22:28.561246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Attempting to bind port 39703dd2-e66b-48a4-a33a-ead278677783 on network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:22:28.562676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37348) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:28.568393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:22:28.568737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Checking segment: {'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:28.569093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Bound using segment: {'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:22:28.569514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Bound port: 39703dd2-e66b-48a4-a33a-ead278677783, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25388fc2-eb8c-481a-9b7c-b9c31455a894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:22:28.569852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:28.572207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] Port 4cb2f0af-2333-4418-b631-525982c2fdd8 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:28.596421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c456817f-3cd5-410a-8387-bfa8644e77b4'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:22:28.609754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c456817f-3cd5-410a-8387-bfa8644e77b4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c456817f-3cd5-410a-8387-bfa8644e77b4,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:28.615695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:28.619084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:28.669241 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9197d782-100a-45fb-9872-aa267581965f tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=3edcedf8-5ec2-4f9e-84af-1c3ff9c70608 HTTP/1.1" status: 200 len: 205 time: 0.1042049 Dec 22 17:22:28.670086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37356) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:28.697585 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'code': 200} Dec 22 17:22:28.729345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c456817f-3cd5-410a-8387-bfa8644e77b4,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:28.743562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:28.744253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e637cd6d-4c3c-471e-b7b9-2e27adde0710 None None] Provisioning complete for port c795993b-2f47-49f6-98b4-a3f142199859 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:28.744690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e637cd6d-4c3c-471e-b7b9-2e27adde0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:28.803884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c795993b-2f47-49f6-98b4-a3f142199859 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:28.985805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:28.992921 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/c82207c4-a60e-4f08-9eae-ef16e3ec984d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0986676 Dec 22 17:22:28.993910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] For port 39703dd2-e66b-48a4-a33a-ead278677783, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:22:28.996145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37360) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:29.000574 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951dfbb6-3683-4735-af95-5927b69dac84 None None] Sync routers for ids ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:29.012821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c795993b-2f47-49f6-98b4-a3f142199859 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:29.013203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:29.017515 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951dfbb6-3683-4735-af95-5927b69dac84 None None] Routers {'c82207c4-a60e-4f08-9eae-ef16e3ec984d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:29.018141 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-951dfbb6-3683-4735-af95-5927b69dac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:29.032129 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-4d9a1feb-ab7b-46c6-ae4e-aea0329adf0b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] delete failed (client error): The resource could not be found. Dec 22 17:22:29.034190 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4d9a1feb-ab7b-46c6-ae4e-aea0329adf0b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/3edcedf8-5ec2-4f9e-84af-1c3ff9c70608 HTTP/1.1" status: 404 len: 336 time: 0.1171896 Dec 22 17:22:29.036054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37364) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:29.047309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] For port 39703dd2-e66b-48a4-a33a-ead278677783, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=39703dd2-e66b-48a4-a33a-ead278677783,segment=NetworkSegment(25388fc2-eb8c-481a-9b7c-b9c31455a894),segment_id=25388fc2-eb8c-481a-9b7c-b9c31455a894)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:22:29.078287 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-25629c64-9bbf-482a-a1fd-f3f11e108a6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:29.079735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25629c64-9bbf-482a-a1fd-f3f11e108a6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:29.081760 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-25629c64-9bbf-482a-a1fd-f3f11e108a6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/268b18bd-4713-45bc-807f-1997765e74da HTTP/1.1" status: 404 len: 337 time: 0.0445316 Dec 22 17:22:29.086947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:29.087929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37368) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:29.135225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-67d564e5-c54a-4caa-b3e9-a13b56281555 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:29.136326 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-951dfbb6-3683-4735-af95-5927b69dac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:29.145619 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951dfbb6-3683-4735-af95-5927b69dac84 None None] Routers {'c82207c4-a60e-4f08-9eae-ef16e3ec984d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:29.146230 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-951dfbb6-3683-4735-af95-5927b69dac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:29.162242 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2917aff7-5621-4623-8f94-0274f7e6e8a5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "GET /v2.0/ports?device_id=119a4de8-c657-48cd-b4f5-e2e857de7dcc HTTP/1.1" status: 200 len: 205 time: 0.0708961 Dec 22 17:22:29.162837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37372) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:29.192712 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e637cd6d-4c3c-471e-b7b9-2e27adde0710 None None] Provisioning complete for port 4cb2f0af-2333-4418-b631-525982c2fdd8 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:29.193241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e637cd6d-4c3c-471e-b7b9-2e27adde0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:29.196934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:29.197832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:29.199462 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] 10.222.0.53 "PUT /v2.0/ports/39703dd2-e66b-48a4-a33a-ead278677783 HTTP/1.1" status: 200 len: 1094 time: 2.5128608 Dec 22 17:22:29.217946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'tag': '39703dd2-e66b-48a4-a33a-ead278677783'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:22:29.227017 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-951dfbb6-3683-4735-af95-5927b69dac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:29.227464 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951dfbb6-3683-4735-af95-5927b69dac84 None None] The sync data for ids ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:29.274845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e637cd6d-4c3c-471e-b7b9-2e27adde0710 None None] Port 4cb2f0af-2333-4418-b631-525982c2fdd8 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:29.276609 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-3dde3138-f1fb-43ac-bb92-9a5b9c5a0753 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] delete failed (client error): The resource could not be found. Dec 22 17:22:29.280009 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3dde3138-f1fb-43ac-bb92-9a5b9c5a0753 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/routers/119a4de8-c657-48cd-b4f5-e2e857de7dcc HTTP/1.1" status: 404 len: 336 time: 0.1129775 Dec 22 17:22:29.285402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df01833-89fe-4270-8143-ba579df8271b req-df28aa63-3603-47f4-bdfa-a7506e870f2f tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:29.286811 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9df01833-89fe-4270-8143-ba579df8271b req-df28aa63-3603-47f4-bdfa-a7506e870f2f tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 945 time: 0.6155794 Dec 22 17:22:29.287322 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37378) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:29.289768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0a6fd-5cb0-4f44-87d9-fc6bdd0d3358 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:29.290420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-37a0a6fd-5cb0-4f44-87d9-fc6bdd0d3358 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Synchronizing usage tracker for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:29.300803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612fcb-cb89-4cab-b2c8-f63aaf270bfa req-56a4dd75-2b43-45ac-b1b7-2b846d223024 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:29.302525 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-89612fcb-cb89-4cab-b2c8-f63aaf270bfa req-56a4dd75-2b43-45ac-b1b7-2b846d223024 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 944 time: 0.4345613 Dec 22 17:22:29.344109 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-70feba8f-2c47-4a0d-b4db-068b6082c65e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:29.345190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70feba8f-2c47-4a0d-b4db-068b6082c65e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:29.346674 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-70feba8f-2c47-4a0d-b4db-068b6082c65e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/588a1038-b71c-4b2a-83a2-80ce05c4265c HTTP/1.1" status: 404 len: 337 time: 0.0584528 Dec 22 17:22:29.350302 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37382) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:29.398374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Pushing event updated for resources: {'Port': ['ID=39703dd2-e66b-48a4-a33a-ead278677783,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:29.407742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:29.411343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-37a0a6fd-5cb0-4f44-87d9-fc6bdd0d3358 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Unset dirty status for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:29.412514 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-37a0a6fd-5cb0-4f44-87d9-fc6bdd0d3358 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports/4cb2f0af-2333-4418-b631-525982c2fdd8 HTTP/1.1" status: 200 len: 910 time: 0.4145651 Dec 22 17:22:29.416041 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-776d1a3a-c3a8-4ce1-908e-22d799942b29 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] DELETE failed (client error): The resource could not be found. Dec 22 17:22:29.416567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776d1a3a-c3a8-4ce1-908e-22d799942b29 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:22:29.417482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37386) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:29.418296 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-776d1a3a-c3a8-4ce1-908e-22d799942b29 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] 10.222.0.70 "DELETE /v2.0/subnets/a08a36cb-8433-4845-881d-1388af381909 HTTP/1.1" status: 404 len: 337 time: 0.0645025 Dec 22 17:22:29.421254 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9df01833-89fe-4270-8143-ba579df8271b req-5ec00639-4995-4b61-a508-a8eed1e4a2fd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946071 Dec 22 17:22:29.430436 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-89612fcb-cb89-4cab-b2c8-f63aaf270bfa req-5f034642-8e6f-4ae6-8d53-7518b7395c7b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030586 Dec 22 17:22:29.512000 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'tag': '39703dd2-e66b-48a4-a33a-ead278677783', 'status': 'completed', 'code': 200} Dec 22 17:22:29.604595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0324f1-b979-4d07-94b8-7b32e18b7d3a req-867d7db1-8721-4944-88eb-7cc6af8f3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:29.606062 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9f0324f1-b979-4d07-94b8-7b32e18b7d3a req-867d7db1-8721-4944-88eb-7cc6af8f3945 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 1098 time: 0.5506546 Dec 22 17:22:29.639064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-a10f4b4e-f7ac-48ce-9818-c4abb67a5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:29.640574 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-a10f4b4e-f7ac-48ce-9818-c4abb67a5415 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 1097 time: 0.3921497 Dec 22 17:22:29.717847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37394) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:29.864702 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-55bbd4a2-6157-49b4-9e63-c173d701b8e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93e91622756a4a3ca4d059c600314740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454451 Dec 22 17:22:29.866911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37400) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:29.929465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90ae31f3-cb2d-43fe-83b4-ad62ed541fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:29.956910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90ae31f3-cb2d-43fe-83b4-ad62ed541fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:29.988333 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-87e4ea88-abbb-4ed2-8801-c2fa3a455926 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39703dd2-e66b-48a4-a33a-ead278677783 HTTP/1.1" status: 200 len: 217 time: 0.2859349 Dec 22 17:22:30.018736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90ae31f3-cb2d-43fe-83b4-ad62ed541fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:30.021624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-66e73294-dabf-477c-842b-1cc70a574cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:30.022583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8cc7c6d0-711b-42f3-a92f-b2fe3431e4a9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:30.034116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae31f3-cb2d-43fe-83b4-ad62ed541fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb2766c-393e-4967-bbc4-133c6db0e8b2,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:30.037547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-90ae31f3-cb2d-43fe-83b4-ad62ed541fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:30.040776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-90ae31f3-cb2d-43fe-83b4-ad62ed541fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:30.043639 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-90ae31f3-cb2d-43fe-83b4-ad62ed541fde admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4bb2766c-393e-4967-bbc4-133c6db0e8b2 HTTP/1.1" status: 204 len: 168 time: 0.1756032 Dec 22 17:22:30.051840 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9f0324f1-b979-4d07-94b8-7b32e18b7d3a req-7e89318b-88e1-4597-a9e8-696459a469d9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4351485 Dec 22 17:22:30.132951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-0f5669e9-2ef9-412a-a7ac-1736a791fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:30.134387 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-0f5669e9-2ef9-412a-a7ac-1736a791fb8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=351eaac2-6ad7-494c-b59b-3b213bb33aa7 HTTP/1.1" status: 200 len: 835 time: 0.1345265 Dec 22 17:22:30.404022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:30.419373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-e0ed030e-c442-434b-b4a3-d239ed1a4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:30.420836 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-e0ed030e-c442-434b-b4a3-d239ed1a4fd7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61fd6cc7-5b99-4a6a-92cb-b3f96518aef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1615260 Dec 22 17:22:30.684499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82564212-f5be-46cd-a2f5-16f1bf64edc5 req-c20319a8-1014-4419-b4f6-175c6dfba836 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:30.685968 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-82564212-f5be-46cd-a2f5-16f1bf64edc5 req-c20319a8-1014-4419-b4f6-175c6dfba836 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 944 time: 0.1034753 Dec 22 17:22:30.734243 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-82564212-f5be-46cd-a2f5-16f1bf64edc5 req-b659056d-c943-43c8-8cff-3d16946b0418 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418987 Dec 22 17:22:30.766524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37428) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:30.846174 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-6a9bfa00-7cc2-4b2b-9dc8-026638c12075 service neutron] 10.222.0.53 "GET /v2.0/networks/61fd6cc7-5b99-4a6a-92cb-b3f96518aef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894843 Dec 22 17:22:30.856879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194e62e-bba0-45b1-96e9-be11d20b2914 req-9a48bdcb-8507-4a2e-bf93-2b522880d074 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:30.858258 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9194e62e-bba0-45b1-96e9-be11d20b2914 req-9a48bdcb-8507-4a2e-bf93-2b522880d074 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 945 time: 0.3031652 Dec 22 17:22:30.876502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-92f4c425-3cfb-42cc-a27e-5202a3a2fbeb tempest-DvrRoutersNegativeTest-1594640510 tempest-DvrRoutersNegativeTest-1594640510-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2030076395', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:30.879404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.policy [None req-92f4c425-3cfb-42cc-a27e-5202a3a2fbeb tempest-DvrRoutersNegativeTest-1594640510 tempest-DvrRoutersNegativeTest-1594640510-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87586) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 22 17:22:30.879619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.policy [None req-92f4c425-3cfb-42cc-a27e-5202a3a2fbeb tempest-DvrRoutersNegativeTest-1594640510 tempest-DvrRoutersNegativeTest-1594640510-project] Failed policy check for 'create_router' {{(pid=87586) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 22 17:22:30.880135 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-92f4c425-3cfb-42cc-a27e-5202a3a2fbeb tempest-DvrRoutersNegativeTest-1594640510 tempest-DvrRoutersNegativeTest-1594640510-project] create failed (client error): Access was denied to this resource. Dec 22 17:22:30.881067 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-92f4c425-3cfb-42cc-a27e-5202a3a2fbeb tempest-DvrRoutersNegativeTest-1594640510 tempest-DvrRoutersNegativeTest-1594640510-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1134074 Dec 22 17:22:31.037279 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:31.059305 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9194e62e-bba0-45b1-96e9-be11d20b2914 req-946195ac-0587-41cb-8a94-e6df47e92b27 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500340 Dec 22 17:22:31.143813 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1f871cfb-c02f-4425-b657-dc7d5615a487 req-16a8cbee-fe14-4dfd-820e-0729445d5f8e service neutron] 10.222.0.53 "GET /v2.0/networks/61fd6cc7-5b99-4a6a-92cb-b3f96518aef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816923 Dec 22 17:22:31.164281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Allocated IP 172.21.0.1 (41208cac-a615-408c-a4eb-4abad3047cca/89659b1d-ed63-40ab-ac5b-f183e26b7fd4/804fa3cf-399f-42fe-93fd-54c922c2ef41) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:31.167698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:31.196421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37438) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:31.317114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96e3fe77-6706-43ba-9aa6-b99b52486537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:31.332094 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-96e3fe77-6706-43ba-9aa6-b99b52486537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:31.336206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-96e3fe77-6706-43ba-9aa6-b99b52486537 admin admin] Usage tracker for resource:security_group_rule and tenant:3c82d3c114bb4d62aacae3e12fb73aca is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:31.339048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-96e3fe77-6706-43ba-9aa6-b99b52486537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:31.345328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-96e3fe77-6706-43ba-9aa6-b99b52486537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:31.374070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb4020-2e40-477f-b660-1ce3d67f1a9f req-6f3d781c-e0e8-4904-ac09-462e1a15b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:31.375590 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f4fb4020-2e40-477f-b660-1ce3d67f1a9f req-6f3d781c-e0e8-4904-ac09-462e1a15b9d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 1097 time: 0.1820495 Dec 22 17:22:31.382491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:31.432438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96e3fe77-6706-43ba-9aa6-b99b52486537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:31.435921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96e3fe77-6706-43ba-9aa6-b99b52486537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:31.442958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-26ed2370-9872-45c4-ab65-98ec7f81e5ca tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:31.485294 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-96e3fe77-6706-43ba-9aa6-b99b52486537 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c82d3c114bb4d62aacae3e12fb73aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877972 Dec 22 17:22:31.486324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3fe77-6706-43ba-9aa6-b99b52486537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b500935-608d-4e8a-88ff-a0b646d5aaf0,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:31.488740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37444) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:31.491688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-96e3fe77-6706-43ba-9aa6-b99b52486537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:31.552258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0429515e-306d-4f5d-accd-fbf6bcc51567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:31.579478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0429515e-306d-4f5d-accd-fbf6bcc51567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:31.617358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Transition to ACTIVE for port object 804fa3cf-399f-42fe-93fd-54c922c2ef41 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:31.633796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0429515e-306d-4f5d-accd-fbf6bcc51567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:31.638773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2ad17764-dedb-4425-9cb5-b4c956c03ee4 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:31.651788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429515e-306d-4f5d-accd-fbf6bcc51567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b500935-608d-4e8a-88ff-a0b646d5aaf0,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:31.654304 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0429515e-306d-4f5d-accd-fbf6bcc51567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:31.655521 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0429515e-306d-4f5d-accd-fbf6bcc51567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:31.656633 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0429515e-306d-4f5d-accd-fbf6bcc51567 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b500935-608d-4e8a-88ff-a0b646d5aaf0 HTTP/1.1" status: 204 len: 168 time: 0.1669843 Dec 22 17:22:31.689389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb4020-2e40-477f-b660-1ce3d67f1a9f req-e79c561f-672b-454c-9603-037f75c93b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:31.690810 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f4fb4020-2e40-477f-b660-1ce3d67f1a9f req-e79c561f-672b-454c-9603-037f75c93b84 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 HTTP/1.1" status: 200 len: 897 time: 0.3053286 Dec 22 17:22:31.697373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:31.704735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-daaa2ae6-2402-43d9-8cf8-d6d3e37e7cd4 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:31.831956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 41208cac-a615-408c-a4eb-4abad3047cca is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:31.841271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:31.844150 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f4fb4020-2e40-477f-b660-1ce3d67f1a9f req-e404be88-2bc6-46a7-ad8d-5751e29a8993 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39703dd2-e66b-48a4-a33a-ead278677783 HTTP/1.1" status: 200 len: 217 time: 0.1415241 Dec 22 17:22:31.844839 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:31.914462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:31.978684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de37f5-0f43-40d4-aae0-d371d93a8dd2 req-67a5edcf-7737-418d-b1c4-7051d9044f0b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:31.980936 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d6de37f5-0f43-40d4-aae0-d371d93a8dd2 req-67a5edcf-7737-418d-b1c4-7051d9044f0b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 944 time: 0.0889907 Dec 22 17:22:32.004030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=804fa3cf-399f-42fe-93fd-54c922c2ef41,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:32.013167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:32.023788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb4020-2e40-477f-b660-1ce3d67f1a9f req-f30aa9fe-9513-4998-8685-3d15ca014297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:32.025358 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f4fb4020-2e40-477f-b660-1ce3d67f1a9f req-f30aa9fe-9513-4998-8685-3d15ca014297 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=351eaac2-6ad7-494c-b59b-3b213bb33aa7 HTTP/1.1" status: 200 len: 835 time: 0.1079068 Dec 22 17:22:32.035231 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d6de37f5-0f43-40d4-aae0-d371d93a8dd2 req-006df151-f5dd-4be0-b0dc-b807d0ba3387 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480757 Dec 22 17:22:32.135756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6a9f9b54-b7a1-4794-b497-a9dcfe6a8c8c None None] Provisioning for port 804fa3cf-399f-42fe-93fd-54c922c2ef41 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:32.145073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6a9f9b54-b7a1-4794-b497-a9dcfe6a8c8c None None] Provisioning complete for port 804fa3cf-399f-42fe-93fd-54c922c2ef41 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:32.146479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6a9f9b54-b7a1-4794-b497-a9dcfe6a8c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:32.175660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb4020-2e40-477f-b660-1ce3d67f1a9f req-c9caa11e-89b1-4328-8ec6-897e2191d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:32.177269 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f4fb4020-2e40-477f-b660-1ce3d67f1a9f req-c9caa11e-89b1-4328-8ec6-897e2191d3d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61fd6cc7-5b99-4a6a-92cb-b3f96518aef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1452005 Dec 22 17:22:32.179181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:32.205579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f9b54-b7a1-4794-b497-a9dcfe6a8c8c None None] Port 804fa3cf-399f-42fe-93fd-54c922c2ef41 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:32.534810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:32.577451 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f4fb4020-2e40-477f-b660-1ce3d67f1a9f req-11b96367-eb11-4111-b000-857feb79ba40 service neutron] 10.222.0.53 "GET /v2.0/networks/61fd6cc7-5b99-4a6a-92cb-b3f96518aef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882532 Dec 22 17:22:32.618489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9032eb-f6bf-4430-937a-3f42395d77e6 req-8b8a17ac-925d-48c3-88c7-26c558aff4a7 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:32.619976 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a9032eb-f6bf-4430-937a-3f42395d77e6 req-8b8a17ac-925d-48c3-88c7-26c558aff4a7 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 945 time: 0.4417260 Dec 22 17:22:32.846232 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a9032eb-f6bf-4430-937a-3f42395d77e6 req-d6ef83c0-d34c-4285-bf23-00860143b6e2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163062 Dec 22 17:22:32.879917 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f4fb4020-2e40-477f-b660-1ce3d67f1a9f req-343d4af3-a097-4064-b379-608f5020a07f service neutron] 10.222.0.53 "GET /v2.0/networks/61fd6cc7-5b99-4a6a-92cb-b3f96518aef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918079 Dec 22 17:22:32.931761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:32.936275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:32.964652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f7b58ad9-8f32-4f41-b558-4631e2f26fee tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:33.036484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdb4b-5706-4e0a-85f1-0624ed3e5a76 req-30ca9f32-f644-47b1-96a4-e9238fcd69f1 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:33.038025 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ebebdb4b-5706-4e0a-85f1-0624ed3e5a76 req-30ca9f32-f644-47b1-96a4-e9238fcd69f1 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 945 time: 0.0882754 Dec 22 17:22:33.053086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=804fa3cf-399f-42fe-93fd-54c922c2ef41,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:33.055463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:33.059316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:33.089214 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ebebdb4b-5706-4e0a-85f1-0624ed3e5a76 req-f58bf94d-bab0-4cb3-87ce-88432fd8d7d5 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452864 Dec 22 17:22:33.113360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37458) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:33.187034 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e68fda-3195-4640-acce-edbc5fc75b65 tempest-TestVolumeBootPattern-1714765220 tempest-TestVolumeBootPattern-1714765220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:33.189088 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-83e68fda-3195-4640-acce-edbc5fc75b65 tempest-TestVolumeBootPattern-1714765220 tempest-TestVolumeBootPattern-1714765220-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 1093 time: 0.0743554 Dec 22 17:22:33.191950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37462) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:33.197230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:33.204180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:33.207972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Usage tracker for resource:floatingip and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:33.211143 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:33.216881 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:33.228228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:33.366788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:33.393312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 41208cac-a615-408c-a4eb-4abad3047cca is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:33.401686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe4d5-5842-478f-8ef5-f63eed7ed3ff req-e51216d4-6b23-450c-8bfc-2a51817cf56a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:33.403167 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3dcbe4d5-5842-478f-8ef5-f63eed7ed3ff req-e51216d4-6b23-450c-8bfc-2a51817cf56a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 944 time: 0.1355512 Dec 22 17:22:33.403971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:33.517915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Allocated IP 172.26.3.145 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/bc4deef4-81b4-4128-b865-cf55cc0da688) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:33.595212 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3dcbe4d5-5842-478f-8ef5-f63eed7ed3ff req-bea1656c-5bd8-470e-aff8-12f501297f8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856165 Dec 22 17:22:33.617840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router c82207c4-a60e-4f08-9eae-ef16e3ec984d has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:33.635142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-adc3e198-8612-4267-a8d2-27a9f91a248b None None] Provisioning complete for port 804fa3cf-399f-42fe-93fd-54c922c2ef41 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:33.635751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-adc3e198-8612-4267-a8d2-27a9f91a248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:33.681350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:33.690830 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-adc3e198-8612-4267-a8d2-27a9f91a248b None None] Port 804fa3cf-399f-42fe-93fd-54c922c2ef41 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:33.717713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:33.723513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-80ea9a31-3b18-44c0-8642-c6624726d2df tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:33.786803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:33.789583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:33.793279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:33.794418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:33.806593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f19cc-1a7a-432e-8da8-184d167780b1 None None] Sync routers for ids ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:33.818475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f19cc-1a7a-432e-8da8-184d167780b1 None None] Routers {'c82207c4-a60e-4f08-9eae-ef16e3ec984d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:33.818686 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/c82207c4-a60e-4f08-9eae-ef16e3ec984d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3992748 Dec 22 17:22:33.819495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37466) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:33.819756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-542f19cc-1a7a-432e-8da8-184d167780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:33.887843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-542f19cc-1a7a-432e-8da8-184d167780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:33.898340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f19cc-1a7a-432e-8da8-184d167780b1 None None] Routers {'c82207c4-a60e-4f08-9eae-ef16e3ec984d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:33.898970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-542f19cc-1a7a-432e-8da8-184d167780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:33.900028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd29ae1b-3822-4fc9-81ad-fd4f6ff406a6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:33.900723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bd29ae1b-3822-4fc9-81ad-fd4f6ff406a6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Synchronizing usage tracker for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:33.916459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bd29ae1b-3822-4fc9-81ad-fd4f6ff406a6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Unset dirty status for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:33.919180 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bd29ae1b-3822-4fc9-81ad-fd4f6ff406a6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports/804fa3cf-399f-42fe-93fd-54c922c2ef41 HTTP/1.1" status: 200 len: 910 time: 0.0970066 Dec 22 17:22:33.920685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37470) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:33.947468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'Port': ['ID=bc4deef4-81b4-4128-b865-cf55cc0da688,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:33.951954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:33.962117 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-542f19cc-1a7a-432e-8da8-184d167780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:33.962592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f19cc-1a7a-432e-8da8-184d167780b1 None None] The sync data for ids ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:34.086229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 39703dd2-e66b-48a4-a33a-ead278677783 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:22:34.225532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 39703dd2-e66b-48a4-a33a-ead278677783, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=39703dd2-e66b-48a4-a33a-ead278677783,segment=NetworkSegment(25388fc2-eb8c-481a-9b7c-b9c31455a894),segment_id=25388fc2-eb8c-481a-9b7c-b9c31455a894)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:34.241761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '39703dd2-e66b-48a4-a33a-ead278677783', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'port_id': '39703dd2-e66b-48a4-a33a-ead278677783', 'mac_address': 'fa:16:3e:69:52:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:22:34.301789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:34.320564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39703dd2-e66b-48a4-a33a-ead278677783 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:22:34.332727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:34.337712 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 39703dd2-e66b-48a4-a33a-ead278677783, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=39703dd2-e66b-48a4-a33a-ead278677783,segment=NetworkSegment(25388fc2-eb8c-481a-9b7c-b9c31455a894),segment_id=25388fc2-eb8c-481a-9b7c-b9c31455a894)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:34.341859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:34.344319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-b87dae1d-d37e-496e-bb44-fd41263471f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:34.412439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:34.416010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=39703dd2-e66b-48a4-a33a-ead278677783,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:34.419056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:34.446061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:34.545343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['39703dd2-e66b-48a4-a33a-ead278677783'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:22:34.641194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:34.648923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:34.653697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-343f2484-a066-4a28-b0ef-a76ef1444aec tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:34.824569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'Port': ['ID=bc4deef4-81b4-4128-b865-cf55cc0da688,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:34.830834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:34.858325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:34.922580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 804fa3cf-399f-42fe-93fd-54c922c2ef41 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:34.923223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:34.961665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:35.015530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f3b7b-62be-4f51-8af3-6848a70ef2d2 req-69bb4b15-a8e6-4abe-b782-77d44396c64f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:35.017610 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-428f3b7b-62be-4f51-8af3-6848a70ef2d2 req-69bb4b15-a8e6-4abe-b782-77d44396c64f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 945 time: 0.2963855 Dec 22 17:22:35.096902 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-428f3b7b-62be-4f51-8af3-6848a70ef2d2 req-636c49d7-e296-43a2-8a28-fa9967f09cf7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592127 Dec 22 17:22:35.097970 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Floating IP e72e5ab2-abc6-4193-9681-3a73b7df52b4 associated. External IP: 172.26.3.145, port: c456817f-3cd5-410a-8387-bfa8644e77b4. Dec 22 17:22:35.106393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:35.227434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 804fa3cf-399f-42fe-93fd-54c922c2ef41 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:35.458469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:35.546614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:35.551022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8435a41a-edff-4820-a9cd-b12ddab049cb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:35.632353 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=804fa3cf-399f-42fe-93fd-54c922c2ef41,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:35.639906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:35.770458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:35.785346 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7f3fb9-06f0-4378-9b57-573e55c9d318 None None] Sync routers for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:35.798792 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7f3fb9-06f0-4378-9b57-573e55c9d318 None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:35.799904 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-2e7f3fb9-06f0-4378-9b57-573e55c9d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:35.805444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:35.880098 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6868165 Dec 22 17:22:35.880937 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'tag': 'c456817f-3cd5-410a-8387-bfa8644e77b4'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:22:35.893885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:35.930153 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'tag': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'status': 'completed', 'code': 200} Dec 22 17:22:35.990417 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-2e7f3fb9-06f0-4378-9b57-573e55c9d318 None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:36.088994 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 39703dd2-e66b-48a4-a33a-ead278677783 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:36.170241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 39703dd2-e66b-48a4-a33a-ead278677783 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:36.183437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 39703dd2-e66b-48a4-a33a-ead278677783 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:36.184914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:36.335630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21caaec-5196-469a-84dd-28312190b66b req-983462f2-4ae5-45e6-9fd3-157dc232f4cc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:36.337587 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c21caaec-5196-469a-84dd-28312190b66b req-983462f2-4ae5-45e6-9fd3-157dc232f4cc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 945 time: 0.1070590 Dec 22 17:22:36.382187 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-2e7f3fb9-06f0-4378-9b57-573e55c9d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'e72e5ab2-abc6-4193-9681-3a73b7df52b4', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.145', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:07:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:22:34Z', 'updated_at': '2021-12-22T17:22:34Z', 'revision_number': 0, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:36.387169 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7f3fb9-06f0-4378-9b57-573e55c9d318 None None] Checking router: cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:22:36.392021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:36.396838 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7f3fb9-06f0-4378-9b57-573e55c9d318 None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:36.397460 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-2e7f3fb9-06f0-4378-9b57-573e55c9d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:36.408222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533683e9-107b-4adb-ad6d-cd82fd3e3a0c req-60cf6c04-7da1-4371-ac09-b68a3675f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:36.409691 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-533683e9-107b-4adb-ad6d-cd82fd3e3a0c req-60cf6c04-7da1-4371-ac09-b68a3675f5f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 1098 time: 0.4431474 Dec 22 17:22:36.410425 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c21caaec-5196-469a-84dd-28312190b66b req-3852b7c8-4c6f-47c3-ab87-9c84b35a0c77 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653419 Dec 22 17:22:36.419819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router c82207c4-a60e-4f08-9eae-ef16e3ec984d has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:36.435948 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39703dd2-e66b-48a4-a33a-ead278677783'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:22:36.455142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 39703dd2-e66b-48a4-a33a-ead278677783, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=39703dd2-e66b-48a4-a33a-ead278677783,segment=NetworkSegment(25388fc2-eb8c-481a-9b7c-b9c31455a894),segment_id=25388fc2-eb8c-481a-9b7c-b9c31455a894)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:36.460837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:36.464339 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:36.503903 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39703dd2-e66b-48a4-a33a-ead278677783', 'code': 200} Dec 22 17:22:36.551896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=39703dd2-e66b-48a4-a33a-ead278677783,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:36.556621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:36.627521 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-2e7f3fb9-06f0-4378-9b57-573e55c9d318 None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:36.740169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:36.749903 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd040dd-78b5-418b-a697-7e07542179a5 None None] Sync routers for ids ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:36.761351 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd040dd-78b5-418b-a697-7e07542179a5 None None] Routers {'c82207c4-a60e-4f08-9eae-ef16e3ec984d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:36.761605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533683e9-107b-4adb-ad6d-cd82fd3e3a0c req-991abbe3-4509-40c5-bc86-c352ce258bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:36.762391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-efd040dd-78b5-418b-a697-7e07542179a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:36.762976 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-533683e9-107b-4adb-ad6d-cd82fd3e3a0c req-991abbe3-4509-40c5-bc86-c352ce258bb5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 913 time: 0.3458025 Dec 22 17:22:36.826540 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/c82207c4-a60e-4f08-9eae-ef16e3ec984d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9044881 Dec 22 17:22:36.829668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37484) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:36.843225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-efd040dd-78b5-418b-a697-7e07542179a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:36.853530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd040dd-78b5-418b-a697-7e07542179a5 None None] Routers {'c82207c4-a60e-4f08-9eae-ef16e3ec984d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:36.854420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-efd040dd-78b5-418b-a697-7e07542179a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:36.877671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4457fdc-1867-424e-83c8-0f0266664fa4 req-a8582c53-22fd-42dd-8d42-a89f25e73505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:36.879178 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f4457fdc-1867-424e-83c8-0f0266664fa4 req-a8582c53-22fd-42dd-8d42-a89f25e73505 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 1099 time: 0.2086792 Dec 22 17:22:36.883061 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-533683e9-107b-4adb-ad6d-cd82fd3e3a0c req-d40e657b-92c3-4eb5-9697-ddc1e98a6ed4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c456817f-3cd5-410a-8387-bfa8644e77b4 HTTP/1.1" status: 200 len: 999 time: 0.1124430 Dec 22 17:22:36.921391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-efd040dd-78b5-418b-a697-7e07542179a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:36.922175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd040dd-78b5-418b-a697-7e07542179a5 None None] The sync data for ids ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:36.978677 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f4457fdc-1867-424e-83c8-0f0266664fa4 req-4a5a6f60-3ea1-45f3-9f58-fc38826864c4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886250 Dec 22 17:22:36.984051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533683e9-107b-4adb-ad6d-cd82fd3e3a0c req-d3b1d2b5-cbbe-403e-8ce4-a71429c54c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:36.985476 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-533683e9-107b-4adb-ad6d-cd82fd3e3a0c req-d3b1d2b5-cbbe-403e-8ce4-a71429c54c82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.0938344 Dec 22 17:22:37.044304 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-2e7f3fb9-06f0-4378-9b57-573e55c9d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'e72e5ab2-abc6-4193-9681-3a73b7df52b4', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.145', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:07:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:22:34Z', 'updated_at': '2021-12-22T17:22:34Z', 'revision_number': 0, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:37.048871 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7f3fb9-06f0-4378-9b57-573e55c9d318 None None] The sync data for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv is: [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'e72e5ab2-abc6-4193-9681-3a73b7df52b4', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.145', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:07:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:22:34Z', 'updated_at': '2021-12-22T17:22:34Z', 'revision_number': 0, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:37.243031 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253bbf2-df54-4c71-bb18-dcae71aec4d6 None None] New status for floating IP e72e5ab2-abc6-4193-9681-3a73b7df52b4: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:22:37.269255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533683e9-107b-4adb-ad6d-cd82fd3e3a0c req-7681fd75-f642-4973-9282-26dc577a5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:37.271045 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-533683e9-107b-4adb-ad6d-cd82fd3e3a0c req-7681fd75-f642-4973-9282-26dc577a5903 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903263 Dec 22 17:22:37.391584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:37.411005 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-533683e9-107b-4adb-ad6d-cd82fd3e3a0c req-fc22a02c-9fae-4b5f-9d59-6ced51a17e70 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315207 Dec 22 17:22:37.567830 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-533683e9-107b-4adb-ad6d-cd82fd3e3a0c req-79df36d7-8477-41f4-881c-e86f7d762f44 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498249 Dec 22 17:22:37.725554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fe02c-e251-4c6d-a69b-ffe3c8fa63a1 req-fe45ae31-82a7-4c30-88db-df09e6ad034a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:37.726854 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-891fe02c-e251-4c6d-a69b-ffe3c8fa63a1 req-fe45ae31-82a7-4c30-88db-df09e6ad034a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 946 time: 0.2036054 Dec 22 17:22:37.806157 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-891fe02c-e251-4c6d-a69b-ffe3c8fa63a1 req-42a74992-2eca-4dad-bd5b-d203fccf422a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727825 Dec 22 17:22:37.837375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 4cb2f0af-2333-4418-b631-525982c2fdd8 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:37.838022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:37.956394 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:22:38.141348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:38.263443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 4cb2f0af-2333-4418-b631-525982c2fdd8 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:38.566701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:38.570192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:38.613670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=4cb2f0af-2333-4418-b631-525982c2fdd8,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:38.616750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:38.843835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:38.996962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d42593-35e2-4871-b4d1-d0415d7955f6 req-6329c084-e057-4357-8f48-455a40b594eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:38.998360 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-14d42593-35e2-4871-b4d1-d0415d7955f6 req-6329c084-e057-4357-8f48-455a40b594eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 946 time: 0.0823271 Dec 22 17:22:39.043544 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-14d42593-35e2-4871-b4d1-d0415d7955f6 req-945b5266-b6f5-4737-8147-6e4046368362 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383532 Dec 22 17:22:39.125065 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router c82207c4-a60e-4f08-9eae-ef16e3ec984d has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:39.419918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:39.429742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ebdbe-85ee-4143-80b7-924bc6065655 None None] Sync routers for ids ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:39.438202 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/c82207c4-a60e-4f08-9eae-ef16e3ec984d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6073670 Dec 22 17:22:39.438988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2ebdbe-85ee-4143-80b7-924bc6065655 None None] Routers {'c82207c4-a60e-4f08-9eae-ef16e3ec984d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:39.439643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-cd2ebdbe-85ee-4143-80b7-924bc6065655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:39.441683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37494) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:39.461185 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb71654-410e-469b-90b0-c22ef51bf66f req-0628f0a3-12d3-4f58-b83c-62d6ef43a7fc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:39.462614 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ccb71654-410e-469b-90b0-c22ef51bf66f req-0628f0a3-12d3-4f58-b83c-62d6ef43a7fc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 946 time: 0.2797215 Dec 22 17:22:39.491300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5d77db34-18ce-4214-b04d-36e16a81ac23 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Synchronizing usage tracker for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:39.504532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-cd2ebdbe-85ee-4143-80b7-924bc6065655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:39.507943 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ccb71654-410e-469b-90b0-c22ef51bf66f req-0aada5e9-8d84-4ad3-b7f1-93d60882b628 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390160 Dec 22 17:22:39.513477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2ebdbe-85ee-4143-80b7-924bc6065655 None None] Routers {'c82207c4-a60e-4f08-9eae-ef16e3ec984d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:39.514091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-cd2ebdbe-85ee-4143-80b7-924bc6065655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:39.517265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5d77db34-18ce-4214-b04d-36e16a81ac23 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Unset dirty status for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:39.521577 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5d77db34-18ce-4214-b04d-36e16a81ac23 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82207c4-a60e-4f08-9eae-ef16e3ec984d HTTP/1.1" status: 200 len: 205 time: 0.0763721 Dec 22 17:22:39.522097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37498) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:39.538373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37502) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:39.575767 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-cd2ebdbe-85ee-4143-80b7-924bc6065655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:39.576387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ebdbe-85ee-4143-80b7-924bc6065655 None None] The sync data for ids ['c82207c4-a60e-4f08-9eae-ef16e3ec984d'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:39.610527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983e3aa7-eb13-4427-b55d-a90ffd1f57ae tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:39.612228 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-983e3aa7-eb13-4427-b55d-a90ffd1f57ae tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 1094 time: 0.0725026 Dec 22 17:22:39.615095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37506) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:39.620177 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '39703dd2-e66b-48a4-a33a-ead278677783', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:39.626541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:39.631126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:floatingip and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:39.634388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:39.641590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:39.652507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:39.797441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:39.814520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3ead2aa5-3346-469a-b81e-1d4e13640ae7 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:39.943704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.15 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/693e85d8-bb79-458e-ad75-51060bf4d3a6) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:40.098890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.117640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3ead2aa5-3346-469a-b81e-1d4e13640ae7 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.119881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3ead2aa5-3346-469a-b81e-1d4e13640ae7 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.129505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.134124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3829e9b4-2fff-46b7-9e63-ec8042d137e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:40.143002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3ead2aa5-3346-469a-b81e-1d4e13640ae7 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.143534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ead2aa5-3346-469a-b81e-1d4e13640ae7 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Fanout notify agent at l3_agent the message router_deleted on router c82207c4-a60e-4f08-9eae-ef16e3ec984d {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:22:40.154593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3ead2aa5-3346-469a-b81e-1d4e13640ae7 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.155675 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3ead2aa5-3346-469a-b81e-1d4e13640ae7 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/c82207c4-a60e-4f08-9eae-ef16e3ec984d HTTP/1.1" status: 204 len: 168 time: 0.6322453 Dec 22 17:22:40.158820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37510) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:40.196531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:40.199283 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:40.202175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:40.225651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecace97b-6263-437b-8cb7-1302d3c53d63 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting subnet 89659b1d-ed63-40ab-ac5b-f183e26b7fd4 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:22:40.228646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ecace97b-6263-437b-8cb7-1302d3c53d63 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.243568 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=693e85d8-bb79-458e-ad75-51060bf4d3a6,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:40.246958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:40.282719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ecace97b-6263-437b-8cb7-1302d3c53d63 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.367694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ecace97b-6263-437b-8cb7-1302d3c53d63 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.441984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ecace97b-6263-437b-8cb7-1302d3c53d63 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.446474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d20e76e4-cd77-474a-ac6b-15fdb4429f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:40.482779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecace97b-6263-437b-8cb7-1302d3c53d63 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Subnet': ['ID=89659b1d-ed63-40ab-ac5b-f183e26b7fd4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:40.485289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ecace97b-6263-437b-8cb7-1302d3c53d63 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.487980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ecace97b-6263-437b-8cb7-1302d3c53d63 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:40.495529 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ecace97b-6263-437b-8cb7-1302d3c53d63 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/89659b1d-ed63-40ab-ac5b-f183e26b7fd4 HTTP/1.1" status: 204 len: 168 time: 0.3333437 Dec 22 17:22:40.495719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7188b43b-ab8c-44c1-8990-436cc76c161f None None] Network 41208cac-a615-408c-a4eb-4abad3047cca requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:40.496145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37514) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:40.566687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07071b4-a19e-4d9c-8194-018e87bbd217 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting subnet fc3ec18a-0f87-4e88-ab79-e2169e557b78 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:22:40.570294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e07071b4-a19e-4d9c-8194-018e87bbd217 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.628215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e07071b4-a19e-4d9c-8194-018e87bbd217 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.638310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.724089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.728210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e07071b4-a19e-4d9c-8194-018e87bbd217 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.787850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dede5a-3252-449c-9462-036b2aa50c2e None None] DHCP port deletion for 41208cac-a615-408c-a4eb-4abad3047cca request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:22:40.793238 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c3dede5a-3252-449c-9462-036b2aa50c2e None None] Deleting port c795993b-2f47-49f6-98b4-a3f142199859 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:40.793622 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c3dede5a-3252-449c-9462-036b2aa50c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.810735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e07071b4-a19e-4d9c-8194-018e87bbd217 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.821206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-08cba762-2337-4d48-9bd5-03f5015a5b0f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:40.852854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e07071b4-a19e-4d9c-8194-018e87bbd217 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.861144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07071b4-a19e-4d9c-8194-018e87bbd217 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Subnet': ['ID=fc3ec18a-0f87-4e88-ab79-e2169e557b78,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:40.862269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52248c4-0b59-49ba-bc37-8ca3de2a355f None None] Network 9c701a2c-f287-4c34-99ed-99ea0803c188 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:40.864437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e07071b4-a19e-4d9c-8194-018e87bbd217 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:40.866340 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e07071b4-a19e-4d9c-8194-018e87bbd217 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/fc3ec18a-0f87-4e88-ab79-e2169e557b78 HTTP/1.1" status: 204 len: 168 time: 0.3697031 Dec 22 17:22:40.868880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37518) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:40.955517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.961230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:40.967964 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-552522da-02d7-4437-ac5b-00d31fe1d3fb tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:40.993499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:41.006917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port c795993b-2f47-49f6-98b4-a3f142199859 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:41.007247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:41.185799 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c3dede5a-3252-449c-9462-036b2aa50c2e None None] For port c795993b-2f47-49f6-98b4-a3f142199859, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c795993b-2f47-49f6-98b4-a3f142199859,segment=NetworkSegment(08117662-553c-490e-99f2-5225da93b694),segment_id=08117662-553c-490e-99f2-5225da93b694)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:41.186221 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c3dede5a-3252-449c-9462-036b2aa50c2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:41.213296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=693e85d8-bb79-458e-ad75-51060bf4d3a6,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:41.216232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:41.225534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:41.239487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port c795993b-2f47-49f6-98b4-a3f142199859, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c795993b-2f47-49f6-98b4-a3f142199859,segment=NetworkSegment(08117662-553c-490e-99f2-5225da93b694),segment_id=08117662-553c-490e-99f2-5225da93b694)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:41.240054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:41.315618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c3dede5a-3252-449c-9462-036b2aa50c2e None None] Calling delete_port for c795993b-2f47-49f6-98b4-a3f142199859 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:41.366521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for c795993b-2f47-49f6-98b4-a3f142199859 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:41.405027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c3dede5a-3252-449c-9462-036b2aa50c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:41.409922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:41.414515 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 449c5d72-94af-48df-8798-b8d0a55451f6 associated. External IP: 172.26.3.15, port: 39703dd2-e66b-48a4-a33a-ead278677783. Dec 22 17:22:41.459708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:22:41.460364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:22:41.460747 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5cea65-b52d-4e92-98b4-af5e41ab04d7 None None] DHCP port deletion for 9c701a2c-f287-4c34-99ed-99ea0803c188 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:22:41.463148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dede5a-3252-449c-9462-036b2aa50c2e None None] No DVR routers for this DVR port c795993b-2f47-49f6-98b4-a3f142199859 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:22:41.464587 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dede5a-3252-449c-9462-036b2aa50c2e None None] Pushing event deleted for resources: {'Port': ['ID=c795993b-2f47-49f6-98b4-a3f142199859,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:41.468207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c3dede5a-3252-449c-9462-036b2aa50c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:41.471691 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bd5cea65-b52d-4e92-98b4-af5e41ab04d7 None None] Deleting port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:41.472149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bd5cea65-b52d-4e92-98b4-af5e41ab04d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:41.721768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-bd5cea65-b52d-4e92-98b4-af5e41ab04d7 None None] For port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb,segment=NetworkSegment(563122fb-f5de-4112-8b3b-aed848e70aad),segment_id=563122fb-f5de-4112-8b3b-aed848e70aad)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:41.722412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bd5cea65-b52d-4e92-98b4-af5e41ab04d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:41.842048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:41.884169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bd5cea65-b52d-4e92-98b4-af5e41ab04d7 None None] Calling delete_port for a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:41.962214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port c795993b-2f47-49f6-98b4-a3f142199859 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:41.962683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:41.971350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bd5cea65-b52d-4e92-98b4-af5e41ab04d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:41.981751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:42.036530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:42.049288 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90ae1c-6084-477f-9b3e-82a5efc254f9 None None] Sync routers for ids ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:42.056877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5cea65-b52d-4e92-98b4-af5e41ab04d7 None None] No DVR routers for this DVR port a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:22:42.056877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cea65-b52d-4e92-98b4-af5e41ab04d7 None None] Pushing event deleted for resources: {'Port': ['ID=a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:42.064217 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90ae1c-6084-477f-9b3e-82a5efc254f9 None None] Routers {'48b9a021-e90d-4f04-afb7-3fe1969f3a0d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:42.064217 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ba90ae1c-6084-477f-9b3e-82a5efc254f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:42.069265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bd5cea65-b52d-4e92-98b4-af5e41ab04d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:42.085044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] The port 'c795993b-2f47-49f6-98b4-a3f142199859' was deleted {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:22:42.092301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:42.189113 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5728891 Dec 22 17:22:42.190308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37522) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:42.190407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'tag': '39703dd2-e66b-48a4-a33a-ead278677783'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:22:42.312033 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-ba90ae1c-6084-477f-9b3e-82a5efc254f9 None None] Set router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:42.317493 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'tag': '39703dd2-e66b-48a4-a33a-ead278677783', 'status': 'completed', 'code': 200} Dec 22 17:22:42.342476 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7dbef12d-ea84-4781-84b4-e3543d16c66c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/449c5d72-94af-48df-8798-b8d0a55451f6 HTTP/1.1" status: 200 len: 991 time: 0.1424534 Dec 22 17:22:42.417772 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:42.485084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41208cac-a615-408c-a4eb-4abad3047cca']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:42.500493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08117662-553c-490e-99f2-5225da93b694') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:42.500493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08117662-553c-490e-99f2-5225da93b694') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:42.517476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:42.542622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d104a-b284-4e79-be55-1b4c56c0236b req-76e3986c-0037-4a74-8e5e-fcedd74010c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:42.542622 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f67d104a-b284-4e79-be55-1b4c56c0236b req-76e3986c-0037-4a74-8e5e-fcedd74010c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 1099 time: 0.1870275 Dec 22 17:22:42.542622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:42.678307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:22:42.678815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:42.702003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c795993b-2f47-49f6-98b4-a3f142199859 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:22:42.746967 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:22:42.780578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d104a-b284-4e79-be55-1b4c56c0236b req-3a9e1f5d-90fc-4e32-ab43-5eac4e679b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:42.780578 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f67d104a-b284-4e79-be55-1b4c56c0236b req-3a9e1f5d-90fc-4e32-ab43-5eac4e679b52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 HTTP/1.1" status: 200 len: 897 time: 0.2349012 Dec 22 17:22:42.791186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: c795993b-2f47-49f6-98b4-a3f142199859 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:42.791752 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c795993b-2f47-49f6-98b4-a3f142199859 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:42.792724 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:42.821550 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ba90ae1c-6084-477f-9b3e-82a5efc254f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:22:16Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '449c5d72-94af-48df-8798-b8d0a55451f6', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.15', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'port_id': '39703dd2-e66b-48a4-a33a-ead278677783', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'mac_address': 'fa:16:3e:69:52:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:22:40Z', 'updated_at': '2021-12-22T17:22:40Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145002b3-e06d-43a1-a141-1f11250c0bb8', 'name': '', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:ea:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:15Z', 'updated_at': '2021-12-22T17:22:21Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:42.830654 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90ae1c-6084-477f-9b3e-82a5efc254f9 None None] Checking router: 48b9a021-e90d-4f04-afb7-3fe1969f3a0d for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:22:42.840144 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90ae1c-6084-477f-9b3e-82a5efc254f9 None None] Routers {'48b9a021-e90d-4f04-afb7-3fe1969f3a0d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:42.840634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:42.840988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a3aed2dc-ed17-4a7f-8dca-d0df98dde9eb not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:42.841347 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ba90ae1c-6084-477f-9b3e-82a5efc254f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:42.978060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:42.983142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ff890d0e-bb5b-4ffd-9f9f-31a79cf2295d tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:43.006757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.016824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Network': ['ID=41208cac-a615-408c-a4eb-4abad3047cca,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:43.019847 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f67d104a-b284-4e79-be55-1b4c56c0236b req-770c3e18-3573-4ad2-886b-75b480ae3439 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39703dd2-e66b-48a4-a33a-ead278677783 HTTP/1.1" status: 200 len: 999 time: 0.1483328 Dec 22 17:22:43.023310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:43.032890 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-ba90ae1c-6084-477f-9b3e-82a5efc254f9 None None] Set router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:22:43.062036 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-00dd9f9f-d7f1-4acf-84dc-a9084e32757b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/networks/41208cac-a615-408c-a4eb-4abad3047cca HTTP/1.1" status: 204 len: 168 time: 2.1918559 Dec 22 17:22:43.064600 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37530) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:43.093397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d104a-b284-4e79-be55-1b4c56c0236b req-88a39296-ccfc-4971-8864-a62ac6751c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:43.096773 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f67d104a-b284-4e79-be55-1b4c56c0236b req-88a39296-ccfc-4971-8864-a62ac6751c08 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=351eaac2-6ad7-494c-b59b-3b213bb33aa7 HTTP/1.1" status: 200 len: 835 time: 0.0691068 Dec 22 17:22:43.186929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.193416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d104a-b284-4e79-be55-1b4c56c0236b req-27c888c1-5bc4-4646-adf6-6f060339d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:43.195353 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f67d104a-b284-4e79-be55-1b4c56c0236b req-27c888c1-5bc4-4646-adf6-6f060339d0d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61fd6cc7-5b99-4a6a-92cb-b3f96518aef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916357 Dec 22 17:22:43.325985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.339421 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f67d104a-b284-4e79-be55-1b4c56c0236b req-4ac5f42f-d0f7-4cbb-8bac-63ead2242e39 service neutron] 10.222.0.53 "GET /v2.0/networks/61fd6cc7-5b99-4a6a-92cb-b3f96518aef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371369 Dec 22 17:22:43.344933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37534) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:43.354001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c701a2c-f287-4c34-99ed-99ea0803c188']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:43.366167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563122fb-f5de-4112-8b3b-aed848e70aad') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:43.366536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563122fb-f5de-4112-8b3b-aed848e70aad') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:43.380806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.403819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.417020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:22:43.417976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:22:43.438883 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:22:43.450515 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ba90ae1c-6084-477f-9b3e-82a5efc254f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:22:16Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '449c5d72-94af-48df-8798-b8d0a55451f6', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.15', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'port_id': '39703dd2-e66b-48a4-a33a-ead278677783', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'mac_address': 'fa:16:3e:69:52:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:22:40Z', 'updated_at': '2021-12-22T17:22:40Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145002b3-e06d-43a1-a141-1f11250c0bb8', 'name': '', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:ea:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:15Z', 'updated_at': '2021-12-22T17:22:21Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:43.455350 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90ae1c-6084-477f-9b3e-82a5efc254f9 None None] The sync data for ids ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'] in dv-neutron-822513-1-hyperv is: [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:22:16Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '449c5d72-94af-48df-8798-b8d0a55451f6', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.15', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'port_id': '39703dd2-e66b-48a4-a33a-ead278677783', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'mac_address': 'fa:16:3e:69:52:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:22:40Z', 'updated_at': '2021-12-22T17:22:40Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145002b3-e06d-43a1-a141-1f11250c0bb8', 'name': '', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:ea:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:15Z', 'updated_at': '2021-12-22T17:22:21Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:43.547660 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ff2bf40e-95c8-4571-b717-4abe342810fb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/449c5d72-94af-48df-8798-b8d0a55451f6 HTTP/1.1" status: 200 len: 991 time: 0.2004440 Dec 22 17:22:43.594204 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f67d104a-b284-4e79-be55-1b4c56c0236b req-a01f4481-0ca1-4082-a710-c5ba05ea771b service neutron] 10.222.0.53 "GET /v2.0/networks/61fd6cc7-5b99-4a6a-92cb-b3f96518aef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458625 Dec 22 17:22:43.664209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.667655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:43.667808 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ed5786-4203-463d-b652-ab46ad8de0c2 None None] New status for floating IP 449c5d72-94af-48df-8798-b8d0a55451f6: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:22:43.681844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.692490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Network': ['ID=9c701a2c-f287-4c34-99ed-99ea0803c188,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:43.695028 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/networks/9c701a2c-f287-4c34-99ed-99ea0803c188 HTTP/1.1" status: 204 len: 168 time: 0.6294727 Dec 22 17:22:43.696086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:43.699511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37538) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:43.705204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1433868068'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:43.710534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:43.714325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:network and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:43.717369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:43.727128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:43.736447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:43.740566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.771272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:22:43.782950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.783590 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Added segment 880db03a-81d7-4a0c-bb2b-0679b7a27f44 of type vlan for network e79323c7-a51c-47fa-8c63-61c6c517d026 Dec 22 17:22:43.809762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.840196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.845782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:43.846359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:43.851268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:43.949675 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2496479 Dec 22 17:22:43.952378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37542) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:43.961379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'subnet': {'network_id': 'e79323c7-a51c-47fa-8c63-61c6c517d026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:43.980086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Network': ['ID=e79323c7-a51c-47fa-8c63-61c6c517d026,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:43.983066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:43.990450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network e79323c7-a51c-47fa-8c63-61c6c517d026 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:22:44.077092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:44.080967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:subnet and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:44.083769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:44.089870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:44.100212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:44.103577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:44.439315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:44.442981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-65ead298-4ab9-4141-816b-0231fd794c28 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:44.519887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Subnet': ['ID=cb5272d0-a2a9-4eb3-bb5e-869c66f13ebe,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:44.522930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:44.530873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Checking segment: {'id': '880db03a-81d7-4a0c-bb2b-0679b7a27f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e79323c7-a51c-47fa-8c63-61c6c517d026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:44.531825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network hostable DHCP agents. Network: e79323c7-a51c-47fa-8c63-61c6c517d026, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:22:44.550507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network e79323c7-a51c-47fa-8c63-61c6c517d026 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:22:44.551396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37546) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:44.560001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, e79323c7-a51c-47fa-8c63-61c6c517d026) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:44.563863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:44.564447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:44.570416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90feda2c-e87c-42e8-8936-f039e5d7e827 None None] Network e79323c7-a51c-47fa-8c63-61c6c517d026 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:44.588191 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6324129 Dec 22 17:22:44.588538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37550) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:44.594609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-68f1acb7-bb8c-4376-b06a-0e5dc794b51d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1340808923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:44.601590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-68f1acb7-bb8c-4376-b06a-0e5dc794b51d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:44.605584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-68f1acb7-bb8c-4376-b06a-0e5dc794b51d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:router and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:44.608708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-68f1acb7-bb8c-4376-b06a-0e5dc794b51d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:44.615518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-68f1acb7-bb8c-4376-b06a-0e5dc794b51d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:44.625931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68f1acb7-bb8c-4376-b06a-0e5dc794b51d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:44.626932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68f1acb7-bb8c-4376-b06a-0e5dc794b51d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:44.641880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68f1acb7-bb8c-4376-b06a-0e5dc794b51d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:44.661539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68f1acb7-bb8c-4376-b06a-0e5dc794b51d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:44.668579 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-87836265-7f83-4a44-9d8d-abbca1d5b04d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/449c5d72-94af-48df-8798-b8d0a55451f6 HTTP/1.1" status: 200 len: 993 time: 0.1164804 Dec 22 17:22:44.689640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68f1acb7-bb8c-4376-b06a-0e5dc794b51d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:44.690784 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-68f1acb7-bb8c-4376-b06a-0e5dc794b51d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1013060 Dec 22 17:22:44.693487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37554) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:44.698915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'port': {'network_id': 'e79323c7-a51c-47fa-8c63-61c6c517d026', 'name': 'tempest-RoutersTest-1260500234'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:44.796518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-e79323c7-a51c-47fa-8c63-61c6c517d026', 'network_id': 'e79323c7-a51c-47fa-8c63-61c6c517d026', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'fixed_ips': [{'subnet_id': 'cb5272d0-a2a9-4eb3-bb5e-869c66f13ebe'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:22:44.798376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:44.835254 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:44.839292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:port and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:44.842052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:44.848191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:44.858712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:44.862396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:44.883291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] device_id is not set on port 866b0f1b-bb7b-42d3-b398-845c2c5150f5 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:22:44.954226 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Allocated IP 172.20.0.2 (e79323c7-a51c-47fa-8c63-61c6c517d026/cb5272d0-a2a9-4eb3-bb5e-869c66f13ebe/c52f2ff4-d2eb-41b6-a48e-2e0343d8967a) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:45.158513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:45.169449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Transition to ACTIVE for port object c52f2ff4-d2eb-41b6-a48e-2e0343d8967a will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:45.188001 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Transition to ACTIVE for port object c52f2ff4-d2eb-41b6-a48e-2e0343d8967a will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:45.192766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:45.236698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:45.262780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Allocated IP 172.20.0.10 (e79323c7-a51c-47fa-8c63-61c6c517d026/cb5272d0-a2a9-4eb3-bb5e-869c66f13ebe/866b0f1b-bb7b-42d3-b398-845c2c5150f5) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:45.295012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Network e79323c7-a51c-47fa-8c63-61c6c517d026 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:45.297759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:45.301348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:45.309658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Pushing event updated for resources: {'Port': ['ID=c52f2ff4-d2eb-41b6-a48e-2e0343d8967a,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:45.340477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:45.395433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Attempting to bind port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:22:45.395817 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Attempting to bind port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '880db03a-81d7-4a0c-bb2b-0679b7a27f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e79323c7-a51c-47fa-8c63-61c6c517d026'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:22:45.396188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Attempting to bind port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a on network e79323c7-a51c-47fa-8c63-61c6c517d026 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:22:45.406803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:22:45.407220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Checking segment: {'id': '880db03a-81d7-4a0c-bb2b-0679b7a27f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e79323c7-a51c-47fa-8c63-61c6c517d026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:45.407637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:45.408047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Bound using segment: {'id': '880db03a-81d7-4a0c-bb2b-0679b7a27f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e79323c7-a51c-47fa-8c63-61c6c517d026'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:22:45.408532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Bound port: c52f2ff4-d2eb-41b6-a48e-2e0343d8967a, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880db03a-81d7-4a0c-bb2b-0679b7a27f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e79323c7-a51c-47fa-8c63-61c6c517d026'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:22:45.408950 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:45.465674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:45.481910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Transition to ACTIVE for port object 866b0f1b-bb7b-42d3-b398-845c2c5150f5 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:45.496818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] For port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:22:45.500641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] For port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c52f2ff4-d2eb-41b6-a48e-2e0343d8967a,segment=NetworkSegment(880db03a-81d7-4a0c-bb2b-0679b7a27f44),segment_id=880db03a-81d7-4a0c-bb2b-0679b7a27f44)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:22:45.504853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:45.507486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:45.508468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3251155d-ebaa-4fb0-beec-96f37de0ff50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:45.514785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a7be9fc7-8af7-4a10-bc55-485a03bbca86 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:45.584918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network e79323c7-a51c-47fa-8c63-61c6c517d026 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:45.586910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Pushing event updated for resources: {'Port': ['ID=c52f2ff4-d2eb-41b6-a48e-2e0343d8967a,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:45.588097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:45.589945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:45.592159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:45.629194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=866b0f1b-bb7b-42d3-b398-845c2c5150f5,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:45.638250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:45.660665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:45.661274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:45.685115 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9905682 Dec 22 17:22:45.688630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37558) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:46.267823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:46.522449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c461f143-a9b9-4cfe-807a-ad712f686b74 None None] Network e79323c7-a51c-47fa-8c63-61c6c517d026 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:46.654643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1bfc5396-bec0-43c0-ae90-1da85e631790 None None] Provisioning for port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:46.714039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c52f2ff4-d2eb-41b6-a48e-2e0343d8967a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:46.785484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:46.792120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:46.795836 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:46.838048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:46.845197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:46.845583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:46.906534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=866b0f1b-bb7b-42d3-b398-845c2c5150f5,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:46.911267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:46.985991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:47.019624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c52f2ff4-d2eb-41b6-a48e-2e0343d8967a,segment=NetworkSegment(880db03a-81d7-4a0c-bb2b-0679b7a27f44),segment_id=880db03a-81d7-4a0c-bb2b-0679b7a27f44)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:47.026245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:47.028980 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:47.103392 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=c52f2ff4-d2eb-41b6-a48e-2e0343d8967a,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:47.107202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:47.130950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:47.215836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3bf40ab0-0443-4c00-8f95-b3ff60a6417c None None] Provisioning for port 866b0f1b-bb7b-42d3-b398-845c2c5150f5 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:47.222491 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3bf40ab0-0443-4c00-8f95-b3ff60a6417c None None] Provisioning complete for port 866b0f1b-bb7b-42d3-b398-845c2c5150f5 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:47.222873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3bf40ab0-0443-4c00-8f95-b3ff60a6417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:47.246084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:47.280791 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-3bf40ab0-0443-4c00-8f95-b3ff60a6417c None None] Port 866b0f1b-bb7b-42d3-b398-845c2c5150f5 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:47.299463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3bf40ab0-0443-4c00-8f95-b3ff60a6417c None None] Provisioning complete for port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:47.299860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3bf40ab0-0443-4c00-8f95-b3ff60a6417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:47.552012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bfb2bea1-b79e-46a0-8f36-1c28d970f102 None None] Provisioning complete for port 866b0f1b-bb7b-42d3-b398-845c2c5150f5 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:47.552673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bfb2bea1-b79e-46a0-8f36-1c28d970f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:47.605260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2bea1-b79e-46a0-8f36-1c28d970f102 None None] Port 866b0f1b-bb7b-42d3-b398-845c2c5150f5 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:47.668024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:47.672659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:47.697477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-317e6e04-c4c4-451c-aa3a-cbad8e91c96d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:47.789917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=866b0f1b-bb7b-42d3-b398-845c2c5150f5,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:47.793213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:47.793972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:47.927485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network e79323c7-a51c-47fa-8c63-61c6c517d026 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:47.928554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:48.128468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4c499437-b5ff-4d1f-bc36-f92bedfce73a None None] Provisioning complete for port 866b0f1b-bb7b-42d3-b398-845c2c5150f5 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:48.128853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4c499437-b5ff-4d1f-bc36-f92bedfce73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:48.197575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4c499437-b5ff-4d1f-bc36-f92bedfce73a None None] Port 866b0f1b-bb7b-42d3-b398-845c2c5150f5 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:48.243366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router 5f311c86-d70f-444f-874a-7619472954c4 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:22:48.402455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:48.410376 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/5f311c86-d70f-444f-874a-7619472954c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7173495 Dec 22 17:22:48.410376 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37562) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:48.414156 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06618af9-3519-40c2-9a78-1242ca0c5553 None None] Sync routers for ids ['5f311c86-d70f-444f-874a-7619472954c4'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:48.424937 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06618af9-3519-40c2-9a78-1242ca0c5553 None None] Routers {'5f311c86-d70f-444f-874a-7619472954c4'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:48.424937 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-06618af9-3519-40c2-9a78-1242ca0c5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['5f311c86-d70f-444f-874a-7619472954c4'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:48.492084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41379766-192e-491a-9d70-c82219338aee tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:48.492084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-41379766-192e-491a-9d70-c82219338aee tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Synchronizing usage tracker for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:48.495361 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-06618af9-3519-40c2-9a78-1242ca0c5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:48.511667 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06618af9-3519-40c2-9a78-1242ca0c5553 None None] Routers {'5f311c86-d70f-444f-874a-7619472954c4'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:48.511667 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-06618af9-3519-40c2-9a78-1242ca0c5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['5f311c86-d70f-444f-874a-7619472954c4'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:48.515100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-41379766-192e-491a-9d70-c82219338aee tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Unset dirty status for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:48.515100 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-41379766-192e-491a-9d70-c82219338aee tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports/866b0f1b-bb7b-42d3-b398-845c2c5150f5 HTTP/1.1" status: 200 len: 978 time: 0.0989790 Dec 22 17:22:48.515100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37566) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:48.602867 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-06618af9-3519-40c2-9a78-1242ca0c5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:48.602867 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06618af9-3519-40c2-9a78-1242ca0c5553 None None] The sync data for ids ['5f311c86-d70f-444f-874a-7619472954c4'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:48.677584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c52f2ff4-d2eb-41b6-a48e-2e0343d8967a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:48.764114 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:48.764114 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:49.055464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:49.336594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 866b0f1b-bb7b-42d3-b398-845c2c5150f5 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:49.336594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:49.654948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:49.784094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 866b0f1b-bb7b-42d3-b398-845c2c5150f5 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:49.962539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:49.969125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a146bc65-9752-4814-863c-919eb06a962f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:50.019736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=866b0f1b-bb7b-42d3-b398-845c2c5150f5,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:50.019736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:50.257558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:50.527559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router 5f311c86-d70f-444f-874a-7619472954c4 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:50.670220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:50.679084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd7328f-56c9-4f38-a462-ed35c95a3236 None None] Sync routers for ids ['5f311c86-d70f-444f-874a-7619472954c4'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:50.687691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37572) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:50.691624 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/5f311c86-d70f-444f-874a-7619472954c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1722512 Dec 22 17:22:50.701386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd7328f-56c9-4f38-a462-ed35c95a3236 None None] Routers {'5f311c86-d70f-444f-874a-7619472954c4'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:50.701386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ddd7328f-56c9-4f38-a462-ed35c95a3236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['5f311c86-d70f-444f-874a-7619472954c4'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:50.771840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ddd7328f-56c9-4f38-a462-ed35c95a3236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:50.781754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd7328f-56c9-4f38-a462-ed35c95a3236 None None] Routers {'5f311c86-d70f-444f-874a-7619472954c4'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:50.781754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ddd7328f-56c9-4f38-a462-ed35c95a3236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['5f311c86-d70f-444f-874a-7619472954c4'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:50.879489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ddd7328f-56c9-4f38-a462-ed35c95a3236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:50.879489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd7328f-56c9-4f38-a462-ed35c95a3236 None None] The sync data for ids ['5f311c86-d70f-444f-874a-7619472954c4'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:51.027894 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-7f45d52b-fdcd-42d8-8736-cada98b6f3d3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 17:22:51.027894 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7f45d52b-fdcd-42d8-8736-cada98b6f3d3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/5f311c86-d70f-444f-874a-7619472954c4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3402503 Dec 22 17:22:51.027894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37576) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:51.076927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0aa933ee-4314-487d-a9e9-19d6bbe9f4c2 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Synchronizing usage tracker for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:51.092096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0aa933ee-4314-487d-a9e9-19d6bbe9f4c2 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Unset dirty status for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:51.092096 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0aa933ee-4314-487d-a9e9-19d6bbe9f4c2 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f311c86-d70f-444f-874a-7619472954c4 HTTP/1.1" status: 200 len: 205 time: 0.0611162 Dec 22 17:22:51.099236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37580) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:51.228898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3c95f6cd-6c1d-499a-9cd8-2ad815ff0ef9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:51.534047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3c95f6cd-6c1d-499a-9cd8-2ad815ff0ef9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:51.534047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3c95f6cd-6c1d-499a-9cd8-2ad815ff0ef9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:51.559369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3c95f6cd-6c1d-499a-9cd8-2ad815ff0ef9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:51.559369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c95f6cd-6c1d-499a-9cd8-2ad815ff0ef9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Fanout notify agent at l3_agent the message router_deleted on router 5f311c86-d70f-444f-874a-7619472954c4 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:22:51.567806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3c95f6cd-6c1d-499a-9cd8-2ad815ff0ef9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:51.571887 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3c95f6cd-6c1d-499a-9cd8-2ad815ff0ef9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/5f311c86-d70f-444f-874a-7619472954c4 HTTP/1.1" status: 204 len: 168 time: 0.4755473 Dec 22 17:22:51.572608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37584) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:51.639472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9970ab60-3085-4e17-ace4-b2b34b6e714c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting subnet cb5272d0-a2a9-4eb3-bb5e-869c66f13ebe {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:22:51.642979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9970ab60-3085-4e17-ace4-b2b34b6e714c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:51.696500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9970ab60-3085-4e17-ace4-b2b34b6e714c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:51.798405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9970ab60-3085-4e17-ace4-b2b34b6e714c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:51.990078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9970ab60-3085-4e17-ace4-b2b34b6e714c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:51.994089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ecace97b-6263-437b-8cb7-1302d3c53d63 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:52.033043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970ab60-3085-4e17-ace4-b2b34b6e714c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5272d0-a2a9-4eb3-bb5e-869c66f13ebe,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:52.033043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9970ab60-3085-4e17-ace4-b2b34b6e714c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:52.033043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9970ab60-3085-4e17-ace4-b2b34b6e714c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:52.046350 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9970ab60-3085-4e17-ace4-b2b34b6e714c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/cb5272d0-a2a9-4eb3-bb5e-869c66f13ebe HTTP/1.1" status: 204 len: 168 time: 0.4680314 Dec 22 17:22:52.050705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37588) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:52.054674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d437cfc-9be9-4dcd-bd53-b923ee750271 None None] Network e79323c7-a51c-47fa-8c63-61c6c517d026 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:52.181751 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:52.197119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:52.197119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:52.381996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ebb59-6956-48fb-9aa2-05c1d69b55a4 None None] DHCP port deletion for e79323c7-a51c-47fa-8c63-61c6c517d026 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:22:52.383081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-352ebb59-6956-48fb-9aa2-05c1d69b55a4 None None] Deleting port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:52.383490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-352ebb59-6956-48fb-9aa2-05c1d69b55a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:52.559530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c52f2ff4-d2eb-41b6-a48e-2e0343d8967a,segment=NetworkSegment(880db03a-81d7-4a0c-bb2b-0679b7a27f44),segment_id=880db03a-81d7-4a0c-bb2b-0679b7a27f44)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:52.561076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:52.597343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-352ebb59-6956-48fb-9aa2-05c1d69b55a4 None None] For port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c52f2ff4-d2eb-41b6-a48e-2e0343d8967a,segment=NetworkSegment(880db03a-81d7-4a0c-bb2b-0679b7a27f44),segment_id=880db03a-81d7-4a0c-bb2b-0679b7a27f44)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:52.597781 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-352ebb59-6956-48fb-9aa2-05c1d69b55a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:52.684349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for c52f2ff4-d2eb-41b6-a48e-2e0343d8967a owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:52.715025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c52f2ff4-d2eb-41b6-a48e-2e0343d8967a no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:22:52.747893 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-352ebb59-6956-48fb-9aa2-05c1d69b55a4 None None] Calling delete_port for c52f2ff4-d2eb-41b6-a48e-2e0343d8967a owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:52.761859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:52.766613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:52.788346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: c52f2ff4-d2eb-41b6-a48e-2e0343d8967a {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:22:52.788708 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c52f2ff4-d2eb-41b6-a48e-2e0343d8967a not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:22:52.809540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=c52f2ff4-d2eb-41b6-a48e-2e0343d8967a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:52.813343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:52.815498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No DVR routers for this DVR port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:22:52.829277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-352ebb59-6956-48fb-9aa2-05c1d69b55a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:22:52.829588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-352ebb59-6956-48fb-9aa2-05c1d69b55a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:22:52.936980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:52.961473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79323c7-a51c-47fa-8c63-61c6c517d026']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:52.973588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880db03a-81d7-4a0c-bb2b-0679b7a27f44') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:52.973882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880db03a-81d7-4a0c-bb2b-0679b7a27f44') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:52.984735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:52.999700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.005373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:22:53.005744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:22:53.023476 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:22:53.099230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.102510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-29da488b-c12d-4c56-9ef3-0034a196b69a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:53.116288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.127199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Network': ['ID=e79323c7-a51c-47fa-8c63-61c6c517d026,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:53.131346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:53.138083 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/networks/e79323c7-a51c-47fa-8c63-61c6c517d026 HTTP/1.1" status: 204 len: 168 time: 1.0948734 Dec 22 17:22:53.142167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37592) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:53.147586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'network': {'name': 'tempest-RoutersTest-799537744'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:53.152375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:53.156731 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:network and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:53.159522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:53.165047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:53.174642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:53.178032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.208060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:22:53.216896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.217236 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Added segment e6f2637b-9bb8-4c87-ac67-6bb5f76c972b of type vlan for network fc34d256-5cf7-4fe1-a82d-08ffb4144b57 Dec 22 17:22:53.244773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.273223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.278766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:53.279396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.283413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cb25285a-1532-49dc-851e-e5401b9dc7ce tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:53.330937 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-352ebb59-6956-48fb-9aa2-05c1d69b55a4 None None] Deleting port c52f2ff4-d2eb-41b6-a48e-2e0343d8967a {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:53.331525 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-352ebb59-6956-48fb-9aa2-05c1d69b55a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.383952 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2406933 Dec 22 17:22:53.386668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37596) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:53.387277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Network': ['ID=fc34d256-5cf7-4fe1-a82d-08ffb4144b57,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:53.390248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9556990c-9c0d-42b7-ae77-3c6b5d3320f6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:53.393339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'subnet': {'network_id': 'fc34d256-5cf7-4fe1-a82d-08ffb4144b57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:53.400182 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-352ebb59-6956-48fb-9aa2-05c1d69b55a4 None None] The port 'c52f2ff4-d2eb-41b6-a48e-2e0343d8967a' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:22:53.402301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network fc34d256-5cf7-4fe1-a82d-08ffb4144b57 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:22:53.504575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:53.508546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:subnet and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:53.511495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:53.517800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:53.527204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:22:53.530547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.754154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.755225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8496667f-30b5-45c3-8d08-c50ad1a001c2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:53.848006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Subnet': ['ID=6ce1b8bd-9870-49ba-af14-5d189951ef6e,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:53.852863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Checking segment: {'id': 'e6f2637b-9bb8-4c87-ac67-6bb5f76c972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fc34d256-5cf7-4fe1-a82d-08ffb4144b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:53.853291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network hostable DHCP agents. Network: fc34d256-5cf7-4fe1-a82d-08ffb4144b57, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:22:53.863216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:53.863216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:53.863451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:53.863694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:53.864061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:53.864420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:53.864775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:53.865128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:53.865480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:53.865832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:53.866205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:53.866559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:22:53.870393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:53.883607 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network fc34d256-5cf7-4fe1-a82d-08ffb4144b57 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:22:53.893599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, fc34d256-5cf7-4fe1-a82d-08ffb4144b57) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:53.898519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:53.900484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.901444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c44374-5e2b-463d-b0b4-d2102a7b29e1 None None] Network fc34d256-5cf7-4fe1-a82d-08ffb4144b57 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:53.921888 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5337825 Dec 22 17:22:53.924302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37600) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:53.930059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-7196ffd1-4629-4173-b4cc-14b1e1d35ae9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1163789722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:22:53.936701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7196ffd1-4629-4173-b4cc-14b1e1d35ae9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:22:53.940685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7196ffd1-4629-4173-b4cc-14b1e1d35ae9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:router and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:22:53.943503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7196ffd1-4629-4173-b4cc-14b1e1d35ae9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:22:53.949037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7196ffd1-4629-4173-b4cc-14b1e1d35ae9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:22:53.961188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7196ffd1-4629-4173-b4cc-14b1e1d35ae9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.962325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7196ffd1-4629-4173-b4cc-14b1e1d35ae9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.977306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7196ffd1-4629-4173-b4cc-14b1e1d35ae9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:53.994866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7196ffd1-4629-4173-b4cc-14b1e1d35ae9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:54.017326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7196ffd1-4629-4173-b4cc-14b1e1d35ae9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:54.018451 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7196ffd1-4629-4173-b4cc-14b1e1d35ae9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0932806 Dec 22 17:22:54.021107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37604) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:54.123226 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-fc34d256-5cf7-4fe1-a82d-08ffb4144b57', 'network_id': 'fc34d256-5cf7-4fe1-a82d-08ffb4144b57', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'fixed_ips': [{'subnet_id': '6ce1b8bd-9870-49ba-af14-5d189951ef6e'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:22:54.124081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:54.283258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Allocated IP 172.20.0.2 (fc34d256-5cf7-4fe1-a82d-08ffb4144b57/6ce1b8bd-9870-49ba-af14-5d189951ef6e/7050aac3-247c-4db0-9bde-b1de655ce35c) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:54.502736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:54.506981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:54.513639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Transition to ACTIVE for port object 7050aac3-247c-4db0-9bde-b1de655ce35c will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:54.532333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Transition to ACTIVE for port object 7050aac3-247c-4db0-9bde-b1de655ce35c will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:54.538126 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:54.541963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:54.613406 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Network fc34d256-5cf7-4fe1-a82d-08ffb4144b57 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:54.614272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Pushing event updated for resources: {'Port': ['ID=7050aac3-247c-4db0-9bde-b1de655ce35c,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:54.616856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:54.618629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:54.619197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:54.758365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Attempting to bind port 7050aac3-247c-4db0-9bde-b1de655ce35c on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:22:54.758365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Attempting to bind port 7050aac3-247c-4db0-9bde-b1de655ce35c by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'e6f2637b-9bb8-4c87-ac67-6bb5f76c972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fc34d256-5cf7-4fe1-a82d-08ffb4144b57'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:22:54.758749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Attempting to bind port 7050aac3-247c-4db0-9bde-b1de655ce35c on network fc34d256-5cf7-4fe1-a82d-08ffb4144b57 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:22:54.764129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:22:54.764506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Checking segment: {'id': 'e6f2637b-9bb8-4c87-ac67-6bb5f76c972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fc34d256-5cf7-4fe1-a82d-08ffb4144b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:22:54.764905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:54.767214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Bound using segment: {'id': 'e6f2637b-9bb8-4c87-ac67-6bb5f76c972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fc34d256-5cf7-4fe1-a82d-08ffb4144b57'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:22:54.767214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Bound port: 7050aac3-247c-4db0-9bde-b1de655ce35c, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f2637b-9bb8-4c87-ac67-6bb5f76c972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fc34d256-5cf7-4fe1-a82d-08ffb4144b57'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:22:54.767214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:54.872149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] For port 7050aac3-247c-4db0-9bde-b1de655ce35c, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:22:54.879533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] For port 7050aac3-247c-4db0-9bde-b1de655ce35c, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7050aac3-247c-4db0-9bde-b1de655ce35c,segment=NetworkSegment(e6f2637b-9bb8-4c87-ac67-6bb5f76c972b),segment_id=e6f2637b-9bb8-4c87-ac67-6bb5f76c972b)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:22:54.888758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:54.897145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1e1e20d3-ddb4-4ff3-9a01-e12e5492cb80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:55.024313 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Pushing event updated for resources: {'Port': ['ID=7050aac3-247c-4db0-9bde-b1de655ce35c,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:55.025851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Allocated IP 172.20.0.1 (fc34d256-5cf7-4fe1-a82d-08ffb4144b57/6ce1b8bd-9870-49ba-af14-5d189951ef6e/07138513-a932-4296-9900-b8ab964ee720) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:22:55.036099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:55.250081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:55.279556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Transition to ACTIVE for port object 07138513-a932-4296-9900-b8ab964ee720 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:22:55.313569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:55.317549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d726c224-32aa-4203-90df-87b2dd733fd7 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:55.386649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network fc34d256-5cf7-4fe1-a82d-08ffb4144b57 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:55.396320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:55.396320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:22:55.439263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=07138513-a932-4296-9900-b8ab964ee720,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:55.441865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:55.461032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:55.569313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:56.018814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:56.022860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:56.050192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3fc58d7f-1e40-4e83-8478-7739bd0ac73e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:56.145191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:56.149045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=07138513-a932-4296-9900-b8ab964ee720,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:56.152248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:56.164925 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cec35d-f07b-4819-8181-2ca7c2963e1c None None] Network fc34d256-5cf7-4fe1-a82d-08ffb4144b57 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:22:56.253827 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-36b2590a-0215-4b7e-823e-d79618a673e8 None None] Provisioning for port 7050aac3-247c-4db0-9bde-b1de655ce35c completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:56.289812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network fc34d256-5cf7-4fe1-a82d-08ffb4144b57 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:22:56.298400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:22:56.519397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router 31734f61-e05f-446d-a83c-e27a4614bfef is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:22:56.716965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d203ec12-af07-405f-baf7-9aba0fd1185b None None] Provisioning for port 07138513-a932-4296-9900-b8ab964ee720 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:56.739517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d203ec12-af07-405f-baf7-9aba0fd1185b None None] Provisioning complete for port 07138513-a932-4296-9900-b8ab964ee720 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:56.739940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d203ec12-af07-405f-baf7-9aba0fd1185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:56.808888 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d203ec12-af07-405f-baf7-9aba0fd1185b None None] Port 07138513-a932-4296-9900-b8ab964ee720 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:56.812677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7050aac3-247c-4db0-9bde-b1de655ce35c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:56.837677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:56.848163 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d7ad79-0afd-48ea-a0c4-d4d9087fffb5 None None] Sync routers for ids ['31734f61-e05f-446d-a83c-e27a4614bfef'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:56.852872 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/31734f61-e05f-446d-a83c-e27a4614bfef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8304861 Dec 22 17:22:56.855438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37608) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:56.876488 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d7ad79-0afd-48ea-a0c4-d4d9087fffb5 None None] Routers {'31734f61-e05f-446d-a83c-e27a4614bfef'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:56.877826 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-03d7ad79-0afd-48ea-a0c4-d4d9087fffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['31734f61-e05f-446d-a83c-e27a4614bfef'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:56.911826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 7050aac3-247c-4db0-9bde-b1de655ce35c completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:22:56.917701 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7050aac3-247c-4db0-9bde-b1de655ce35c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:56.918076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:56.958110 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-03d7ad79-0afd-48ea-a0c4-d4d9087fffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:56.961885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c766d6-2f6a-43be-a322-ea1e68605760 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:22:56.962360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-20c766d6-2f6a-43be-a322-ea1e68605760 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Synchronizing usage tracker for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:56.970460 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d7ad79-0afd-48ea-a0c4-d4d9087fffb5 None None] Routers {'31734f61-e05f-446d-a83c-e27a4614bfef'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:56.971248 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-03d7ad79-0afd-48ea-a0c4-d4d9087fffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['31734f61-e05f-446d-a83c-e27a4614bfef'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:56.986669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-20c766d6-2f6a-43be-a322-ea1e68605760 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Unset dirty status for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:56.990081 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-20c766d6-2f6a-43be-a322-ea1e68605760 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports/07138513-a932-4296-9900-b8ab964ee720 HTTP/1.1" status: 200 len: 910 time: 0.1330438 Dec 22 17:22:56.992645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37614) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:57.060397 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-03d7ad79-0afd-48ea-a0c4-d4d9087fffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:57.060921 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d7ad79-0afd-48ea-a0c4-d4d9087fffb5 None None] The sync data for ids ['31734f61-e05f-446d-a83c-e27a4614bfef'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:57.082962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c50eb80c-d391-45c6-8a12-dce93a09d008 None None] Provisioning complete for port 07138513-a932-4296-9900-b8ab964ee720 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:57.082962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c50eb80c-d391-45c6-8a12-dce93a09d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:57.146766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:57.160798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c50eb80c-d391-45c6-8a12-dce93a09d008 None None] Port 07138513-a932-4296-9900-b8ab964ee720 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:57.189646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 7050aac3-247c-4db0-9bde-b1de655ce35c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7050aac3-247c-4db0-9bde-b1de655ce35c,segment=NetworkSegment(e6f2637b-9bb8-4c87-ac67-6bb5f76c972b),segment_id=e6f2637b-9bb8-4c87-ac67-6bb5f76c972b)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:22:57.195740 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:57.199599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4114accb-f0f0-41a5-9ddb-b98341843a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:57.286090 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=7050aac3-247c-4db0-9bde-b1de655ce35c,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:57.288288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:57.294261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4614d5cc-a960-4b79-b57a-0dc1403c43db None None] Provisioning complete for port 07138513-a932-4296-9900-b8ab964ee720 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:57.294261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4614d5cc-a960-4b79-b57a-0dc1403c43db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:57.353389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4614d5cc-a960-4b79-b57a-0dc1403c43db None None] Port 07138513-a932-4296-9900-b8ab964ee720 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:22:57.550984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:57.585498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-62cb16a7-fa97-47c9-912d-71b83adf4d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:57.907848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 07138513-a932-4296-9900-b8ab964ee720 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:22:57.908358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:58.093899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:58.215863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 07138513-a932-4296-9900-b8ab964ee720 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:22:58.391366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:58.394811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-51f27b94-d7f6-4553-a34f-9bb5049d10db tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:22:58.569931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=07138513-a932-4296-9900-b8ab964ee720,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:22:58.574004 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:22:58.692417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7050aac3-247c-4db0-9bde-b1de655ce35c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:22:58.796623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7050aac3-247c-4db0-9bde-b1de655ce35c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:22:58.798789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:58.845891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:59.124396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router 31734f61-e05f-446d-a83c-e27a4614bfef has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:22:59.260614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:22:59.268344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a52b56d-379c-4356-b2f0-4a135c3bb833 None None] Sync routers for ids ['31734f61-e05f-446d-a83c-e27a4614bfef'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:22:59.279897 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/31734f61-e05f-446d-a83c-e27a4614bfef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2836928 Dec 22 17:22:59.280162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37618) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:59.281129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a52b56d-379c-4356-b2f0-4a135c3bb833 None None] Routers {'31734f61-e05f-446d-a83c-e27a4614bfef'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:59.281843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2a52b56d-379c-4356-b2f0-4a135c3bb833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['31734f61-e05f-446d-a83c-e27a4614bfef'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:59.333484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6355babc-65da-47f9-8a29-b5158728ff24 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Synchronizing usage tracker for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:22:59.355550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6355babc-65da-47f9-8a29-b5158728ff24 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Unset dirty status for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:22:59.355550 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6355babc-65da-47f9-8a29-b5158728ff24 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=31734f61-e05f-446d-a83c-e27a4614bfef HTTP/1.1" status: 200 len: 205 time: 0.0661378 Dec 22 17:22:59.355550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37622) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:22:59.362423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2a52b56d-379c-4356-b2f0-4a135c3bb833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:59.362423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a52b56d-379c-4356-b2f0-4a135c3bb833 None None] Routers {'31734f61-e05f-446d-a83c-e27a4614bfef'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:22:59.362423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2a52b56d-379c-4356-b2f0-4a135c3bb833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:22:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['31734f61-e05f-446d-a83c-e27a4614bfef'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:59.436976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2a52b56d-379c-4356-b2f0-4a135c3bb833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:22:59.436976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a52b56d-379c-4356-b2f0-4a135c3bb833 None None] The sync data for ids ['31734f61-e05f-446d-a83c-e27a4614bfef'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:22:59.505489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1c07df2-1712-46c5-a59c-5f7ce5166dde tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:59.953929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1c07df2-1712-46c5-a59c-5f7ce5166dde tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:59.955894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1c07df2-1712-46c5-a59c-5f7ce5166dde tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:59.978872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1c07df2-1712-46c5-a59c-5f7ce5166dde tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:59.979386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c07df2-1712-46c5-a59c-5f7ce5166dde tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Fanout notify agent at l3_agent the message router_deleted on router 31734f61-e05f-446d-a83c-e27a4614bfef {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:22:59.993091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1c07df2-1712-46c5-a59c-5f7ce5166dde tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:22:59.993704 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a1c07df2-1712-46c5-a59c-5f7ce5166dde tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/31734f61-e05f-446d-a83c-e27a4614bfef HTTP/1.1" status: 204 len: 168 time: 0.6428676 Dec 22 17:22:59.996369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37626) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:00.023096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-37469a79-e439-4298-807b-e9d506023a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:00.064560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fb37f3-43c9-4ab2-90d4-9a13ecf5589e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting subnet 6ce1b8bd-9870-49ba-af14-5d189951ef6e {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:23:00.067399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16fb37f3-43c9-4ab2-90d4-9a13ecf5589e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:00.120384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16fb37f3-43c9-4ab2-90d4-9a13ecf5589e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:00.200124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16fb37f3-43c9-4ab2-90d4-9a13ecf5589e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:00.279174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16fb37f3-43c9-4ab2-90d4-9a13ecf5589e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:00.284085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:00.319359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb37f3-43c9-4ab2-90d4-9a13ecf5589e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce1b8bd-9870-49ba-af14-5d189951ef6e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:00.321266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16fb37f3-43c9-4ab2-90d4-9a13ecf5589e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:00.324228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-16fb37f3-43c9-4ab2-90d4-9a13ecf5589e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:00.326565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60725d7-8341-4e27-be3c-6aaf03aeae82 None None] Network fc34d256-5cf7-4fe1-a82d-08ffb4144b57 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:00.327871 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-16fb37f3-43c9-4ab2-90d4-9a13ecf5589e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/6ce1b8bd-9870-49ba-af14-5d189951ef6e HTTP/1.1" status: 204 len: 168 time: 0.3305745 Dec 22 17:23:00.330506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37630) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:00.442998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:00.453744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 7050aac3-247c-4db0-9bde-b1de655ce35c {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:00.454080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:00.580669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456b88d-98c8-42aa-b435-24c7e7b57f8c None None] DHCP port deletion for fc34d256-5cf7-4fe1-a82d-08ffb4144b57 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:23:00.585007 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e456b88d-98c8-42aa-b435-24c7e7b57f8c None None] Deleting port 7050aac3-247c-4db0-9bde-b1de655ce35c {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:00.585408 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e456b88d-98c8-42aa-b435-24c7e7b57f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:00.666813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port 7050aac3-247c-4db0-9bde-b1de655ce35c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7050aac3-247c-4db0-9bde-b1de655ce35c,segment=NetworkSegment(e6f2637b-9bb8-4c87-ac67-6bb5f76c972b),segment_id=e6f2637b-9bb8-4c87-ac67-6bb5f76c972b)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:00.667289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:00.676559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7050aac3-247c-4db0-9bde-b1de655ce35c no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:23:00.792546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 7050aac3-247c-4db0-9bde-b1de655ce35c owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:00.865727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:00.867227 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No ports have port_id starting with 7050aac3-247c-4db0-9bde-b1de655ce35c Dec 22 17:23:00.870606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:00.888449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e456b88d-98c8-42aa-b435-24c7e7b57f8c None None] For port 7050aac3-247c-4db0-9bde-b1de655ce35c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7050aac3-247c-4db0-9bde-b1de655ce35c,segment=NetworkSegment(e6f2637b-9bb8-4c87-ac67-6bb5f76c972b),segment_id=e6f2637b-9bb8-4c87-ac67-6bb5f76c972b)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:00.888844 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e456b88d-98c8-42aa-b435-24c7e7b57f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:00.918885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No DVR routers for this DVR port 7050aac3-247c-4db0-9bde-b1de655ce35c on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:23:00.950218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=7050aac3-247c-4db0-9bde-b1de655ce35c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:00.953202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:01.017021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e456b88d-98c8-42aa-b435-24c7e7b57f8c None None] Calling delete_port for 7050aac3-247c-4db0-9bde-b1de655ce35c owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:01.053442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:01.068816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:01.079988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc34d256-5cf7-4fe1-a82d-08ffb4144b57']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:01.091953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f2637b-9bb8-4c87-ac67-6bb5f76c972b') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:01.092249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f2637b-9bb8-4c87-ac67-6bb5f76c972b') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:01.095525 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-e456b88d-98c8-42aa-b435-24c7e7b57f8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:23:01.095895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-e456b88d-98c8-42aa-b435-24c7e7b57f8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:23:01.103303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:01.118377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:01.125621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:23:01.125994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:23:01.140872 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:23:01.160451 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:01.221232 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:01.224375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:01.238785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:01.250327 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Network': ['ID=fc34d256-5cf7-4fe1-a82d-08ffb4144b57,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:01.254601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:01.262034 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/networks/fc34d256-5cf7-4fe1-a82d-08ffb4144b57 HTTP/1.1" status: 204 len: 168 time: 0.9306209 Dec 22 17:23:01.265552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37636) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:01.270631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1153664137', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:01.277498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:01.281319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:router and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:01.284125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:01.290134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:01.300047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:01.300997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:01.316077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:01.597561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e456b88d-98c8-42aa-b435-24c7e7b57f8c None None] Deleting port 7050aac3-247c-4db0-9bde-b1de655ce35c {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:01.598043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e456b88d-98c8-42aa-b435-24c7e7b57f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:01.668213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e456b88d-98c8-42aa-b435-24c7e7b57f8c None None] The port '7050aac3-247c-4db0-9bde-b1de655ce35c' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:23:01.711798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:02.035534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:02.066936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:02.196701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Allocated IP 172.26.3.239 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/245910ca-c1b1-478e-ad96-264571373149) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:02.341164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:02.369991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:02.374984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d09c5af3-0343-4b4b-866c-5ab8f718fdd1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:02.437956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:02.440714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:02.444345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:02.478688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=245910ca-c1b1-478e-ad96-264571373149,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:02.486713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:02.536246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:02.862065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:03.321653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:03.521614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router 533222e2-0fc3-48a3-b608-873131ca18ab is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:23:03.702156 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:03.711672 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9eb03f-53db-49d0-8775-5abbf07810fb None None] Sync routers for ids ['533222e2-0fc3-48a3-b608-873131ca18ab'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:03.721216 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9eb03f-53db-49d0-8775-5abbf07810fb None None] Routers {'533222e2-0fc3-48a3-b608-873131ca18ab'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:03.721819 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ac9eb03f-53db-49d0-8775-5abbf07810fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['533222e2-0fc3-48a3-b608-873131ca18ab'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:03.730000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:03.731315 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.4645801 Dec 22 17:23:03.734194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37644) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:03.781254 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ac9eb03f-53db-49d0-8775-5abbf07810fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:03.789939 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9eb03f-53db-49d0-8775-5abbf07810fb None None] Routers {'533222e2-0fc3-48a3-b608-873131ca18ab'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:03.790540 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ac9eb03f-53db-49d0-8775-5abbf07810fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['533222e2-0fc3-48a3-b608-873131ca18ab'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:03.852661 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-ac9eb03f-53db-49d0-8775-5abbf07810fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:03.853065 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9eb03f-53db-49d0-8775-5abbf07810fb None None] The sync data for ids ['533222e2-0fc3-48a3-b608-873131ca18ab'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:03.940420 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b0d7c973-7af7-4bbe-82e0-fbf9bf2b8cda tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/routers/533222e2-0fc3-48a3-b608-873131ca18ab HTTP/1.1" status: 200 len: 881 time: 0.2045903 Dec 22 17:23:03.942343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37648) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:04.138060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fd0d14c0-358a-4030-a3af-818f90f97558 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Synchronizing usage tracker for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:router {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:23:04.154587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fd0d14c0-358a-4030-a3af-818f90f97558 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Unset dirty status for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:router {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:23:04.155924 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fd0d14c0-358a-4030-a3af-818f90f97558 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2126915 Dec 22 17:23:04.158487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37652) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:04.163376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ea694496-ecf8-4a7f-93ac-5e6793041366 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1153664137'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:04.781566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea694496-ecf8-4a7f-93ac-5e6793041366 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:04.792425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea694496-ecf8-4a7f-93ac-5e6793041366 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:04.967234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea694496-ecf8-4a7f-93ac-5e6793041366 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router 533222e2-0fc3-48a3-b608-873131ca18ab has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:04.978512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:05.140640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea694496-ecf8-4a7f-93ac-5e6793041366 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:05.147125 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea694496-ecf8-4a7f-93ac-5e6793041366 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:05.148249 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ea694496-ecf8-4a7f-93ac-5e6793041366 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/533222e2-0fc3-48a3-b608-873131ca18ab HTTP/1.1" status: 200 len: 888 time: 0.9888823 Dec 22 17:23:05.150997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37656) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:05.151490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369c85d-21ce-4536-b5d1-d6e00ac69309 None None] Sync routers for ids ['533222e2-0fc3-48a3-b608-873131ca18ab'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:05.160766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369c85d-21ce-4536-b5d1-d6e00ac69309 None None] Routers {'533222e2-0fc3-48a3-b608-873131ca18ab'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:05.161374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-8369c85d-21ce-4536-b5d1-d6e00ac69309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['533222e2-0fc3-48a3-b608-873131ca18ab'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:05.224547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-8369c85d-21ce-4536-b5d1-d6e00ac69309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:05.232712 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369c85d-21ce-4536-b5d1-d6e00ac69309 None None] Routers {'533222e2-0fc3-48a3-b608-873131ca18ab'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:05.233313 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-8369c85d-21ce-4536-b5d1-d6e00ac69309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['533222e2-0fc3-48a3-b608-873131ca18ab'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:05.293044 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-8369c85d-21ce-4536-b5d1-d6e00ac69309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:05.293454 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369c85d-21ce-4536-b5d1-d6e00ac69309 None None] The sync data for ids ['533222e2-0fc3-48a3-b608-873131ca18ab'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:05.335162 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fbb403bb-d5fa-4a20-bca5-662f35b283ae tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/routers/533222e2-0fc3-48a3-b608-873131ca18ab HTTP/1.1" status: 200 len: 888 time: 0.1826522 Dec 22 17:23:05.337767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37660) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:05.379208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ccb61f5f-b406-44fa-88ff-94071a5a022e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Synchronizing usage tracker for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:23:05.393740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ccb61f5f-b406-44fa-88ff-94071a5a022e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Unset dirty status for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:23:05.394955 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ccb61f5f-b406-44fa-88ff-94071a5a022e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=533222e2-0fc3-48a3-b608-873131ca18ab HTTP/1.1" status: 200 len: 205 time: 0.0562711 Dec 22 17:23:05.397438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37664) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:05.572081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:05.745018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:05.754977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 245910ca-c1b1-478e-ad96-264571373149 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:05.755337 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.057589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.176683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 245910ca-c1b1-478e-ad96-264571373149 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:06.335351 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.339693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:06.382970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=245910ca-c1b1-478e-ad96-264571373149,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:06.410743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:06.471713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.643721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.646063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.668439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.668953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Fanout notify agent at l3_agent the message router_deleted on router 533222e2-0fc3-48a3-b608-873131ca18ab {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:23:06.689505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.694178 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/533222e2-0fc3-48a3-b608-873131ca18ab HTTP/1.1" status: 204 len: 168 time: 1.2922788 Dec 22 17:23:06.694344 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37672) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:06.700502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1553327398'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:06.705925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:06.709899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:network and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:06.712699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:06.719044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:06.728542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:06.731898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.760324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:23:06.769666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.770007 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Added segment 37716d34-b9d8-4de6-8cd2-6fa7ce5065e7 of type vlan for network 01c632c7-7f69-4369-8934-e7629ca6dfb4 Dec 22 17:23:06.795953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.827438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.832909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:06.833481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:06.837211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4886224b-0f4e-4de6-8e04-c0ceab62883b tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:06.929648 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2342265 Dec 22 17:23:06.932548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37676) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:06.940581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'subnet': {'network_id': '01c632c7-7f69-4369-8934-e7629ca6dfb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:06.962230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Network': ['ID=01c632c7-7f69-4369-8934-e7629ca6dfb4,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:06.967712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:06.973439 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 01c632c7-7f69-4369-8934-e7629ca6dfb4 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:23:07.055122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:07.058802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:subnet and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:07.061659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:07.067328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:07.076442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:07.080011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:07.292521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:07.295847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5d25b3e5-7ccc-491e-ac1a-abfd88b213e5 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:07.366562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Subnet': ['ID=75f9a319-b577-40e6-8c25-2705a01ba600,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:07.369208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:07.378147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Checking segment: {'id': '37716d34-b9d8-4de6-8cd2-6fa7ce5065e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01c632c7-7f69-4369-8934-e7629ca6dfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:07.378509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network hostable DHCP agents. Network: 01c632c7-7f69-4369-8934-e7629ca6dfb4, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:23:07.397136 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 01c632c7-7f69-4369-8934-e7629ca6dfb4 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:23:07.406148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 01c632c7-7f69-4369-8934-e7629ca6dfb4) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:07.410029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:07.410610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:07.414927 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ded2ac-d84d-4583-bc2f-4833b0153f6f None None] Network 01c632c7-7f69-4369-8934-e7629ca6dfb4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:07.432275 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4987328 Dec 22 17:23:07.434793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37680) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:07.439959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3aab87e5-91cb-451e-91e7-0cdd77090224 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-823073713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:07.446294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3aab87e5-91cb-451e-91e7-0cdd77090224 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:07.450393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3aab87e5-91cb-451e-91e7-0cdd77090224 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:router and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:07.453818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3aab87e5-91cb-451e-91e7-0cdd77090224 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:07.459555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3aab87e5-91cb-451e-91e7-0cdd77090224 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:07.469958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3aab87e5-91cb-451e-91e7-0cdd77090224 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:07.470914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3aab87e5-91cb-451e-91e7-0cdd77090224 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:07.485352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3aab87e5-91cb-451e-91e7-0cdd77090224 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:07.503314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3aab87e5-91cb-451e-91e7-0cdd77090224 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:07.528443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3aab87e5-91cb-451e-91e7-0cdd77090224 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:07.529603 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3aab87e5-91cb-451e-91e7-0cdd77090224 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0938671 Dec 22 17:23:07.532845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37684) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:07.633571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-01c632c7-7f69-4369-8934-e7629ca6dfb4', 'network_id': '01c632c7-7f69-4369-8934-e7629ca6dfb4', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'fixed_ips': [{'subnet_id': '75f9a319-b577-40e6-8c25-2705a01ba600'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:23:07.634424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:07.794467 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Allocated IP 172.20.0.2 (01c632c7-7f69-4369-8934-e7629ca6dfb4/75f9a319-b577-40e6-8c25-2705a01ba600/47c684c6-c7eb-4297-988f-a140bcc08a13) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:08.000845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:08.014275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Transition to ACTIVE for port object 47c684c6-c7eb-4297-988f-a140bcc08a13 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:08.032180 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Transition to ACTIVE for port object 47c684c6-c7eb-4297-988f-a140bcc08a13 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:08.039824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:08.044135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:08.109972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Network 01c632c7-7f69-4369-8934-e7629ca6dfb4 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:08.111131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:08.114772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:08.123296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Pushing event updated for resources: {'Port': ['ID=47c684c6-c7eb-4297-988f-a140bcc08a13,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:08.132360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:08.162575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:08.162924 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:08.163292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:08.163633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:08.163965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:08.164296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:08.164623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:08.164946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:08.165262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:08.165589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:08.165908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:08.166225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:08.194125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:08.219375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Attempting to bind port 47c684c6-c7eb-4297-988f-a140bcc08a13 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:08.219757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Attempting to bind port 47c684c6-c7eb-4297-988f-a140bcc08a13 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '37716d34-b9d8-4de6-8cd2-6fa7ce5065e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01c632c7-7f69-4369-8934-e7629ca6dfb4'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:08.220133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Attempting to bind port 47c684c6-c7eb-4297-988f-a140bcc08a13 on network 01c632c7-7f69-4369-8934-e7629ca6dfb4 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:08.225291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:08.225669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Checking segment: {'id': '37716d34-b9d8-4de6-8cd2-6fa7ce5065e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01c632c7-7f69-4369-8934-e7629ca6dfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:08.226080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:08.226480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Bound using segment: {'id': '37716d34-b9d8-4de6-8cd2-6fa7ce5065e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01c632c7-7f69-4369-8934-e7629ca6dfb4'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:08.226944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Bound port: 47c684c6-c7eb-4297-988f-a140bcc08a13, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37716d34-b9d8-4de6-8cd2-6fa7ce5065e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01c632c7-7f69-4369-8934-e7629ca6dfb4'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:08.227349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:08.352837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] For port 47c684c6-c7eb-4297-988f-a140bcc08a13, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:08.355850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] For port 47c684c6-c7eb-4297-988f-a140bcc08a13, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=47c684c6-c7eb-4297-988f-a140bcc08a13,segment=NetworkSegment(37716d34-b9d8-4de6-8cd2-6fa7ce5065e7),segment_id=37716d34-b9d8-4de6-8cd2-6fa7ce5065e7)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:08.361635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:08.365355 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1e1e20d3-ddb4-4ff3-9a01-e12e5492cb80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:08.441393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Pushing event updated for resources: {'Port': ['ID=47c684c6-c7eb-4297-988f-a140bcc08a13,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:08.444199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:08.486521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Allocated IP 172.20.0.1 (01c632c7-7f69-4369-8934-e7629ca6dfb4/75f9a319-b577-40e6-8c25-2705a01ba600/536803e6-1ff1-42a8-bb2c-0e06998c4d64) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:08.666741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:08.689089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Transition to ACTIVE for port object 536803e6-1ff1-42a8-bb2c-0e06998c4d64 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:08.719360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:08.723576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54f874ba-64c2-461d-a27b-7e9456ce5fb0 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:08.753087 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 47c684c6-c7eb-4297-988f-a140bcc08a13 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:08.791975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 01c632c7-7f69-4369-8934-e7629ca6dfb4 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:08.795571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:08.799511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:08.836063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 47c684c6-c7eb-4297-988f-a140bcc08a13 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:08.848243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=536803e6-1ff1-42a8-bb2c-0e06998c4d64,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:08.852750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:08.864733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:08.963654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:09.442774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cd2474-8659-42dc-bd36-71850248908e None None] Network 01c632c7-7f69-4369-8934-e7629ca6dfb4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:09.489526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:09.494425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:09.522475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-922b2712-5cce-45c5-aaca-0e6a266a040c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:09.526437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cbdf7196-6c98-4743-a379-4d4fae4ed99a None None] Provisioning for port 47c684c6-c7eb-4297-988f-a140bcc08a13 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:09.536133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cbdf7196-6c98-4743-a379-4d4fae4ed99a None None] Provisioning complete for port 47c684c6-c7eb-4297-988f-a140bcc08a13 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:09.536511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7196-6c98-4743-a379-4d4fae4ed99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:09.617930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=536803e6-1ff1-42a8-bb2c-0e06998c4d64,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:09.620487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:09.625912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:09.756361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 01c632c7-7f69-4369-8934-e7629ca6dfb4 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:09.757534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:09.768440 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7196-6c98-4743-a379-4d4fae4ed99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:09.808435 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-cbdf7196-6c98-4743-a379-4d4fae4ed99a None None] For port 47c684c6-c7eb-4297-988f-a140bcc08a13, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=47c684c6-c7eb-4297-988f-a140bcc08a13,segment=NetworkSegment(37716d34-b9d8-4de6-8cd2-6fa7ce5065e7),segment_id=37716d34-b9d8-4de6-8cd2-6fa7ce5065e7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:09.817311 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7196-6c98-4743-a379-4d4fae4ed99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:09.819170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9242fada-0f21-4954-ae43-cf4655e09f41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:09.893954 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf7196-6c98-4743-a379-4d4fae4ed99a None None] Pushing event updated for resources: {'Port': ['ID=47c684c6-c7eb-4297-988f-a140bcc08a13,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:09.897247 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cbdf7196-6c98-4743-a379-4d4fae4ed99a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:09.960339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router da357a05-902b-4d91-8514-53a74bc7d235 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:23:10.052128 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5c9089de-03fa-40a2-856a-9c367dad6115 None None] Provisioning complete for port 47c684c6-c7eb-4297-988f-a140bcc08a13 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:10.052509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5c9089de-03fa-40a2-856a-9c367dad6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:10.127062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:10.137780 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1c14a9-c127-40d3-8022-07e309bd9631 None None] Sync routers for ids ['da357a05-902b-4d91-8514-53a74bc7d235'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:10.143979 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/da357a05-902b-4d91-8514-53a74bc7d235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6100619 Dec 22 17:23:10.146787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37690) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:10.154169 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c14a9-c127-40d3-8022-07e309bd9631 None None] Routers {'da357a05-902b-4d91-8514-53a74bc7d235'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:10.154766 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0c1c14a9-c127-40d3-8022-07e309bd9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['da357a05-902b-4d91-8514-53a74bc7d235'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:10.196729 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5c9089de-03fa-40a2-856a-9c367dad6115 None None] Provisioning for port 536803e6-1ff1-42a8-bb2c-0e06998c4d64 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:10.203871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5c9089de-03fa-40a2-856a-9c367dad6115 None None] Provisioning complete for port 536803e6-1ff1-42a8-bb2c-0e06998c4d64 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:10.204346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5c9089de-03fa-40a2-856a-9c367dad6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:10.221494 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0c1c14a9-c127-40d3-8022-07e309bd9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:10.226556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9bb78d-1ef7-4159-ac8a-21d14c4d1bd6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:10.230662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37694) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:10.231204 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7b9bb78d-1ef7-4159-ac8a-21d14c4d1bd6 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports/536803e6-1ff1-42a8-bb2c-0e06998c4d64 HTTP/1.1" status: 200 len: 910 time: 0.0833223 Dec 22 17:23:10.232312 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c14a9-c127-40d3-8022-07e309bd9631 None None] Routers {'da357a05-902b-4d91-8514-53a74bc7d235'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:10.232918 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0c1c14a9-c127-40d3-8022-07e309bd9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['da357a05-902b-4d91-8514-53a74bc7d235'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:10.238695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c6de4f4b-7149-42f1-8c77-76c820819acd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75f9a319-b577-40e6-8c25-2705a01ba600'}]}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:10.264313 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-5c9089de-03fa-40a2-856a-9c367dad6115 None None] Port 536803e6-1ff1-42a8-bb2c-0e06998c4d64 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:23:10.310975 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0c1c14a9-c127-40d3-8022-07e309bd9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:10.312282 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1c14a9-c127-40d3-8022-07e309bd9631 None None] The sync data for ids ['da357a05-902b-4d91-8514-53a74bc7d235'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:10.388856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-59a10c0e-0604-4095-8fa1-09af419bd807 None None] Provisioning complete for port 536803e6-1ff1-42a8-bb2c-0e06998c4d64 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:10.389374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-59a10c0e-0604-4095-8fa1-09af419bd807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:10.448020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-59a10c0e-0604-4095-8fa1-09af419bd807 None None] Port 536803e6-1ff1-42a8-bb2c-0e06998c4d64 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:23:10.495347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c6de4f4b-7149-42f1-8c77-76c820819acd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:10.566905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ceb6ad40-5714-4eb5-922f-8e62b48f1ed9 None None] Provisioning complete for port 536803e6-1ff1-42a8-bb2c-0e06998c4d64 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:10.567315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ceb6ad40-5714-4eb5-922f-8e62b48f1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:10.621265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6ad40-5714-4eb5-922f-8e62b48f1ed9 None None] Port 536803e6-1ff1-42a8-bb2c-0e06998c4d64 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:23:10.680951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 47c684c6-c7eb-4297-988f-a140bcc08a13 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:10.745881 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 47c684c6-c7eb-4297-988f-a140bcc08a13 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:10.746250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:11.126666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c6de4f4b-7149-42f1-8c77-76c820819acd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:11.134129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c6de4f4b-7149-42f1-8c77-76c820819acd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:11.160788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-42fba04f-9834-41f9-9b67-fa73701d25e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:11.250460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de4f4b-7149-42f1-8c77-76c820819acd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=536803e6-1ff1-42a8-bb2c-0e06998c4d64,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:11.253904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c6de4f4b-7149-42f1-8c77-76c820819acd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:11.261503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6de4f4b-7149-42f1-8c77-76c820819acd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:11.262097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c6de4f4b-7149-42f1-8c77-76c820819acd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:11.263409 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c6de4f4b-7149-42f1-8c77-76c820819acd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/ports/536803e6-1ff1-42a8-bb2c-0e06998c4d64 HTTP/1.1" status: 200 len: 910 time: 1.0315866 Dec 22 17:23:11.266772 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37698) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:11.755686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:12.083775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 536803e6-1ff1-42a8-bb2c-0e06998c4d64 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:12.084050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:12.264649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:12.509116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 536803e6-1ff1-42a8-bb2c-0e06998c4d64 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:12.674670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:12.678121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d3b02bc0-40df-440d-bbdc-92b32f1e398c tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:12.722139 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=536803e6-1ff1-42a8-bb2c-0e06998c4d64,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:12.725227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:12.949906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:13.214115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router da357a05-902b-4d91-8514-53a74bc7d235 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:13.344762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:13.354186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406479d1-8be8-4cbe-b72f-c0a6228b6c52 None None] Sync routers for ids ['da357a05-902b-4d91-8514-53a74bc7d235'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:13.359833 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/da357a05-902b-4d91-8514-53a74bc7d235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0896845 Dec 22 17:23:13.360099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37702) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:13.363508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406479d1-8be8-4cbe-b72f-c0a6228b6c52 None None] Routers {'da357a05-902b-4d91-8514-53a74bc7d235'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:13.364122 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-406479d1-8be8-4cbe-b72f-c0a6228b6c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['da357a05-902b-4d91-8514-53a74bc7d235'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:13.401941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1515c5b3-fd63-4b03-8913-6e2ca6cc65e3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Synchronizing usage tracker for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:23:13.418595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1515c5b3-fd63-4b03-8913-6e2ca6cc65e3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Unset dirty status for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:23:13.419759 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1515c5b3-fd63-4b03-8913-6e2ca6cc65e3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=da357a05-902b-4d91-8514-53a74bc7d235 HTTP/1.1" status: 200 len: 205 time: 0.0586882 Dec 22 17:23:13.422533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37706) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:13.427613 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-406479d1-8be8-4cbe-b72f-c0a6228b6c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:13.436457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406479d1-8be8-4cbe-b72f-c0a6228b6c52 None None] Routers {'da357a05-902b-4d91-8514-53a74bc7d235'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:13.437063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-406479d1-8be8-4cbe-b72f-c0a6228b6c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['da357a05-902b-4d91-8514-53a74bc7d235'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:13.498876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-406479d1-8be8-4cbe-b72f-c0a6228b6c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:13.499247 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406479d1-8be8-4cbe-b72f-c0a6228b6c52 None None] The sync data for ids ['da357a05-902b-4d91-8514-53a74bc7d235'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:13.557993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79af6805-f8d4-412d-92f8-f50e0a4d2a5d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:13.914575 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37712) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:13.981186 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79af6805-f8d4-412d-92f8-f50e0a4d2a5d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:13.983935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79af6805-f8d4-412d-92f8-f50e0a4d2a5d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.007323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79af6805-f8d4-412d-92f8-f50e0a4d2a5d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.007831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79af6805-f8d4-412d-92f8-f50e0a4d2a5d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Fanout notify agent at l3_agent the message router_deleted on router da357a05-902b-4d91-8514-53a74bc7d235 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:23:14.022305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-79af6805-f8d4-412d-92f8-f50e0a4d2a5d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.023397 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-79af6805-f8d4-412d-92f8-f50e0a4d2a5d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/da357a05-902b-4d91-8514-53a74bc7d235 HTTP/1.1" status: 204 len: 168 time: 0.5998392 Dec 22 17:23:14.025410 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5e41c3b8-7a00-4f7a-be22-ec7e43b5619d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/449c5d72-94af-48df-8798-b8d0a55451f6 HTTP/1.1" status: 200 len: 993 time: 0.1094825 Dec 22 17:23:14.026028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37716) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:14.091414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting subnet 75f9a319-b577-40e6-8c25-2705a01ba600 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:23:14.094329 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.150425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.235025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.306181 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.309883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a8ef9ec5-f4c1-40ce-917b-ef168f0e80f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:14.368571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37724) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:14.474871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Subnet': ['ID=75f9a319-b577-40e6-8c25-2705a01ba600,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:14.485445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:14.485445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:14.485773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:14.486544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:14.486544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:14.486845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:14.487249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:14.487617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:14.487929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:14.488292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:14.488672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:14.489030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:14.489337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bebff86-3914-4cac-a977-c4ad57a43ec8 None None] Network 01c632c7-7f69-4369-8934-e7629ca6dfb4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:14.491873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.500382 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/75f9a319-b577-40e6-8c25-2705a01ba600 HTTP/1.1" status: 204 len: 168 time: 0.4710212 Dec 22 17:23:14.500382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d48b8107-b093-47bd-b4f7-0875c87181eb tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:14.500639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37728) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:14.578583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 693e85d8-bb79-458e-ad75-51060bf4d3a6 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:14.578583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.615597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.626375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 47c684c6-c7eb-4297-988f-a140bcc08a13 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:14.626706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.772576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9514b38-b3ac-444b-9073-c49a80b5552c None None] DHCP port deletion for 01c632c7-7f69-4369-8934-e7629ca6dfb4 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:23:14.776726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f9514b38-b3ac-444b-9073-c49a80b5552c None None] Deleting port 47c684c6-c7eb-4297-988f-a140bcc08a13 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:14.777117 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f9514b38-b3ac-444b-9073-c49a80b5552c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.783267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.783601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.854840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port 47c684c6-c7eb-4297-988f-a140bcc08a13, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=47c684c6-c7eb-4297-988f-a140bcc08a13,segment=NetworkSegment(37716d34-b9d8-4de6-8cd2-6fa7ce5065e7),segment_id=37716d34-b9d8-4de6-8cd2-6fa7ce5065e7)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:14.855616 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:14.940501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 693e85d8-bb79-458e-ad75-51060bf4d3a6 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:14.957170 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:23:14.985217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 47c684c6-c7eb-4297-988f-a140bcc08a13 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:15.043056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f9514b38-b3ac-444b-9073-c49a80b5552c None None] For port 47c684c6-c7eb-4297-988f-a140bcc08a13, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=47c684c6-c7eb-4297-988f-a140bcc08a13,segment=NetworkSegment(37716d34-b9d8-4de6-8cd2-6fa7ce5065e7),segment_id=37716d34-b9d8-4de6-8cd2-6fa7ce5065e7)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:15.043451 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f9514b38-b3ac-444b-9073-c49a80b5552c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.060985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.066583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:15.094720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.098797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-126eac47-6e10-4f85-aca2-eb4322f16035 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:15.112970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No DVR routers for this DVR port 47c684c6-c7eb-4297-988f-a140bcc08a13 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:23:15.146723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=47c684c6-c7eb-4297-988f-a140bcc08a13,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:15.149828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=693e85d8-bb79-458e-ad75-51060bf4d3a6,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:15.150196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:15.176984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f9514b38-b3ac-444b-9073-c49a80b5552c None None] Calling delete_port for 47c684c6-c7eb-4297-988f-a140bcc08a13 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:15.179641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:15.240482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.241062 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 449c5d72-94af-48df-8798-b8d0a55451f6 disassociated (deleted). External IP: 172.26.3.15, port: 39703dd2-e66b-48a4-a33a-ead278677783. Dec 22 17:23:15.256509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-f9514b38-b3ac-444b-9073-c49a80b5552c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:23:15.256813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.256978 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-f9514b38-b3ac-444b-9073-c49a80b5552c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:23:15.282969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c632c7-7f69-4369-8934-e7629ca6dfb4']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:15.294728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37716d34-b9d8-4de6-8cd2-6fa7ce5065e7') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:15.295023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37716d34-b9d8-4de6-8cd2-6fa7ce5065e7') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:15.306111 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.322020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.329062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:23:15.329591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:23:15.344786 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:23:15.424775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.428396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3dbd9c3a-611d-4bfb-a751-8125adb2fe88 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:15.443406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.454791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Network': ['ID=01c632c7-7f69-4369-8934-e7629ca6dfb4,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:15.459127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:15.466247 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/networks/01c632c7-7f69-4369-8934-e7629ca6dfb4 HTTP/1.1" status: 204 len: 168 time: 0.9647224 Dec 22 17:23:15.469874 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37734) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:15.475147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4cab3e62-da01-46f6-921a-689709eb0245 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-150268604', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:15.481545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4cab3e62-da01-46f6-921a-689709eb0245 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:15.486132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4cab3e62-da01-46f6-921a-689709eb0245 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:router and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:15.489091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4cab3e62-da01-46f6-921a-689709eb0245 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:15.495778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4cab3e62-da01-46f6-921a-689709eb0245 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:15.507641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4cab3e62-da01-46f6-921a-689709eb0245 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.508744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4cab3e62-da01-46f6-921a-689709eb0245 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.524314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4cab3e62-da01-46f6-921a-689709eb0245 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.543618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4cab3e62-da01-46f6-921a-689709eb0245 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.571932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4cab3e62-da01-46f6-921a-689709eb0245 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.573291 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4cab3e62-da01-46f6-921a-689709eb0245 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1025219 Dec 22 17:23:15.576148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37738) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:15.581798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1273415835'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:15.587686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:15.595560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:network and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:15.599803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:15.605544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:15.616689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:15.620163 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.648306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:23:15.657377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.657749 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Added segment 803ae02d-358a-4e73-ab31-cd2b40a5426b of type vlan for network 6604527d-0c03-4049-b1d0-7a04aab3a7d9 Dec 22 17:23:15.683540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.713883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.719718 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:15.720293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.725196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ead488f2-a801-426b-92f7-5d8f7830cf96 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:15.741257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:15.759571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f9514b38-b3ac-444b-9073-c49a80b5552c None None] Deleting port 47c684c6-c7eb-4297-988f-a140bcc08a13 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:15.760988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f9514b38-b3ac-444b-9073-c49a80b5552c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.823559 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2463098 Dec 22 17:23:15.824142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37742) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:15.835061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'subnet': {'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:15.845293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f9514b38-b3ac-444b-9073-c49a80b5552c None None] The port '47c684c6-c7eb-4297-988f-a140bcc08a13' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:23:15.866871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Network': ['ID=6604527d-0c03-4049-b1d0-7a04aab3a7d9,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:15.877298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 6604527d-0c03-4049-b1d0-7a04aab3a7d9 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:23:15.924153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-14b9f277-a18a-46a9-9a87-823096e9b1f9 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:15.939619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:15.960182 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c86cdc-5af1-475a-a9d4-0a11d55d531e None None] Sync routers for ids ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:15.968802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:15.970921 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c86cdc-5af1-475a-a9d4-0a11d55d531e None None] Routers {'48b9a021-e90d-4f04-afb7-3fe1969f3a0d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:15.971737 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d8c86cdc-5af1-475a-a9d4-0a11d55d531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:15.978567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:15.982524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:subnet and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:15.986439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:15.993598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:16.003548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:16.007247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:16.039647 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/floatingips/449c5d72-94af-48df-8798-b8d0a55451f6 HTTP/1.1" status: 204 len: 168 time: 1.6698651 Dec 22 17:23:16.040261 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'tag': '39703dd2-e66b-48a4-a33a-ead278677783'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:23:16.094306 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'tag': '39703dd2-e66b-48a4-a33a-ead278677783', 'status': 'completed', 'code': 200} Dec 22 17:23:16.174166 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-d8c86cdc-5af1-475a-a9d4-0a11d55d531e None None] Set router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:16.218599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c9abe-0519-42c9-af9d-2f945af3527b req-75d89641-d592-43e0-b44f-d52c1e2179f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:16.220516 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b19c9abe-0519-42c9-af9d-2f945af3527b req-75d89641-d592-43e0-b44f-d52c1e2179f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 1099 time: 0.0987749 Dec 22 17:23:16.260086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:16.267434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79cb99a5-9762-43ec-a9ec-375968b94a76 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:16.440125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c9abe-0519-42c9-af9d-2f945af3527b req-da4bcf7e-dd80-48ac-a1c2-28e20654b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:16.441941 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b19c9abe-0519-42c9-af9d-2f945af3527b req-da4bcf7e-dd80-48ac-a1c2-28e20654b6a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 HTTP/1.1" status: 200 len: 897 time: 0.2154317 Dec 22 17:23:16.499839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Subnet': ['ID=c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:16.501843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Checking segment: {'id': '803ae02d-358a-4e73-ab31-cd2b40a5426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:16.502196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network hostable DHCP agents. Network: 6604527d-0c03-4049-b1d0-7a04aab3a7d9, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:23:16.509141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:16.520302 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b19c9abe-0519-42c9-af9d-2f945af3527b req-f01b1246-50ef-4505-93cd-e793c3747113 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39703dd2-e66b-48a4-a33a-ead278677783 HTTP/1.1" status: 200 len: 217 time: 0.0681949 Dec 22 17:23:16.524800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 6604527d-0c03-4049-b1d0-7a04aab3a7d9 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:23:16.536602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 6604527d-0c03-4049-b1d0-7a04aab3a7d9) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:16.545596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928fc26d-d038-49a3-a1b3-fc38ab869182 None None] Network 6604527d-0c03-4049-b1d0-7a04aab3a7d9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:16.552475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:16.553118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:16.565888 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d8c86cdc-5af1-475a-a9d4-0a11d55d531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:22:16Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '145002b3-e06d-43a1-a141-1f11250c0bb8', 'name': '', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:ea:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:15Z', 'updated_at': '2021-12-22T17:22:21Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:16.572800 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c86cdc-5af1-475a-a9d4-0a11d55d531e None None] Checking router: 48b9a021-e90d-4f04-afb7-3fe1969f3a0d for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:23:16.583324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37752) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:16.583980 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7553601 Dec 22 17:23:16.588477 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c86cdc-5af1-475a-a9d4-0a11d55d531e None None] Routers {'48b9a021-e90d-4f04-afb7-3fe1969f3a0d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:16.589216 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d8c86cdc-5af1-475a-a9d4-0a11d55d531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:16.664493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c9abe-0519-42c9-af9d-2f945af3527b req-329603e4-08a3-45ae-b91a-3fba31a2cede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:16.666000 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b19c9abe-0519-42c9-af9d-2f945af3527b req-329603e4-08a3-45ae-b91a-3fba31a2cede service neutron] 10.222.0.53 "GET /v2.0/subnets?id=351eaac2-6ad7-494c-b59b-3b213bb33aa7 HTTP/1.1" status: 200 len: 835 time: 0.1375737 Dec 22 17:23:16.724274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 47c684c6-c7eb-4297-988f-a140bcc08a13 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:23:16.756898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334963f-313f-4395-b4cf-451c493a4069 req-ab8fc2e5-04ef-4300-ab49-6f81b441766f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:16.757587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-6334963f-313f-4395-b4cf-451c493a4069 req-ab8fc2e5-04ef-4300-ab49-6f81b441766f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:23:16.793755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 47c684c6-c7eb-4297-988f-a140bcc08a13 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:23:16.794460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 47c684c6-c7eb-4297-988f-a140bcc08a13 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:23:16.861304 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-d8c86cdc-5af1-475a-a9d4-0a11d55d531e None None] Set router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:16.876157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:23:16.877009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:16.904796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-6334963f-313f-4395-b4cf-451c493a4069 req-ab8fc2e5-04ef-4300-ab49-6f81b441766f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:23:16.905993 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6334963f-313f-4395-b4cf-451c493a4069 req-ab8fc2e5-04ef-4300-ab49-6f81b441766f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 946 time: 0.5120282 Dec 22 17:23:17.041360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Allocated IP 172.20.0.2 (6604527d-0c03-4049-b1d0-7a04aab3a7d9/c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5/52f89af2-ccd1-4b2a-a65f-2d7050620fe5) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:17.150127 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6334963f-313f-4395-b4cf-451c493a4069 req-a504080b-4d9b-4ee0-9c89-36a40ea0bc4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756871 Dec 22 17:23:17.195695 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d8c86cdc-5af1-475a-a9d4-0a11d55d531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:22:16Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '145002b3-e06d-43a1-a141-1f11250c0bb8', 'name': '', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:ea:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:15Z', 'updated_at': '2021-12-22T17:22:21Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:17.200006 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c86cdc-5af1-475a-a9d4-0a11d55d531e None None] The sync data for ids ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'] in dv-neutron-822513-1-hyperv is: [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:22:16Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '145002b3-e06d-43a1-a141-1f11250c0bb8', 'name': '', 'network_id': '61fd6cc7-5b99-4a6a-92cb-b3f96518aef0', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:ea:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:15Z', 'updated_at': '2021-12-22T17:22:21Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '351eaac2-6ad7-494c-b59b-3b213bb33aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:17.275002 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:17.286120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Transition to ACTIVE for port object 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:17.308060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Transition to ACTIVE for port object 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:17.314889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:17.320121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:17.324644 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c9abe-0519-42c9-af9d-2f945af3527b req-cf2c3a77-5510-4f64-85f8-3318fc16caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:17.326098 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b19c9abe-0519-42c9-af9d-2f945af3527b req-cf2c3a77-5510-4f64-85f8-3318fc16caaa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61fd6cc7-5b99-4a6a-92cb-b3f96518aef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5657659 Dec 22 17:23:17.382728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Network 6604527d-0c03-4049-b1d0-7a04aab3a7d9 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:17.383804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:17.387647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:17.469680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:17.474811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Pushing event updated for resources: {'Port': ['ID=52f89af2-ccd1-4b2a-a65f-2d7050620fe5,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:17.478848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:17.493672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Attempting to bind port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:17.495036 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Attempting to bind port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '803ae02d-358a-4e73-ab31-cd2b40a5426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:17.495787 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Attempting to bind port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 on network 6604527d-0c03-4049-b1d0-7a04aab3a7d9 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:17.502731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:17.503533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Checking segment: {'id': '803ae02d-358a-4e73-ab31-cd2b40a5426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:17.504063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:17.504378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Bound using segment: {'id': '803ae02d-358a-4e73-ab31-cd2b40a5426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:17.505665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Bound port: 52f89af2-ccd1-4b2a-a65f-2d7050620fe5, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803ae02d-358a-4e73-ab31-cd2b40a5426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:17.506055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:17.521465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff58594-5af2-46ef-88b3-bec051aed371 None None] New status for floating IP 449c5d72-94af-48df-8798-b8d0a55451f6: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:23:17.652227 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b19c9abe-0519-42c9-af9d-2f945af3527b req-73a9919a-0c66-423b-a334-e661f7892c48 service neutron] 10.222.0.53 "GET /v2.0/networks/61fd6cc7-5b99-4a6a-92cb-b3f96518aef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146727 Dec 22 17:23:17.751725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] For port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:17.756342 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] For port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=52f89af2-ccd1-4b2a-a65f-2d7050620fe5,segment=NetworkSegment(803ae02d-358a-4e73-ab31-cd2b40a5426b),segment_id=803ae02d-358a-4e73-ab31-cd2b40a5426b)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:17.761721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:17.766224 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e90fcf0f-9b2a-4cf3-a2ff-cb00fe644720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:17.841737 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Pushing event updated for resources: {'Port': ['ID=52f89af2-ccd1-4b2a-a65f-2d7050620fe5,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:17.845330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:17.968739 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b19c9abe-0519-42c9-af9d-2f945af3527b req-0c861bb4-3940-4538-8af8-b1e4e36d8ad8 service neutron] 10.222.0.53 "GET /v2.0/networks/61fd6cc7-5b99-4a6a-92cb-b3f96518aef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823815 Dec 22 17:23:18.016083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e701789-7fe6-4c3c-bc68-7e85481a50fd req-7f88fa43-088b-45ed-91a8-d1ce0f75e4ee tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:18.017573 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5e701789-7fe6-4c3c-bc68-7e85481a50fd req-7f88fa43-088b-45ed-91a8-d1ce0f75e4ee tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 946 time: 0.3107898 Dec 22 17:23:18.113404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Allocated IP 172.20.0.1 (6604527d-0c03-4049-b1d0-7a04aab3a7d9/c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5/bd911eda-d815-41b7-81c8-de38e225057a) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:18.118502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-5e701789-7fe6-4c3c-bc68-7e85481a50fd req-6bfac015-a9e8-4f27-b6f7-79e60e2bf3a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 39703dd2-e66b-48a4-a33a-ead278677783 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:18.118846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5e701789-7fe6-4c3c-bc68-7e85481a50fd req-6bfac015-a9e8-4f27-b6f7-79e60e2bf3a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:18.345631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ac4f9-9077-42f6-9d21-edd0fc6fe23a req-94e00d65-ed42-460c-936e-a521225613b0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:18.347100 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-930ac4f9-9077-42f6-9d21-edd0fc6fe23a req-94e00d65-ed42-460c-936e-a521225613b0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 946 time: 0.0852571 Dec 22 17:23:18.391508 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-930ac4f9-9077-42f6-9d21-edd0fc6fe23a req-e5474fb5-6bec-4272-bbe2-f5993ddb9171 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=468f14e3-684c-46db-ae9c-01f9b8cba484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383685 Dec 22 17:23:18.462680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:18.511744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Transition to ACTIVE for port object bd911eda-d815-41b7-81c8-de38e225057a will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:18.520065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-5e701789-7fe6-4c3c-bc68-7e85481a50fd req-6bfac015-a9e8-4f27-b6f7-79e60e2bf3a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 39703dd2-e66b-48a4-a33a-ead278677783, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=39703dd2-e66b-48a4-a33a-ead278677783,segment=NetworkSegment(25388fc2-eb8c-481a-9b7c-b9c31455a894),segment_id=25388fc2-eb8c-481a-9b7c-b9c31455a894)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:18.520509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5e701789-7fe6-4c3c-bc68-7e85481a50fd req-6bfac015-a9e8-4f27-b6f7-79e60e2bf3a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:18.647911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-5e701789-7fe6-4c3c-bc68-7e85481a50fd req-6bfac015-a9e8-4f27-b6f7-79e60e2bf3a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 39703dd2-e66b-48a4-a33a-ead278677783 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:18.720767 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:18.728529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:18.732904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:18.814828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:18.824245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b1f4a-f41d-4a78-8976-77758bd023ee None None] Network 6604527d-0c03-4049-b1d0-7a04aab3a7d9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:18.922476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-626a6dd6-ef3f-4955-9e86-291732c13e80 None None] Provisioning for port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:18.943985 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-626a6dd6-ef3f-4955-9e86-291732c13e80 None None] Provisioning complete for port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:18.944456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-626a6dd6-ef3f-4955-9e86-291732c13e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:18.981258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 6604527d-0c03-4049-b1d0-7a04aab3a7d9 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:18.990397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:18.996616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:19.031797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=bd911eda-d815-41b7-81c8-de38e225057a,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:19.040165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:19.070549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5e701789-7fe6-4c3c-bc68-7e85481a50fd req-6bfac015-a9e8-4f27-b6f7-79e60e2bf3a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:19.077399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0088371d-11e5-498b-bc61-9700df93384e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:19.113647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:19.125630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfac015-a9e8-4f27-b6f7-79e60e2bf3a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=39703dd2-e66b-48a4-a33a-ead278677783,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:19.135620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6bfac015-a9e8-4f27-b6f7-79e60e2bf3a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:19.168593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-626a6dd6-ef3f-4955-9e86-291732c13e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:19.212067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-626a6dd6-ef3f-4955-9e86-291732c13e80 None None] For port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=52f89af2-ccd1-4b2a-a65f-2d7050620fe5,segment=NetworkSegment(803ae02d-358a-4e73-ab31-cd2b40a5426b),segment_id=803ae02d-358a-4e73-ab31-cd2b40a5426b)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:19.216394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-626a6dd6-ef3f-4955-9e86-291732c13e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:19.218844 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:19.219124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e701789-7fe6-4c3c-bc68-7e85481a50fd req-6bfac015-a9e8-4f27-b6f7-79e60e2bf3a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] No DVR routers for this DVR port 39703dd2-e66b-48a4-a33a-ead278677783 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:23:19.225628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5e701789-7fe6-4c3c-bc68-7e85481a50fd req-6bfac015-a9e8-4f27-b6f7-79e60e2bf3a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:19.228305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'name': 'network-vif-deleted', 'tag': '39703dd2-e66b-48a4-a33a-ead278677783'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:23:19.254398 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5e701789-7fe6-4c3c-bc68-7e85481a50fd req-6bfac015-a9e8-4f27-b6f7-79e60e2bf3a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "DELETE /v2.0/ports/39703dd2-e66b-48a4-a33a-ead278677783 HTTP/1.1" status: 204 len: 173 time: 1.2310455 Dec 22 17:23:19.303494 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a6dd6-ef3f-4955-9e86-291732c13e80 None None] Pushing event updated for resources: {'Port': ['ID=52f89af2-ccd1-4b2a-a65f-2d7050620fe5,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:19.307341 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-626a6dd6-ef3f-4955-9e86-291732c13e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:19.325207 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae5845f-1fb6-403e-95c7-a3fc2af1d59a', 'name': 'network-vif-deleted', 'tag': '39703dd2-e66b-48a4-a33a-ead278677783', 'status': 'completed', 'code': 200} Dec 22 17:23:19.349243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:19.547408 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f8f8b2d7-8883-4cab-ae5b-e40c82dba93b None None] Provisioning for port bd911eda-d815-41b7-81c8-de38e225057a completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:19.552793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f8f8b2d7-8883-4cab-ae5b-e40c82dba93b None None] Provisioning complete for port bd911eda-d815-41b7-81c8-de38e225057a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:19.553492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b2d7-8883-4cab-ae5b-e40c82dba93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:19.582450 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ff5928a8-d573-4789-be10-bab3a057ca93 req-289866f0-ee1a-4336-ba07-13083c91fa38 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae5845f-1fb6-403e-95c7-a3fc2af1d59a HTTP/1.1" status: 200 len: 210 time: 0.0594463 Dec 22 17:23:19.669578 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8b2d7-8883-4cab-ae5b-e40c82dba93b None None] Port bd911eda-d815-41b7-81c8-de38e225057a cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:23:19.700356 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f8f8b2d7-8883-4cab-ae5b-e40c82dba93b None None] Provisioning complete for port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:19.703649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b2d7-8883-4cab-ae5b-e40c82dba93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:19.804498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:19.810246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:19.844321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:19.934989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=bd911eda-d815-41b7-81c8-de38e225057a,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:19.938045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:19.941597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:19.979297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d60241e8-fbe1-4a07-a39b-0d13baef0eff None None] Provisioning complete for port bd911eda-d815-41b7-81c8-de38e225057a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:19.979851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d60241e8-fbe1-4a07-a39b-0d13baef0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:20.031913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d60241e8-fbe1-4a07-a39b-0d13baef0eff None None] Port bd911eda-d815-41b7-81c8-de38e225057a cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:23:20.074058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 6604527d-0c03-4049-b1d0-7a04aab3a7d9 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:20.075271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:20.267309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router b5385ec9-1d61-44b2-9590-05e6b5da3f86 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:23:20.352845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7777b8f9-72f9-4ca1-8ea2-6f1c99390cfb None None] Provisioning complete for port bd911eda-d815-41b7-81c8-de38e225057a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:20.353111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7777b8f9-72f9-4ca1-8ea2-6f1c99390cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:20.408316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-7777b8f9-72f9-4ca1-8ea2-6f1c99390cfb None None] Port bd911eda-d815-41b7-81c8-de38e225057a cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:23:20.596679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:20.604838 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0168743 Dec 22 17:23:20.606425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37764) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:20.608867 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Sync routers for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:20.613969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'network': {'name': 'tempest-RoutersTest-348316220'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:20.617818 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-430b6f88-befe-4fd5-b8c9-89789a44a661 req-b34db050-694d-4e0e-803c-12e9e594e61b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2334504 Dec 22 17:23:20.619291 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:20.619923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:20.620089 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:20.624484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:network and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:20.627421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:20.634837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:20.646339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:20.650156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:20.683225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:23:20.700081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:20.700891 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Added segment 29ae173e-fe32-44a2-8c85-16e61553e899 of type vlan for network e5d489db-381b-46d3-ad87-8f4636a23dba Dec 22 17:23:20.733762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:20.741020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:20.770024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37768) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:20.822115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:20.822401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b6f88-befe-4fd5-b8c9-89789a44a661 req-3b44306c-062d-4c03-8692-b5c948d119aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:20.824293 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-430b6f88-befe-4fd5-b8c9-89789a44a661 req-3b44306c-062d-4c03-8692-b5c948d119aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 1098 time: 0.0922196 Dec 22 17:23:20.830370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:20.831213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:20.834900 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:20.842484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bcf81720-2960-4cd6-a978-7241c1f4d96f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:20.883571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:20.884317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:20.954560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-abfcd70b-227d-4050-9e5f-cd2f33335c64 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:20.991308 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3814046 Dec 22 17:23:20.996945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37772) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:21.011319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'subnet': {'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:21.012384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Network': ['ID=e5d489db-381b-46d3-ad87-8f4636a23dba,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:21.015426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:21.018149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-abfcd70b-227d-4050-9e5f-cd2f33335c64 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:21.025159 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network e5d489db-381b-46d3-ad87-8f4636a23dba details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:23:21.046669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b6f88-befe-4fd5-b8c9-89789a44a661 req-96bbd680-e2c0-4377-959e-530d63db26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:21.048170 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-430b6f88-befe-4fd5-b8c9-89789a44a661 req-96bbd680-e2c0-4377-959e-530d63db26f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 913 time: 0.2019665 Dec 22 17:23:21.094888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-abfcd70b-227d-4050-9e5f-cd2f33335c64 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:21.104015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e1efee87-6c54-4691-a16f-9a5d551bc245 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:21.119758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcd70b-227d-4050-9e5f-cd2f33335c64 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468f14e3-684c-46db-ae9c-01f9b8cba484,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:21.133439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-abfcd70b-227d-4050-9e5f-cd2f33335c64 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:21.144520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-abfcd70b-227d-4050-9e5f-cd2f33335c64 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:21.148441 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-abfcd70b-227d-4050-9e5f-cd2f33335c64 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/security-groups/468f14e3-684c-46db-ae9c-01f9b8cba484 HTTP/1.1" status: 204 len: 168 time: 0.3747671 Dec 22 17:23:21.181115 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:19Z', 'revision_number': 2, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:19Z', 'revision_number': 2, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:21.188207 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Checking router: b5385ec9-1d61-44b2-9590-05e6b5da3f86 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:23:21.188207 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Updating router b5385ec9-1d61-44b2-9590-05e6b5da3f86 port bd911eda-d815-41b7-81c8-de38e225057a binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:23:21.188879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37778) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:21.238232 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:21.247404 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-430b6f88-befe-4fd5-b8c9-89789a44a661 req-c42b68c0-1a54-4810-886d-34e06d13c596 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c456817f-3cd5-410a-8387-bfa8644e77b4 HTTP/1.1" status: 200 len: 1001 time: 0.1464317 Dec 22 17:23:21.248296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:21.253483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:subnet and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:21.257314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:21.302272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:21.324950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:21.328453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:21.351946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b6f88-befe-4fd5-b8c9-89789a44a661 req-3bae14a9-acff-45f9-923a-a9d395f5e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:21.353387 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-430b6f88-befe-4fd5-b8c9-89789a44a661 req-3bae14a9-acff-45f9-923a-a9d395f5e470 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.0971849 Dec 22 17:23:21.521128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b6f88-befe-4fd5-b8c9-89789a44a661 req-83aa9cb2-a85b-4fb0-9148-a9910e1b1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:21.522551 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-430b6f88-befe-4fd5-b8c9-89789a44a661 req-83aa9cb2-a85b-4fb0-9148-a9910e1b1f9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1219811 Dec 22 17:23:21.585001 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:21.597025 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Transition to ACTIVE for port object bd911eda-d815-41b7-81c8-de38e225057a will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:21.606041 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:21.610435 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-a6ffe119-afec-4a32-b46a-a65d2d4c0354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:21.698035 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Pushing event updated for resources: {'Port': ['ID=bd911eda-d815-41b7-81c8-de38e225057a,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:21.738481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:21.743506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-16d6e79e-fbb1-4dce-af85-88b10828bc22 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:21.768486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:21.812519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:21.812519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:21.812519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:21.812519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:21.812519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:21.812519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:21.812519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:21.812519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:21.812519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:21.812519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:21.812519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:21.812519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:21.821653 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-430b6f88-befe-4fd5-b8c9-89789a44a661 req-471e2823-352c-4d52-a655-6865d72c7083 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545569 Dec 22 17:23:21.829779 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:21.944489 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Attempting to bind port bd911eda-d815-41b7-81c8-de38e225057a on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:21.945271 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Attempting to bind port bd911eda-d815-41b7-81c8-de38e225057a by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '803ae02d-358a-4e73-ab31-cd2b40a5426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:21.945881 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Attempting to bind port bd911eda-d815-41b7-81c8-de38e225057a on network 6604527d-0c03-4049-b1d0-7a04aab3a7d9 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:21.952971 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:21.954123 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Checking segment: {'id': '803ae02d-358a-4e73-ab31-cd2b40a5426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:21.954997 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:21.955966 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Bound using segment: {'id': '803ae02d-358a-4e73-ab31-cd2b40a5426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:21.956480 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Bound port: bd911eda-d815-41b7-81c8-de38e225057a, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803ae02d-358a-4e73-ab31-cd2b40a5426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:21.957005 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:21.995804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Subnet': ['ID=2fe1e32d-a768-44fd-b470-1ffbe11f95da,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:22.000247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:22.022048 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Checking segment: {'id': '29ae173e-fe32-44a2-8c85-16e61553e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:22.022526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network hostable DHCP agents. Network: e5d489db-381b-46d3-ad87-8f4636a23dba, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:23:22.029470 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-430b6f88-befe-4fd5-b8c9-89789a44a661 req-715cf136-812e-4d92-93f6-d62b263d9e88 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964643 Dec 22 17:23:22.046494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network e5d489db-381b-46d3-ad87-8f4636a23dba is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:23:22.058541 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] For port bd911eda-d815-41b7-81c8-de38e225057a, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:22.061631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, e5d489db-381b-46d3-ad87-8f4636a23dba) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:22.062315 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] For port bd911eda-d815-41b7-81c8-de38e225057a, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=bd911eda-d815-41b7-81c8-de38e225057a,segment=NetworkSegment(803ae02d-358a-4e73-ab31-cd2b40a5426b),segment_id=803ae02d-358a-4e73-ab31-cd2b40a5426b)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:22.068327 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:22.069130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:22.070495 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:22.073172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3452ed54-30ad-4edc-bd80-1da0dc1fc746 None None] Network e5d489db-381b-46d3-ad87-8f4636a23dba requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:22.076312 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-f126f8f9-a9aa-42f6-bc76-4712040fc189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:22.096580 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0977294 Dec 22 17:23:22.099552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37782) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:22.159777 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:22.160416 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:22.237148 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Pushing event updated for resources: {'Port': ['ID=bd911eda-d815-41b7-81c8-de38e225057a,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:22.248713 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:22.270971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 145002b3-e06d-43a1-a141-1f11250c0bb8 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:22.271755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:22.318900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 39703dd2-e66b-48a4-a33a-ead278677783 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:23:22.359595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 39703dd2-e66b-48a4-a33a-ead278677783 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:23:22.360427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 39703dd2-e66b-48a4-a33a-ead278677783 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:23:22.375460 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:22.471169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-e5d489db-381b-46d3-ad87-8f4636a23dba', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:23:22.472324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:22.695219 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 145002b3-e06d-43a1-a141-1f11250c0bb8, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=145002b3-e06d-43a1-a141-1f11250c0bb8,segment=NetworkSegment(25388fc2-eb8c-481a-9b7c-b9c31455a894),segment_id=25388fc2-eb8c-481a-9b7c-b9c31455a894)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:22.695638 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:22.743378 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:19Z', 'revision_number': 2, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:22Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:22.748243 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a25d67-fbad-451a-bb29-7be8d8ae3402 None None] The sync data for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv is: [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:19Z', 'revision_number': 2, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:22Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:22.752427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Allocated IP 172.21.0.2 (e5d489db-381b-46d3-ad87-8f4636a23dba/2fe1e32d-a768-44fd-b470-1ffbe11f95da/fe0ab0fd-ae67-4835-a835-6f64cb3c857b) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:22.852196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 145002b3-e06d-43a1-a141-1f11250c0bb8 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:22.998676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:23.000961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:23.015579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Transition to ACTIVE for port object fe0ab0fd-ae67-4835-a835-6f64cb3c857b will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:23.049060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Transition to ACTIVE for port object fe0ab0fd-ae67-4835-a835-6f64cb3c857b will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:23.070138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:23.081992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c3dede5a-3252-449c-9462-036b2aa50c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:23.093062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:23.097898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-af4bec11-0691-48b3-9f9a-f59c0656a3ff tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:23.149802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Network e5d489db-381b-46d3-ad87-8f4636a23dba is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:23.164445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=145002b3-e06d-43a1-a141-1f11250c0bb8,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:23.172934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Pushing event updated for resources: {'Port': ['ID=fe0ab0fd-ae67-4835-a835-6f64cb3c857b,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:23.175833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:23.177595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:23.178291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:23.200607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:23.304675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Attempting to bind port fe0ab0fd-ae67-4835-a835-6f64cb3c857b on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:23.304971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Attempting to bind port fe0ab0fd-ae67-4835-a835-6f64cb3c857b by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '29ae173e-fe32-44a2-8c85-16e61553e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:23.305319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Attempting to bind port fe0ab0fd-ae67-4835-a835-6f64cb3c857b on network e5d489db-381b-46d3-ad87-8f4636a23dba {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:23.311135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:23.312154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Checking segment: {'id': '29ae173e-fe32-44a2-8c85-16e61553e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:23.312564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:23.313008 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Bound using segment: {'id': '29ae173e-fe32-44a2-8c85-16e61553e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:23.313480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Bound port: fe0ab0fd-ae67-4835-a835-6f64cb3c857b, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ae173e-fe32-44a2-8c85-16e61553e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:23.313920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:23.428479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] For port fe0ab0fd-ae67-4835-a835-6f64cb3c857b, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:23.432618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] For port fe0ab0fd-ae67-4835-a835-6f64cb3c857b, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fe0ab0fd-ae67-4835-a835-6f64cb3c857b,segment=NetworkSegment(29ae173e-fe32-44a2-8c85-16e61553e899),segment_id=29ae173e-fe32-44a2-8c85-16e61553e899)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:23.438463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:23.447970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:23.544323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Pushing event updated for resources: {'Port': ['ID=fe0ab0fd-ae67-4835-a835-6f64cb3c857b,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:23.549642 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:23.551778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:23.561169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Allocated IP 172.21.0.1 (e5d489db-381b-46d3-ad87-8f4636a23dba/2fe1e32d-a768-44fd-b470-1ffbe11f95da/f9866b6a-7321-4d7c-b8ce-0f7b1c138520) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:23.796119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:23.826105 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Transition to ACTIVE for port object f9866b6a-7321-4d7c-b8ce-0f7b1c138520 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:23.853733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:23.859787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:23.917590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network e5d489db-381b-46d3-ad87-8f4636a23dba is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:23.926083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:23.928725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:23.989838 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=f9866b6a-7321-4d7c-b8ce-0f7b1c138520,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:23.990481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:23.992761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:24.001449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:24.124159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:24.310438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:24.321162 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87576d-e77a-4fa1-8e6a-072dee87d40c None None] Sync routers for ids ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:24.323436 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/48b9a021-e90d-4f04-afb7-3fe1969f3a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1333311 Dec 22 17:23:24.325991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37786) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:24.334086 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87576d-e77a-4fa1-8e6a-072dee87d40c None None] Routers {'48b9a021-e90d-4f04-afb7-3fe1969f3a0d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:24.335267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-0e87576d-e77a-4fa1-8e6a-072dee87d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:24.398105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-9506aa26-b2f1-4b3a-bbbf-3dbeae5c76db tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting subnet 351eaac2-6ad7-494c-b59b-3b213bb33aa7 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:23:24.401188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9506aa26-b2f1-4b3a-bbbf-3dbeae5c76db tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:24.459069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9506aa26-b2f1-4b3a-bbbf-3dbeae5c76db tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:24.522174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-0e87576d-e77a-4fa1-8e6a-072dee87d40c None None] Set router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:24.555629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9506aa26-b2f1-4b3a-bbbf-3dbeae5c76db tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:24.653770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9506aa26-b2f1-4b3a-bbbf-3dbeae5c76db tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:24.661721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e3f008f-9be8-4bd8-9464-afbffaf4c710 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:24.703591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:24.709582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:24.714329 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506aa26-b2f1-4b3a-bbbf-3dbeae5c76db tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Subnet': ['ID=351eaac2-6ad7-494c-b59b-3b213bb33aa7,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:24.716499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9506aa26-b2f1-4b3a-bbbf-3dbeae5c76db tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:24.719952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9506aa26-b2f1-4b3a-bbbf-3dbeae5c76db tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:24.724348 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9506aa26-b2f1-4b3a-bbbf-3dbeae5c76db tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/subnets/351eaac2-6ad7-494c-b59b-3b213bb33aa7 HTTP/1.1" status: 204 len: 168 time: 0.3970120 Dec 22 17:23:24.728073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84dae6e-3f75-4ebe-9ec1-d6ca1697d8ec None None] Network 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:24.731849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37790) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:24.772299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-db182406-2cb4-46e4-9919-72d29a4e402d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:24.914513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fe0ab0fd-ae67-4835-a835-6f64cb3c857b up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:24.926516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=f9866b6a-7321-4d7c-b8ce-0f7b1c138520,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:24.929168 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:24.933445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:24.971502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.101297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network e5d489db-381b-46d3-ad87-8f4636a23dba is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:25.102986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:25.133665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port fe0ab0fd-ae67-4835-a835-6f64cb3c857b completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:25.138564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-0e87576d-e77a-4fa1-8e6a-072dee87d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:23:22Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '3f011fc4-a837-4edc-a9d4-4c20936b4b6d', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:22:06Z', 'updated_at': '2021-12-22T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:25.148656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device bd911eda-d815-41b7-81c8-de38e225057a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:25.189551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.203496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 3f011fc4-a837-4edc-a9d4-4c20936b4b6d {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:25.204047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.226059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87576d-e77a-4fa1-8e6a-072dee87d40c None None] Checking router: 48b9a021-e90d-4f04-afb7-3fe1969f3a0d for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:23:25.271267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87576d-e77a-4fa1-8e6a-072dee87d40c None None] Routers {'48b9a021-e90d-4f04-afb7-3fe1969f3a0d'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:25.271553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-0e87576d-e77a-4fa1-8e6a-072dee87d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:25.298569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router b5385ec9-1d61-44b2-9590-05e6b5da3f86 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:25.400520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b9c66b-7207-4afc-811e-d16e042d2456 None None] Network e5d489db-381b-46d3-ad87-8f4636a23dba requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:25.420865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 3f011fc4-a837-4edc-a9d4-4c20936b4b6d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3f011fc4-a837-4edc-a9d4-4c20936b4b6d,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:25.421452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.478982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:25.491403 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Sync routers for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:25.494076 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3935127 Dec 22 17:23:25.496539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37794) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:25.507662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'network': {'name': 'tempest-RoutersTest-554002693'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:25.514397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:25.519001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:network and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:25.523157 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:25.524042 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:25.525065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:25.531751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-067fa0ef-d878-4bd6-ba7e-2c0c15c1569c None None] Provisioning for port fe0ab0fd-ae67-4835-a835-6f64cb3c857b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:25.534187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:25.557937 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-067fa0ef-d878-4bd6-ba7e-2c0c15c1569c None None] Provisioning complete for port fe0ab0fd-ae67-4835-a835-6f64cb3c857b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:25.558673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-067fa0ef-d878-4bd6-ba7e-2c0c15c1569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.559298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:25.564224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.564377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 3f011fc4-a837-4edc-a9d4-4c20936b4b6d owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:25.583584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port bd911eda-d815-41b7-81c8-de38e225057a completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:25.597556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:23:25.610493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.610780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d9a5a8-178c-4038-9189-46e4b00c26c2 None None] DHCP port deletion for 61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:23:25.611091 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Added segment b3f07ada-a1cf-4a66-a721-759aa2544161 of type vlan for network 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 Dec 22 17:23:25.658596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.677213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port bd911eda-d815-41b7-81c8-de38e225057a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:25.678397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.712146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-0e87576d-e77a-4fa1-8e6a-072dee87d40c None None] Set router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:25.729137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.737794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:25.738857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.746358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-aa460fdc-c04f-4e40-aa5c-5494a6aaa3f3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:25.747101 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:25.766337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-62d9a5a8-178c-4038-9189-46e4b00c26c2 None None] Deleting port a478dfca-50ae-4bcf-8d37-00f6fd924196 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:25.766482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-62d9a5a8-178c-4038-9189-46e4b00c26c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.778767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.786059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-71b95a19-c387-4187-8975-531b1abc0f1b tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:25.836249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=3f011fc4-a837-4edc-a9d4-4c20936b4b6d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:25.845037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:25.903728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Network': ['ID=9a61bb7f-73cf-42cc-979c-0a45dfe8efb6,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:25.929357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:25.937904 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4398029 Dec 22 17:23:25.941361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37800) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:25.949119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'subnet': {'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:25.950865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:25.972318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:23:26.041075 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-0e87576d-e77a-4fa1-8e6a-072dee87d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:23:25Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:26.097437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87576d-e77a-4fa1-8e6a-072dee87d40c None None] The sync data for ids ['48b9a021-e90d-4f04-afb7-3fe1969f3a0d'] in dv-neutron-822513-1-hyperv is: [{'id': '48b9a021-e90d-4f04-afb7-3fe1969f3a0d', 'name': 'tempest-TestNetworkBasicOps-router-2096151376', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:22:05Z', 'updated_at': '2021-12-22T17:23:25Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:26.205380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:26.213368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:subnet and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:26.221731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:26.233162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:26.256333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:26.265372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:26.398608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:26.398608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:26.449354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:26.450729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Fanout notify agent at l3_agent the message router_deleted on router 48b9a021-e90d-4f04-afb7-3fe1969f3a0d {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:23:26.472254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:26.475450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37804) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:26.475687 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/routers/48b9a021-e90d-4f04-afb7-3fe1969f3a0d HTTP/1.1" status: 204 len: 168 time: 1.7427585 Dec 22 17:23:26.515098 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:24Z', 'revision_number': 3, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:22Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:24Z', 'revision_number': 2, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:26.520597 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Checking router: b5385ec9-1d61-44b2-9590-05e6b5da3f86 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:23:26.520959 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Updating router b5385ec9-1d61-44b2-9590-05e6b5da3f86 port f9866b6a-7321-4d7c-b8ce-0f7b1c138520 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:23:26.522791 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:26.583125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-067fa0ef-d878-4bd6-ba7e-2c0c15c1569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:26.583677 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:26.668143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:26.685535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-62d9a5a8-178c-4038-9189-46e4b00c26c2 None None] For port a478dfca-50ae-4bcf-8d37-00f6fd924196, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a478dfca-50ae-4bcf-8d37-00f6fd924196,segment=NetworkSegment(25388fc2-eb8c-481a-9b7c-b9c31455a894),segment_id=25388fc2-eb8c-481a-9b7c-b9c31455a894)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:26.686597 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-62d9a5a8-178c-4038-9189-46e4b00c26c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:26.712582 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port bd911eda-d815-41b7-81c8-de38e225057a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=bd911eda-d815-41b7-81c8-de38e225057a,segment=NetworkSegment(803ae02d-358a-4e73-ab31-cd2b40a5426b),segment_id=803ae02d-358a-4e73-ab31-cd2b40a5426b)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:26.717240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port a478dfca-50ae-4bcf-8d37-00f6fd924196 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:26.717240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:26.919619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:26.925927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e07071b4-a19e-4d9c-8194-018e87bbd217 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:26.954608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-62d9a5a8-178c-4038-9189-46e4b00c26c2 None None] Calling delete_port for a478dfca-50ae-4bcf-8d37-00f6fd924196 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:27.080815 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:27.106093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:27.111097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-68e2cb8d-ca1a-496b-8de9-8d654f4c4dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:27.125761 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Transition to ACTIVE for port object f9866b6a-7321-4d7c-b8ce-0f7b1c138520 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:27.142711 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:27.150275 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-95c4ffb9-ce6d-4fa9-803b-553cce7cb175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:27.186852 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-067fa0ef-d878-4bd6-ba7e-2c0c15c1569c None None] For port fe0ab0fd-ae67-4835-a835-6f64cb3c857b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fe0ab0fd-ae67-4835-a835-6f64cb3c857b,segment=NetworkSegment(29ae173e-fe32-44a2-8c85-16e61553e899),segment_id=29ae173e-fe32-44a2-8c85-16e61553e899)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:27.213585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-067fa0ef-d878-4bd6-ba7e-2c0c15c1569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:27.215306 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=bd911eda-d815-41b7-81c8-de38e225057a,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:27.265527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:27.270968 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fc074a98-610e-47db-b9a7-ceb56e420b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:27.288490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port a478dfca-50ae-4bcf-8d37-00f6fd924196, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=a478dfca-50ae-4bcf-8d37-00f6fd924196,segment=NetworkSegment(25388fc2-eb8c-481a-9b7c-b9c31455a894),segment_id=25388fc2-eb8c-481a-9b7c-b9c31455a894)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:27.288490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:27.290378 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5c1fd-fcd0-4f5b-a6d0-02792e002711 None None] Pushing event updated for resources: {'Port': ['ID=f9866b6a-7321-4d7c-b8ce-0f7b1c138520,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:27.297045 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-b3c5c1fd-fcd0-4f5b-a6d0-02792e002711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:27.311515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Subnet': ['ID=de85e0e2-cdb7-4212-a0e5-5d5f19546884,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:27.313777 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:27.343751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3f011fc4-a837-4edc-a9d4-4c20936b4b6d no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:23:27.379464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Checking segment: {'id': 'b3f07ada-a1cf-4a66-a721-759aa2544161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:27.379661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network hostable DHCP agents. Network: 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:23:27.441038 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 3f011fc4-a837-4edc-a9d4-4c20936b4b6d {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:23:27.441038 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3f011fc4-a837-4edc-a9d4-4c20936b4b6d not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:23:27.441038 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a478dfca-50ae-4bcf-8d37-00f6fd924196 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:23:27.458122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for a478dfca-50ae-4bcf-8d37-00f6fd924196 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:27.542145 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Attempting to bind port f9866b6a-7321-4d7c-b8ce-0f7b1c138520 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:27.542588 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Attempting to bind port f9866b6a-7321-4d7c-b8ce-0f7b1c138520 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '29ae173e-fe32-44a2-8c85-16e61553e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:27.543080 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Attempting to bind port f9866b6a-7321-4d7c-b8ce-0f7b1c138520 on network e5d489db-381b-46d3-ad87-8f4636a23dba {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:27.549671 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:27.550071 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Checking segment: {'id': '29ae173e-fe32-44a2-8c85-16e61553e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:27.550470 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:27.551058 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Bound using segment: {'id': '29ae173e-fe32-44a2-8c85-16e61553e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:27.551587 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Bound port: f9866b6a-7321-4d7c-b8ce-0f7b1c138520, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ae173e-fe32-44a2-8c85-16e61553e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:27.552216 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:27.559068 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-62d9a5a8-178c-4038-9189-46e4b00c26c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:27.563797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.db.api [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:23:27.564317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_db.api [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:23:27.577976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:23:27.595908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:27.605620 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9a5a8-178c-4038-9189-46e4b00c26c2 None None] No DVR routers for this DVR port a478dfca-50ae-4bcf-8d37-00f6fd924196 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:23:27.625236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89f099c-b550-4a39-94a8-21700ac01e9f None None] Network 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:27.632431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:27.634117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:27.643203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fa0ef-d878-4bd6-ba7e-2c0c15c1569c None None] Pushing event updated for resources: {'Port': ['ID=fe0ab0fd-ae67-4835-a835-6f64cb3c857b,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:27.646359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-067fa0ef-d878-4bd6-ba7e-2c0c15c1569c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:27.650597 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-bd5cea65-b52d-4e92-98b4-af5e41ab04d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:27.674352 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] For port f9866b6a-7321-4d7c-b8ce-0f7b1c138520, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:27.677688 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] For port f9866b6a-7321-4d7c-b8ce-0f7b1c138520, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f9866b6a-7321-4d7c-b8ce-0f7b1c138520,segment=NetworkSegment(29ae173e-fe32-44a2-8c85-16e61553e899),segment_id=29ae173e-fe32-44a2-8c85-16e61553e899)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:27.683421 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:27.690435 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7445109 Dec 22 17:23:27.692178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37808) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:27.693593 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3bd7c0df-d10d-476f-a48b-d12171574e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:27.750316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-98da30d6-e567-459b-bc99-895b4af7f1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:27.791453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No active binding found for port a478dfca-50ae-4bcf-8d37-00f6fd924196 {{(pid=87588) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 17:23:27.795758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device a478dfca-50ae-4bcf-8d37-00f6fd924196 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:23:27.797420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 145002b3-e06d-43a1-a141-1f11250c0bb8 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:23:27.808313 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:27.808822 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:27.853684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9a5a8-178c-4038-9189-46e4b00c26c2 None None] Pushing event deleted for resources: {'Port': ['ID=a478dfca-50ae-4bcf-8d37-00f6fd924196,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:27.859120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-62d9a5a8-178c-4038-9189-46e4b00c26c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:27.890590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 145002b3-e06d-43a1-a141-1f11250c0bb8 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:23:27.891326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 145002b3-e06d-43a1-a141-1f11250c0bb8 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:23:27.918612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e7aa5574-e335-4871-b6d3-a63af6af3683 None None] Provisioning for port f9866b6a-7321-4d7c-b8ce-0f7b1c138520 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:27.937552 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5c1fd-fcd0-4f5b-a6d0-02792e002711 None None] Pushing event updated for resources: {'Port': ['ID=f9866b6a-7321-4d7c-b8ce-0f7b1c138520,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:27.948877 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-b3c5c1fd-fcd0-4f5b-a6d0-02792e002711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:27.988322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e7aa5574-e335-4871-b6d3-a63af6af3683 None None] Provisioning complete for port fe0ab0fd-ae67-4835-a835-6f64cb3c857b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:27.988714 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e7aa5574-e335-4871-b6d3-a63af6af3683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:27.998206 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:28.066149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port a478dfca-50ae-4bcf-8d37-00f6fd924196 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:28.066509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:28.180351 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:23:28.182599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:28.216730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] The port 'a478dfca-50ae-4bcf-8d37-00f6fd924196' was deleted {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:23:28.424045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:28.482374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fd6cc7-5b99-4a6a-92cb-b3f96518aef0']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:28.494680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Allocated IP 172.22.0.2 (9a61bb7f-73cf-42cc-979c-0a45dfe8efb6/de85e0e2-cdb7-4212-a0e5-5d5f19546884/11044ae2-f23e-4f69-a809-4c9c5ccbcbbd) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:28.497330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25388fc2-eb8c-481a-9b7c-b9c31455a894') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:28.497795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25388fc2-eb8c-481a-9b7c-b9c31455a894') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:28.523905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:28.548568 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:24Z', 'revision_number': 3, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:27Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:28.563470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:28.564858 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff0268-e231-4c8e-96b8-00e63040fde4 None None] The sync data for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv is: [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:24Z', 'revision_number': 3, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:27Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:28.575883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:23:28.576440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: util.warn( Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:23:28.605556 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:23:28.690708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:28.797949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:28.804972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:28.808252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-39c9775f-557a-458b-b1e3-6f34beac8254 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:28.872264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Network': ['ID=61fd6cc7-5b99-4a6a-92cb-b3f96518aef0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:28.878410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:28.896429 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/networks/61fd6cc7-5b99-4a6a-92cb-b3f96518aef0 HTTP/1.1" status: 204 len: 168 time: 2.4166641 Dec 22 17:23:28.917456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37812) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:28.930345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'network': {'name': 'tempest-network-smoke--1531389325', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'port_security_enabled': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:28.937930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:28.942754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:network and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:28.945808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:28.955218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:28.978312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:28.981971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:28.988320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:28.994870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Transition to ACTIVE for port object 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:29.026986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Transition to ACTIVE for port object 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:29.036943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:23:29.042421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.049025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.050656 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Added segment d0abadab-c4c7-493c-b6ef-c7229b7761fc of type vlan for network 7e0af3b3-574e-4b1e-91c3-dbb590270776 Dec 22 17:23:29.059938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:29.099371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.148512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.163096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:29.174134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.206386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c10412e4-3272-4981-9d65-5ae4e598ce11 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:29.226149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Network 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:29.230902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:29.237719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Pushing event updated for resources: {'Port': ['ID=11044ae2-f23e-4f69-a809-4c9c5ccbcbbd,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:29.240246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:29.268683 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:29.331330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Allocated IP 172.22.0.1 (9a61bb7f-73cf-42cc-979c-0a45dfe8efb6/de85e0e2-cdb7-4212-a0e5-5d5f19546884/000f4310-e3a6-408b-a77e-67dfe2151153) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:29.338450 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4158788 Dec 22 17:23:29.339264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37816) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:29.350339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'admin_state_up': True, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:29.377012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Network': ['ID=7e0af3b3-574e-4b1e-91c3-dbb590270776,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:29.401122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:29.405516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:29.412196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fe0ab0fd-ae67-4835-a835-6f64cb3c857b up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:29.413173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:router and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:29.418545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:29.428930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:29.454392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.456956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.492822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.500431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 7e0af3b3-574e-4b1e-91c3-dbb590270776 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:23:29.594371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.606144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Attempting to bind port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:29.606551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Attempting to bind port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b3f07ada-a1cf-4a66-a721-759aa2544161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:29.606943 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Attempting to bind port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd on network 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:29.614525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Transition to ACTIVE for port object 000f4310-e3a6-408b-a77e-67dfe2151153 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:29.621837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:29.622221 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Checking segment: {'id': 'b3f07ada-a1cf-4a66-a721-759aa2544161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:29.622629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.623031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Bound using segment: {'id': 'b3f07ada-a1cf-4a66-a721-759aa2544161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:29.623605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Bound port: 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f07ada-a1cf-4a66-a721-759aa2544161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:29.623990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.649085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.660855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:29.715825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port fe0ab0fd-ae67-4835-a835-6f64cb3c857b triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:29.716217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.844548 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] For port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:29.902292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:29.906807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:29.907761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.911942 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:29.955456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] For port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=11044ae2-f23e-4f69-a809-4c9c5ccbcbbd,segment=NetworkSegment(b3f07ada-a1cf-4a66-a721-759aa2544161),segment_id=b3f07ada-a1cf-4a66-a721-759aa2544161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:29.966369 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:29.970204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=000f4310-e3a6-408b-a77e-67dfe2151153,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:29.973610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:29.975505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:29.993754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:30.021475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f9866b6a-7321-4d7c-b8ce-0f7b1c138520 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:30.149526 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-272da6e6-2aa3-4afc-b0c2-cb404459bc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:30.170042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Pushing event updated for resources: {'Port': ['ID=11044ae2-f23e-4f69-a809-4c9c5ccbcbbd,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:30.175502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:30.193210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port f9866b6a-7321-4d7c-b8ce-0f7b1c138520 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:30.202887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f9866b6a-7321-4d7c-b8ce-0f7b1c138520 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:30.203754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:30.347276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:30.375376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:30.437016 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port f9866b6a-7321-4d7c-b8ce-0f7b1c138520, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f9866b6a-7321-4d7c-b8ce-0f7b1c138520,segment=NetworkSegment(29ae173e-fe32-44a2-8c85-16e61553e899),segment_id=29ae173e-fe32-44a2-8c85-16e61553e899)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:30.448507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:30.449659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device bd911eda-d815-41b7-81c8-de38e225057a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:30.454038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:30.505882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:30.507693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:30.661777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=f9866b6a-7321-4d7c-b8ce-0f7b1c138520,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:30.671289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.37 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/982369ef-bc39-46a1-827f-ffd5f6267bbd) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:30.675093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:30.701333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port bd911eda-d815-41b7-81c8-de38e225057a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:30.702841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:30.894173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:30.931835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:30.936997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:31.013059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:31.013218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.015977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:31.019343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.020288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:31.027956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.048449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=982369ef-bc39-46a1-827f-ffd5f6267bbd,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:31.050537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8e5dcbaa-d0c7-454a-b158-c7b41ad5af59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:31.054845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:31.148673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.153278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=000f4310-e3a6-408b-a77e-67dfe2151153,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:31.158597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:31.181856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.360609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:31.362702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:31.363916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:31.450530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:31.457232 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f9866b6a-7321-4d7c-b8ce-0f7b1c138520 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:31.553606 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f9866b6a-7321-4d7c-b8ce-0f7b1c138520 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:31.554132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.569795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.587914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router b5385ec9-1d61-44b2-9590-05e6b5da3f86 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:31.724427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98def15-2c40-41c3-b925-1f4b49e80198 None None] Network 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:31.830250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:31.835725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7b39079c-0dac-42de-9514-d01a2cfaa64e None None] Provisioning for port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:31.844357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Sync routers for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:31.846286 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1525071 Dec 22 17:23:31.849001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37820) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:31.853828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7b39079c-0dac-42de-9514-d01a2cfaa64e None None] Provisioning complete for port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:31.854209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7b39079c-0dac-42de-9514-d01a2cfaa64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.854748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1733708926'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:31.860493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:31.864381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:network and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:31.867389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:31.873163 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:31.884988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:31.888671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.918321 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:23:31.919835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:31.921525 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:31.927873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.928213 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Added segment d5554777-128a-464d-9238-196693917dbe of type vlan for network 9d063566-08f5-46b1-8aaf-7e3065287748 Dec 22 17:23:31.954168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.986064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.993558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:31.994310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:31.998188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79157e5f-4916-44fc-a562-bbd64cc879d7 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:32.134078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:32.217741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:32.240610 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3903759 Dec 22 17:23:32.243993 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37824) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:32.252632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'subnet': {'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:32.266418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Network': ['ID=9d063566-08f5-46b1-8aaf-7e3065287748,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:32.269653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:32.289977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 9d063566-08f5-46b1-8aaf-7e3065287748 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:23:32.348676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7b39079c-0dac-42de-9514-d01a2cfaa64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:32.359147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router d7ae89e1-ec6c-43bd-ab46-28020e28f60f is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:23:32.376434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:32.380488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:subnet and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:32.383331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:32.389637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:32.399462 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Made reservation on behalf of e0cce974cb6e480d86209e2cbaadeb76 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:32.402940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:32.551897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:32.569642 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Sync routers for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:32.581237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:32.583039 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2421801 Dec 22 17:23:32.586274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37828) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:32.592179 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:32.593365 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:32.630257 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-86a5bdac-c133-44a0-81f8-b1b4767a9ddc tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=b81c21c680cf47a59420417b42f80eaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426512 Dec 22 17:23:32.633003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37832) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:32.663354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:32.671654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8793b7b0-5ab0-4e5a-ad11-7f8e180c28f9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:32.678858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:32.682682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7b39079c-0dac-42de-9514-d01a2cfaa64e None None] For port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=11044ae2-f23e-4f69-a809-4c9c5ccbcbbd,segment=NetworkSegment(b3f07ada-a1cf-4a66-a721-759aa2544161),segment_id=b3f07ada-a1cf-4a66-a721-759aa2544161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:32.698197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7b39079c-0dac-42de-9514-d01a2cfaa64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:32.711648 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d2b16642-5f04-482c-b907-cc0c343a5c5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:32.783056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c125c1f7-20d4-43fc-9c4e-8a2dd2c0c034 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:32.783522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Subnet': ['ID=96f61cc3-732f-4b81-a63e-398425de2650,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:32.786976 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c125c1f7-20d4-43fc-9c4e-8a2dd2c0c034 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506062 Dec 22 17:23:32.787242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37836) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:32.796164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:32.798837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Checking segment: {'id': 'd5554777-128a-464d-9238-196693917dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:32.799224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network hostable DHCP agents. Network: 9d063566-08f5-46b1-8aaf-7e3065287748, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:23:32.823555 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 9d063566-08f5-46b1-8aaf-7e3065287748 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:23:32.836682 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-20450b5e-fa23-4fac-8e38-f86b104fa329 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480659 Dec 22 17:23:32.839005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37840) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:32.849994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1516864478', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:32.861022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 9d063566-08f5-46b1-8aaf-7e3065287748) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:32.861622 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:32.872074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:32.877286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:32.879074 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dda60f-058d-40b1-8062-b3816b14c77c None None] Network 9d063566-08f5-46b1-8aaf-7e3065287748 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:32.907931 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6626890 Dec 22 17:23:32.909023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39079c-0dac-42de-9514-d01a2cfaa64e None None] Pushing event updated for resources: {'Port': ['ID=11044ae2-f23e-4f69-a809-4c9c5ccbcbbd,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:32.910863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37844) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:32.940048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7b39079c-0dac-42de-9514-d01a2cfaa64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:33.029230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:33.033966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:subnet and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:33.037191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:33.044878 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:33.057920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:33.063426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:33.128758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': '000f4310-e3a6-408b-a77e-67dfe2151153', 'name': '', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:30:c7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:28Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 2, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:33.137071 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Checking router: b5385ec9-1d61-44b2-9590-05e6b5da3f86 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:23:33.137598 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Updating router b5385ec9-1d61-44b2-9590-05e6b5da3f86 port 000f4310-e3a6-408b-a77e-67dfe2151153 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:23:33.273856 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:31Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:33.280883 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Checking router: d7ae89e1-ec6c-43bd-ab46-28020e28f60f for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:23:33.281677 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Updating router d7ae89e1-ec6c-43bd-ab46-28020e28f60f port 982369ef-bc39-46a1-827f-ffd5f6267bbd binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:23:33.288012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-9d063566-08f5-46b1-8aaf-7e3065287748', 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'fixed_ips': [{'subnet_id': '96f61cc3-732f-4b81-a63e-398425de2650'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:23:33.289405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:33.305118 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:33.364605 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:33.376951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:33.426449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6fb2dfc9-67ae-4bc1-b4b7-f04bb95b4ca4 None None] Provisioning for port 000f4310-e3a6-408b-a77e-67dfe2151153 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:33.469650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:33.475078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b57e3a52-b87d-4350-af2b-0b1c2c6e3075 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:33.548068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Subnet': ['ID=17472e80-2d9d-4be2-8bad-990b58c73ddf,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:33.554961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:33.566196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6fb2dfc9-67ae-4bc1-b4b7-f04bb95b4ca4 None None] Provisioning complete for port 000f4310-e3a6-408b-a77e-67dfe2151153 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:33.566682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fb2dfc9-67ae-4bc1-b4b7-f04bb95b4ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:33.596884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Checking segment: {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:33.597724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network hostable DHCP agents. Network: 7e0af3b3-574e-4b1e-91c3-dbb590270776, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:23:33.628846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 7e0af3b3-574e-4b1e-91c3-dbb590270776 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:23:33.645550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 7e0af3b3-574e-4b1e-91c3-dbb590270776) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:33.662249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:33.663213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:33.679528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1b017f-3d68-4782-9b4f-8f97dc70914c None None] Network 7e0af3b3-574e-4b1e-91c3-dbb590270776 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:33.693043 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f2da471e-aeaa-4251-93f8-ae5757e8983b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8524549 Dec 22 17:23:33.696749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37848) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:33.857691 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:33.873966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:33.874414 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Transition to ACTIVE for port object 982369ef-bc39-46a1-827f-ffd5f6267bbd will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:33.884398 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:33.891951 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:34.000610 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2dfc9-67ae-4bc1-b4b7-f04bb95b4ca4 None None] Port 000f4310-e3a6-408b-a77e-67dfe2151153 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:23:34.010836 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Attempting to bind port 982369ef-bc39-46a1-827f-ffd5f6267bbd on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:34.011256 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Attempting to bind port 982369ef-bc39-46a1-827f-ffd5f6267bbd by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:34.011629 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Attempting to bind port 982369ef-bc39-46a1-827f-ffd5f6267bbd on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:34.020537 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:34.020917 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:34.021324 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:34.021725 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:34.022195 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Bound port: 982369ef-bc39-46a1-827f-ffd5f6267bbd, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:34.022574 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:34.104955 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d5eea-ab66-427e-a39b-683c2f1fd6e1 None None] Pushing event updated for resources: {'Port': ['ID=982369ef-bc39-46a1-827f-ffd5f6267bbd,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:34.111974 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-2f0d5eea-ab66-427e-a39b-683c2f1fd6e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:34.113407 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:34.113502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:34.122665 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] For port 982369ef-bc39-46a1-827f-ffd5f6267bbd, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:34.127164 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] For port 982369ef-bc39-46a1-827f-ffd5f6267bbd, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=982369ef-bc39-46a1-827f-ffd5f6267bbd,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:34.134774 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:34.140891 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:34.204804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6fb2dfc9-67ae-4bc1-b4b7-f04bb95b4ca4 None None] Provisioning complete for port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:34.205203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fb2dfc9-67ae-4bc1-b4b7-f04bb95b4ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:34.225022 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d5eea-ab66-427e-a39b-683c2f1fd6e1 None None] Pushing event updated for resources: {'Port': ['ID=982369ef-bc39-46a1-827f-ffd5f6267bbd,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:34.230984 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-2f0d5eea-ab66-427e-a39b-683c2f1fd6e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:34.260652 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:34.261303 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:34.334146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Allocated IP 172.23.0.2 (9d063566-08f5-46b1-8aaf-7e3065287748/96f61cc3-732f-4b81-a63e-398425de2650/bef6471b-cf9d-4add-9a7f-938e5f2447bc) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:34.411748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-7e0af3b3-574e-4b1e-91c3-dbb590270776', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:23:34.412603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:34.489233 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:34.825373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:34.835529 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:31Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:34.840328 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33de27b-5163-4bf7-988f-0764e7568b3d None None] The sync data for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv is: [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:31Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:35.113157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:35.113157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:35.125275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Allocated IP 172.20.0.2 (7e0af3b3-574e-4b1e-91c3-dbb590270776/17472e80-2d9d-4be2-8bad-990b58c73ddf/294c825c-acd1-43d3-a0c8-98c69dfc5bc5) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:35.145742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Transition to ACTIVE for port object 000f4310-e3a6-408b-a77e-67dfe2151153 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:35.149492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:35.161701 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-218d7477-62c8-46ad-8530-cc9e1d1fe9b7 None None] Provisioning complete for port 000f4310-e3a6-408b-a77e-67dfe2151153 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:35.162147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-218d7477-62c8-46ad-8530-cc9e1d1fe9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:35.221639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Transition to ACTIVE for port object bef6471b-cf9d-4add-9a7f-938e5f2447bc will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:35.224376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:35.242463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:35.288793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 982369ef-bc39-46a1-827f-ffd5f6267bbd up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:35.426282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Transition to ACTIVE for port object bef6471b-cf9d-4add-9a7f-938e5f2447bc will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:35.549698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:35.577177 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-218d7477-62c8-46ad-8530-cc9e1d1fe9b7 None None] Port 000f4310-e3a6-408b-a77e-67dfe2151153 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:23:35.585110 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Allocated IP 172.23.0.1 (9d063566-08f5-46b1-8aaf-7e3065287748/96f61cc3-732f-4b81-a63e-398425de2650/921a7177-0b54-4e8b-9815-b48dc12615ea) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:35.600877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49c8af-613a-4e2f-8843-f54e03ee3069 None None] Pushing event updated for resources: {'Port': ['ID=000f4310-e3a6-408b-a77e-67dfe2151153,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:35.657197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d49c8af-613a-4e2f-8843-f54e03ee3069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:35.659143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Network 9d063566-08f5-46b1-8aaf-7e3065287748 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:35.667249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:35.712117 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:35.736283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:35.778692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:35.790494 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Attempting to bind port 000f4310-e3a6-408b-a77e-67dfe2151153 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:35.790879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Attempting to bind port 000f4310-e3a6-408b-a77e-67dfe2151153 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b3f07ada-a1cf-4a66-a721-759aa2544161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:35.791281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Attempting to bind port 000f4310-e3a6-408b-a77e-67dfe2151153 on network 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:35.801179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Transition to ACTIVE for port object 921a7177-0b54-4e8b-9815-b48dc12615ea will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:35.812455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:35.812863 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Checking segment: {'id': 'b3f07ada-a1cf-4a66-a721-759aa2544161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:35.813252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:35.813898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Bound using segment: {'id': 'b3f07ada-a1cf-4a66-a721-759aa2544161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:35.814189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Bound port: 000f4310-e3a6-408b-a77e-67dfe2151153, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f07ada-a1cf-4a66-a721-759aa2544161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:35.814668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:35.835526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:35.859180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-31332118-fcf7-4ba9-8d91-866a6c538186 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:35.913398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 9d063566-08f5-46b1-8aaf-7e3065287748 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:35.921437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:35.925861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:35.925998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Pushing event updated for resources: {'Port': ['ID=bef6471b-cf9d-4add-9a7f-938e5f2447bc,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:35.966950 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:35.983632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=921a7177-0b54-4e8b-9815-b48dc12615ea,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:35.988310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:35.989196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 982369ef-bc39-46a1-827f-ffd5f6267bbd completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:35.999785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.015921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Attempting to bind port bef6471b-cf9d-4add-9a7f-938e5f2447bc on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:36.016301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Attempting to bind port bef6471b-cf9d-4add-9a7f-938e5f2447bc by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'd5554777-128a-464d-9238-196693917dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:36.016673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Attempting to bind port bef6471b-cf9d-4add-9a7f-938e5f2447bc on network 9d063566-08f5-46b1-8aaf-7e3065287748 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:36.025811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 982369ef-bc39-46a1-827f-ffd5f6267bbd triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:36.025811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.082699 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:36.083091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Checking segment: {'id': 'd5554777-128a-464d-9238-196693917dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:36.083732 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.083937 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Bound using segment: {'id': 'd5554777-128a-464d-9238-196693917dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:36.084409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Bound port: bef6471b-cf9d-4add-9a7f-938e5f2447bc, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5554777-128a-464d-9238-196693917dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:36.085046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.100938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.127672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Transition to ACTIVE for port object 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:36.129477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.168057 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] For port 000f4310-e3a6-408b-a77e-67dfe2151153, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:36.274814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] For port 000f4310-e3a6-408b-a77e-67dfe2151153, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=000f4310-e3a6-408b-a77e-67dfe2151153,segment=NetworkSegment(b3f07ada-a1cf-4a66-a721-759aa2544161),segment_id=b3f07ada-a1cf-4a66-a721-759aa2544161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:36.281526 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Transition to ACTIVE for port object 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:36.299916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.308442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-067fa0ef-d878-4bd6-ba7e-2c0c15c1569c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:36.358612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.393755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.1 (7e0af3b3-574e-4b1e-91c3-dbb590270776/17472e80-2d9d-4be2-8bad-990b58c73ddf/fc4bde38-626f-4386-8a54-058a20b0763a) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:36.445969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] For port bef6471b-cf9d-4add-9a7f-938e5f2447bc, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:36.503934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Network 7e0af3b3-574e-4b1e-91c3-dbb590270776 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:36.506868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] For port bef6471b-cf9d-4add-9a7f-938e5f2447bc, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=bef6471b-cf9d-4add-9a7f-938e5f2447bc,segment=NetworkSegment(d5554777-128a-464d-9238-196693917dbe),segment_id=d5554777-128a-464d-9238-196693917dbe)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:36.512359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:36.519451 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.525136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49c8af-613a-4e2f-8843-f54e03ee3069 None None] Pushing event updated for resources: {'Port': ['ID=000f4310-e3a6-408b-a77e-67dfe2151153,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:36.532493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:36.536569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:36.537393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:36.605011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d49c8af-613a-4e2f-8843-f54e03ee3069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:36.605609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-626a6dd6-ef3f-4955-9e86-291732c13e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:36.644241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.665313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.702522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object fc4bde38-626f-4386-8a54-058a20b0763a will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:36.708042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.718187 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.739342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.756511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-eff968b4-a2a1-4a20-860e-2acdd6f87e5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:36.786763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:36.843844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 7e0af3b3-574e-4b1e-91c3-dbb590270776 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:36.851179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:36.862211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:36.881148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 982369ef-bc39-46a1-827f-ffd5f6267bbd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=982369ef-bc39-46a1-827f-ffd5f6267bbd,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:36.900215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.903878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event updated for resources: {'Port': ['ID=921a7177-0b54-4e8b-9815-b48dc12615ea,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:36.911324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:36.936628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=fc4bde38-626f-4386-8a54-058a20b0763a,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:36.941472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:36.941886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.952474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:36.991696 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Pushing event updated for resources: {'Port': ['ID=294c825c-acd1-43d3-a0c8-98c69dfc5bc5,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:37.005833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:37.007843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:37.067004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Attempting to bind port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:37.067639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Attempting to bind port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:37.068022 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Attempting to bind port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 on network 7e0af3b3-574e-4b1e-91c3-dbb590270776 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:37.072084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:37.079719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Network 9d063566-08f5-46b1-8aaf-7e3065287748 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:37.081090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:37.128368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:37.188681 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:37.189072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Checking segment: {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:37.189479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:37.190225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Bound using segment: {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:37.190932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Bound port: 294c825c-acd1-43d3-a0c8-98c69dfc5bc5, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:37.191352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:37.291407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router b5385ec9-1d61-44b2-9590-05e6b5da3f86 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:37.358059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Pushing event updated for resources: {'Port': ['ID=bef6471b-cf9d-4add-9a7f-938e5f2447bc,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:37.630667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=982369ef-bc39-46a1-827f-ffd5f6267bbd,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:37.633947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] For port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:37.640234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:37.640713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d49c8af-613a-4e2f-8843-f54e03ee3069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.685s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:37.641064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d49c8af-613a-4e2f-8843-f54e03ee3069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:37.663299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] For port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=294c825c-acd1-43d3-a0c8-98c69dfc5bc5,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:37.672212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:37.673432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:37.685554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-32b8b35d-4cf1-40e7-9ea8-2dfc30cbdfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:37.690680 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7745552 Dec 22 17:23:37.690981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37854) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:37.696604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-207ef7ba-756c-4f86-95d1-9677711d5323 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:37.863040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Pushing event updated for resources: {'Port': ['ID=294c825c-acd1-43d3-a0c8-98c69dfc5bc5,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:37.870627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:37.877673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:37.879792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:37.913421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': '000f4310-e3a6-408b-a77e-67dfe2151153', 'name': '', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:30:c7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:28Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921a7177-0b54-4e8b-9815-b48dc12615ea', 'name': '', 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:de:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '96f61cc3-732f-4b81-a63e-398425de2650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:34Z', 'updated_at': '2021-12-22T17:23:35Z', 'revision_number': 1, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '96f61cc3-732f-4b81-a63e-398425de2650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:37.915174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-80a5bc0c-3842-4526-b3da-f04e99fb0ba1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:37.927734 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269199ba-5bf5-492a-8a71-257467fdcdb8 None None] The sync data for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv is: [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': '000f4310-e3a6-408b-a77e-67dfe2151153', 'name': '', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:30:c7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:28Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921a7177-0b54-4e8b-9815-b48dc12615ea', 'name': '', 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:de:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '96f61cc3-732f-4b81-a63e-398425de2650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:34Z', 'updated_at': '2021-12-22T17:23:35Z', 'revision_number': 1, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '96f61cc3-732f-4b81-a63e-398425de2650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:38.035067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=fc4bde38-626f-4386-8a54-058a20b0763a,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:38.038561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:38.050887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:38.247075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 7e0af3b3-574e-4b1e-91c3-dbb590270776 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:38.248880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:38.577024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.extraroute_db [None req-207ef7ba-756c-4f86-95d1-9677711d5323 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87586) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 17:23:38.597978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router d7ae89e1-ec6c-43bd-ab46-28020e28f60f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:38.613200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.extraroute_db [None req-207ef7ba-756c-4f86-95d1-9677711d5323 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Removed routes are [] {{(pid=87586) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 17:23:38.613200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-207ef7ba-756c-4f86-95d1-9677711d5323 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:38.862618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813ab5cf-8232-421f-a731-94e3c6dc0cec None None] Network 9d063566-08f5-46b1-8aaf-7e3065287748 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:38.937669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:38.969842 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/d7ae89e1-ec6c-43bd-ab46-28020e28f60f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2713826 Dec 22 17:23:38.974996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37858) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:38.994821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Sync routers for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:39.033865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5bc52e28-9187-41e4-9791-5907dd424885 None None] Provisioning for port bef6471b-cf9d-4add-9a7f-938e5f2447bc completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:39.044137 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:39.044770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:39.158496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-207ef7ba-756c-4f86-95d1-9677711d5323 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:39.163203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-207ef7ba-756c-4f86-95d1-9677711d5323 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:39.323769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13cb63-5f37-499c-94c4-b09539f0562f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.325200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13cb63-5f37-499c-94c4-b09539f0562f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.329564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13cb63-5f37-499c-94c4-b09539f0562f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.330318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13cb63-5f37-499c-94c4-b09539f0562f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.330855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13cb63-5f37-499c-94c4-b09539f0562f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.331788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13cb63-5f37-499c-94c4-b09539f0562f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.332942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13cb63-5f37-499c-94c4-b09539f0562f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.333466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13cb63-5f37-499c-94c4-b09539f0562f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.334075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13cb63-5f37-499c-94c4-b09539f0562f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.334594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13cb63-5f37-499c-94c4-b09539f0562f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.337157 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ea13cb63-5f37-499c-94c4-b09539f0562f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7012 time: 0.3608651 Dec 22 17:23:39.348936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37862) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:39.456326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1e486-4e6d-4100-99c7-af7119180a0f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.456792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1e486-4e6d-4100-99c7-af7119180a0f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.457240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1e486-4e6d-4100-99c7-af7119180a0f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.457686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1e486-4e6d-4100-99c7-af7119180a0f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.458360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1e486-4e6d-4100-99c7-af7119180a0f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.458730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1e486-4e6d-4100-99c7-af7119180a0f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.460004 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1e486-4e6d-4100-99c7-af7119180a0f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.460091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1e486-4e6d-4100-99c7-af7119180a0f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.460611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1e486-4e6d-4100-99c7-af7119180a0f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.461059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1e486-4e6d-4100-99c7-af7119180a0f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:39.464276 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c4d1e486-4e6d-4100-99c7-af7119180a0f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6374 time: 0.1132929 Dec 22 17:23:39.477455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37866) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:39.581014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 000f4310-e3a6-408b-a77e-67dfe2151153 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:39.589397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207ef7ba-756c-4f86-95d1-9677711d5323 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router b5385ec9-1d61-44b2-9590-05e6b5da3f86 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:39.822610 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-42fa690d-73cc-4200-81ca-3773757bd64c tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3809 time: 0.3422556 Dec 22 17:23:39.867634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc468f-8cb1-45f7-a22a-631efc58574d None None] Network 7e0af3b3-574e-4b1e-91c3-dbb590270776 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:39.998947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:40.038338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207ef7ba-756c-4f86-95d1-9677711d5323 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:40.047776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-207ef7ba-756c-4f86-95d1-9677711d5323 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:40.051158 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-207ef7ba-756c-4f86-95d1-9677711d5323 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86 HTTP/1.1" status: 200 len: 933 time: 2.3571563 Dec 22 17:23:40.052363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37872) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:40.114545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6a4e6040-2355-42a1-bcd1-54529262468a None None] Provisioning for port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:40.190638 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Sync routers for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:40.207454 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:40.208603 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:40.242225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 000f4310-e3a6-408b-a77e-67dfe2151153 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:40.275269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37876) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:40.275939 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8ce3002f-ec7d-4eb7-be70-e2f24898f309 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86 HTTP/1.1" status: 200 len: 933 time: 0.2216570 Dec 22 17:23:40.285516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 000f4310-e3a6-408b-a77e-67dfe2151153 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:40.287030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-64f5f212-aabc-4fcd-bc7a-3f6d5fa9648b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'router': {'routes': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:40.287211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:40.439003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37880) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:40.445692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650838689', 'description': 'tempest-secgroup-smoke-650838689 description', 'project_id': 'b81c21c680cf47a59420417b42f80eaa'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:40.471311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:40.477257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:40.481116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:40.494944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:40.516133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:40.548354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:40.550596 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:40.556985 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:40.562611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:40.570982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:40.613877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cd036c93-509c-4718-8e49-9d2e649c704f None None] Provisioning for port 921a7177-0b54-4e8b-9815-b48dc12615ea completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:40.691909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cd036c93-509c-4718-8e49-9d2e649c704f None None] Provisioning complete for port 921a7177-0b54-4e8b-9815-b48dc12615ea triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:40.691909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cd036c93-509c-4718-8e49-9d2e649c704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:40.711706 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:40.719991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:40.763797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-58f624a0-e0eb-413d-b850-9c381dfd393e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:40.965700 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-cd036c93-509c-4718-8e49-9d2e649c704f None None] Port 921a7177-0b54-4e8b-9815-b48dc12615ea cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:23:40.987218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.023600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5749d4ed-c34a-4a42-83cb-7dedc645c365,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:41.026185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.028488 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5871975 Dec 22 17:23:41.030265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:41.031545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37884) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:41.037849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '5749d4ed-c34a-4a42-83cb-7dedc645c365', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:41.044398 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:41.050222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:41.055615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:41.083532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:41.086517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 000f4310-e3a6-408b-a77e-67dfe2151153, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=000f4310-e3a6-408b-a77e-67dfe2151153,segment=NetworkSegment(b3f07ada-a1cf-4a66-a721-759aa2544161),segment_id=b3f07ada-a1cf-4a66-a721-759aa2544161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:41.098347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.099253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device bef6471b-cf9d-4add-9a7f-938e5f2447bc up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:41.118907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.140517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7ba72219-db9c-411f-b443-b4e2570c07c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:41.163930 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:38Z', 'revision_number': 6, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': '000f4310-e3a6-408b-a77e-67dfe2151153', 'name': '', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:30:c7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:28Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921a7177-0b54-4e8b-9815-b48dc12615ea', 'name': '', 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:de:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '96f61cc3-732f-4b81-a63e-398425de2650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:34Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 2, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '96f61cc3-732f-4b81-a63e-398425de2650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:41.169299 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Checking router: b5385ec9-1d61-44b2-9590-05e6b5da3f86 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:23:41.169658 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Updating router b5385ec9-1d61-44b2-9590-05e6b5da3f86 port 921a7177-0b54-4e8b-9815-b48dc12615ea binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:23:41.237244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.245972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.250093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:41.284772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Checking router: d7ae89e1-ec6c-43bd-ab46-28020e28f60f for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:23:41.285137 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Updating router d7ae89e1-ec6c-43bd-ab46-28020e28f60f port fc4bde38-626f-4386-8a54-058a20b0763a binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:23:41.290277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c0170fe8-ba9d-4f1e-a426-9a8dc91cba08 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:41.296075 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.309047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.314029 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2809682 Dec 22 17:23:41.314946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c632dd4-3e25-4b2c-a1c9-4c16310c157b,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:41.318747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:41.319312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37888) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:41.327232 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '5749d4ed-c34a-4a42-83cb-7dedc645c365', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:41.335236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:41.340405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:41.344951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:41.351500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:41.380598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.400211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=000f4310-e3a6-408b-a77e-67dfe2151153,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:41.405328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:41.423797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.461739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.467195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.469916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:41.487234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b3a2638e-dc32-4349-be1f-94f39ac0a995 None None] Provisioning complete for port 921a7177-0b54-4e8b-9815-b48dc12615ea triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:41.487678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b3a2638e-dc32-4349-be1f-94f39ac0a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.505178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296b3150-5c1e-4a85-8ac7-98cae7419a56,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:41.509145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:41.511120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.512794 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1923459 Dec 22 17:23:41.515895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37892) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:41.523978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.extraroute_db [None req-64f5f212-aabc-4fcd-bc7a-3f6d5fa9648b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Added routes are [] {{(pid=87586) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 17:23:41.523978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.extraroute_db [None req-64f5f212-aabc-4fcd-bc7a-3f6d5fa9648b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87586) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 17:23:41.527857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '5749d4ed-c34a-4a42-83cb-7dedc645c365', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:41.537299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:41.545380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:41.546718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port bef6471b-cf9d-4add-9a7f-938e5f2447bc completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:41.552689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:41.563030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:41.584626 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port bef6471b-cf9d-4add-9a7f-938e5f2447bc triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:41.585912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.590676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64f5f212-aabc-4fcd-bc7a-3f6d5fa9648b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.608242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.665043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2638e-dc32-4349-be1f-94f39ac0a995 None None] Port 921a7177-0b54-4e8b-9815-b48dc12615ea cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:23:41.701976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.717251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.720428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:41.775886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.777428 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2600119 Dec 22 17:23:41.778327 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fb10f2-ad68-4aab-b205-1d16923c61ef,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:41.781109 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37896) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:41.788073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '5749d4ed-c34a-4a42-83cb-7dedc645c365', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:41.793002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:41.796135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:41.801174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:41.804680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:41.811896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:41.845173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.880076 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.893929 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Transition to ACTIVE for port object 921a7177-0b54-4e8b-9815-b48dc12615ea will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:41.906964 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.918490 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-826c5107-e7a5-426f-8fed-ab4d093baa1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:41.969431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.984137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:41.986246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8a7aa036-e52d-47a4-849e-36be493716e0 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:41.988351 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.012063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6b3205-df62-4c98-8136-ccb74fd28615,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:42.020191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:42.044954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.046527 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2639585 Dec 22 17:23:42.049277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37900) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:42.059935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '5749d4ed-c34a-4a42-83cb-7dedc645c365', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:42.068424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4c2bfc73-33e3-4c0a-b858-e040fba80386 None None] Provisioning for port fc4bde38-626f-4386-8a54-058a20b0763a completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:42.081361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:42.081678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port bef6471b-cf9d-4add-9a7f-938e5f2447bc, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=bef6471b-cf9d-4add-9a7f-938e5f2447bc,segment=NetworkSegment(d5554777-128a-464d-9238-196693917dbe),segment_id=d5554777-128a-464d-9238-196693917dbe)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:42.085836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4c2bfc73-33e3-4c0a-b858-e040fba80386 None None] Provisioning complete for port fc4bde38-626f-4386-8a54-058a20b0763a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:42.086217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4c2bfc73-33e3-4c0a-b858-e040fba80386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.088260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:42.092882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:42.100002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:42.113640 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:23:42.123543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.172882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64f5f212-aabc-4fcd-bc7a-3f6d5fa9648b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.176793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64f5f212-aabc-4fcd-bc7a-3f6d5fa9648b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.179927 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.181111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 982369ef-bc39-46a1-827f-ffd5f6267bbd up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:42.214190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.215746 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Attempting to bind port 921a7177-0b54-4e8b-9815-b48dc12615ea on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:42.216186 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Attempting to bind port 921a7177-0b54-4e8b-9815-b48dc12615ea by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'd5554777-128a-464d-9238-196693917dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:42.216692 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Attempting to bind port 921a7177-0b54-4e8b-9815-b48dc12615ea on network 9d063566-08f5-46b1-8aaf-7e3065287748 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:42.219001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.221838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-910e6854-2e19-4f0b-af5c-cd6837f6c403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:42.225755 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:42.226408 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Checking segment: {'id': 'd5554777-128a-464d-9238-196693917dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:42.227003 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.227594 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Bound using segment: {'id': 'd5554777-128a-464d-9238-196693917dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:42.229063 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Bound port: 921a7177-0b54-4e8b-9815-b48dc12615ea, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5554777-128a-464d-9238-196693917dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:42.229766 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.231548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-de68a526-7428-41fb-ad8c-a56fa9feef42 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:42.258018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79291eff-cfbb-4986-91e1-e7ee4dc03989,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:42.269050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:42.289365 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.296045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37904) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:42.300097 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2495770 Dec 22 17:23:42.328095 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] For port 921a7177-0b54-4e8b-9815-b48dc12615ea, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:42.331300 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] For port 921a7177-0b54-4e8b-9815-b48dc12615ea, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=921a7177-0b54-4e8b-9815-b48dc12615ea,segment=NetworkSegment(d5554777-128a-464d-9238-196693917dbe),segment_id=d5554777-128a-464d-9238-196693917dbe)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:42.338921 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.348179 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bf44f-cafd-4d03-935f-4141153f16d7 None None] Pushing event updated for resources: {'Port': ['ID=921a7177-0b54-4e8b-9815-b48dc12615ea,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:42.352095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4c2bfc73-33e3-4c0a-b858-e040fba80386 None None] Port fc4bde38-626f-4386-8a54-058a20b0763a cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:23:42.357477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '5749d4ed-c34a-4a42-83cb-7dedc645c365', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:42.362740 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-f23bf44f-cafd-4d03-935f-4141153f16d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:42.363592 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:42.395013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:42.400462 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=bef6471b-cf9d-4add-9a7f-938e5f2447bc,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:42.402974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:42.407857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:42.417360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:42.424497 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:42.432504 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:42.433804 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:42.466422 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:23:42.476064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f5f212-aabc-4fcd-bc7a-3f6d5fa9648b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router b5385ec9-1d61-44b2-9590-05e6b5da3f86 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:42.479225 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.506326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 982369ef-bc39-46a1-827f-ffd5f6267bbd triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:42.506917 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.600541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.619690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Transition to ACTIVE for port object fc4bde38-626f-4386-8a54-058a20b0763a will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:42.632401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:42.638295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:42.651371 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:42.875146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27025a39-8cf2-40f9-8e1c-2a5bf3f149eb None None] Pushing event updated for resources: {'Port': ['ID=fc4bde38-626f-4386-8a54-058a20b0763a,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:42.928547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-27025a39-8cf2-40f9-8e1c-2a5bf3f149eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:42.937917 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:43.034203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:43.042079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f5f212-aabc-4fcd-bc7a-3f6d5fa9648b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:43.042674 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bf44f-cafd-4d03-935f-4141153f16d7 None None] Pushing event updated for resources: {'Port': ['ID=921a7177-0b54-4e8b-9815-b48dc12615ea,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:43.047039 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-f23bf44f-cafd-4d03-935f-4141153f16d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:43.056950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64f5f212-aabc-4fcd-bc7a-3f6d5fa9648b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:43.058806 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-64f5f212-aabc-4fcd-bc7a-3f6d5fa9648b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86 HTTP/1.1" status: 200 len: 699 time: 2.7815697 Dec 22 17:23:43.060015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:43.060188 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 7, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': '000f4310-e3a6-408b-a77e-67dfe2151153', 'name': '', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:30:c7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:28Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921a7177-0b54-4e8b-9815-b48dc12615ea', 'name': '', 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:de:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '96f61cc3-732f-4b81-a63e-398425de2650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:34Z', 'updated_at': '2021-12-22T17:23:42Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '96f61cc3-732f-4b81-a63e-398425de2650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:43.062253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 37908) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:43.066103 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec5658-041e-429b-930d-7b16e9c5fce9 None None] The sync data for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv is: [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 7, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': '000f4310-e3a6-408b-a77e-67dfe2151153', 'name': '', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:30:c7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:28Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921a7177-0b54-4e8b-9815-b48dc12615ea', 'name': '', 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:de:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '96f61cc3-732f-4b81-a63e-398425de2650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:34Z', 'updated_at': '2021-12-22T17:23:42Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '96f61cc3-732f-4b81-a63e-398425de2650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:43.068894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6df5b342-b26d-4f10-8962-770343ebe205 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:43.079191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Attempting to bind port fc4bde38-626f-4386-8a54-058a20b0763a on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:43.079737 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Attempting to bind port fc4bde38-626f-4386-8a54-058a20b0763a by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:43.079932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Attempting to bind port fc4bde38-626f-4386-8a54-058a20b0763a on network 7e0af3b3-574e-4b1e-91c3-dbb590270776 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:43.088612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6cc5b4-9005-44da-bef2-15d5463e3b6a,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:43.091017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:43.091414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Checking segment: {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:43.092297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:43.092669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:43.093223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Bound using segment: {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:43.093851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Bound port: fc4bde38-626f-4386-8a54-058a20b0763a, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:43.094394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:43.116849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:43.137500 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8399186 Dec 22 17:23:43.174089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:43.185072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:43.185674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:43.278974 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] For port fc4bde38-626f-4386-8a54-058a20b0763a, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:43.284251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] For port fc4bde38-626f-4386-8a54-058a20b0763a, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc4bde38-626f-4386-8a54-058a20b0763a,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:43.296821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:43.302775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:43.396917 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3691a2c2-2eaa-4ff4-b470-0138f4d9e80c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86 HTTP/1.1" status: 200 len: 699 time: 0.3306584 Dec 22 17:23:43.397130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0ab0c-e00e-44b4-bf99-ce2e863f3e66 None None] Sync routers for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:43.397210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37922) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:43.426206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27025a39-8cf2-40f9-8e1c-2a5bf3f149eb None None] Pushing event updated for resources: {'Port': ['ID=fc4bde38-626f-4386-8a54-058a20b0763a,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:43.441758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-27025a39-8cf2-40f9-8e1c-2a5bf3f149eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:43.470092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0ab0c-e00e-44b4-bf99-ce2e863f3e66 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:43.470940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2ea0ab0c-e00e-44b4-bf99-ce2e863f3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:43.562483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:43.636762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:43.637603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:43.832256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-948aef98-515a-4cb1-b51f-583115f66d65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:23:43.900015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-948aef98-515a-4cb1-b51f-583115f66d65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:23:43.904082 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-948aef98-515a-4cb1-b51f-583115f66d65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650838689&fields=id&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 267 time: 0.2176590 Dec 22 17:23:43.926401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-2ea0ab0c-e00e-44b4-bf99-ce2e863f3e66 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:43.982148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=294c825c-acd1-43d3-a0c8-98c69dfc5bc5,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:44.001343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:44.010106 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6fe6750f-4886-4dbf-a343-8a6791f4a36e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:44.128598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-1ea9d4b7-6109-496f-ab74-603101c5f270 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:44.130040 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-1ea9d4b7-6109-496f-ab74-603101c5f270 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/networks?id=7e0af3b3-574e-4b1e-91c3-dbb590270776 HTTP/1.1" status: 200 len: 797 time: 0.2191005 Dec 22 17:23:44.146654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 000f4310-e3a6-408b-a77e-67dfe2151153 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:44.155741 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-d362030a-8ff5-471f-a6c4-30a51df9d8e9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/quotas/b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 375 time: 0.0199277 Dec 22 17:23:44.192425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:44.288915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-9684550b-69b6-45e1-b513-6f0bd1307102 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:23:44.293551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:44.303523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=294c825c-acd1-43d3-a0c8-98c69dfc5bc5,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:44.360995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:44.438359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-9684550b-69b6-45e1-b513-6f0bd1307102 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:23:44.439712 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-9684550b-69b6-45e1-b513-6f0bd1307102 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2565784 Dec 22 17:23:44.571886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 000f4310-e3a6-408b-a77e-67dfe2151153 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:44.572223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:44.581758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-d342a833-f006-4a30-9a5f-2be9106df7f3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:23:44.582734 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-d342a833-f006-4a30-9a5f-2be9106df7f3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1284242 Dec 22 17:23:44.770891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 921a7177-0b54-4e8b-9815-b48dc12615ea {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:44.771178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:44.817923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 921a7177-0b54-4e8b-9815-b48dc12615ea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:44.846938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2ea0ab0c-e00e-44b4-bf99-ce2e863f3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 7, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': '000f4310-e3a6-408b-a77e-67dfe2151153', 'name': '', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:30:c7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:28Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921a7177-0b54-4e8b-9815-b48dc12615ea', 'name': '', 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:de:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '96f61cc3-732f-4b81-a63e-398425de2650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:34Z', 'updated_at': '2021-12-22T17:23:42Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '96f61cc3-732f-4b81-a63e-398425de2650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:44.874511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0ab0c-e00e-44b4-bf99-ce2e863f3e66 None None] Checking router: b5385ec9-1d61-44b2-9590-05e6b5da3f86 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:23:44.898003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0ab0c-e00e-44b4-bf99-ce2e863f3e66 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:44.898646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2ea0ab0c-e00e-44b4-bf99-ce2e863f3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:44.936834 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-27a23350-43d6-4b15-899a-4c669037b6a9 service neutron] 10.222.0.70 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463407 Dec 22 17:23:44.962847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:43Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:45.035568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dccd6bc-7b1e-45f1-91e9-2d1cf5b5752c None None] The sync data for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv is: [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:43Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:45.062021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 921a7177-0b54-4e8b-9815-b48dc12615ea completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:45.069417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-2ea0ab0c-e00e-44b4-bf99-ce2e863f3e66 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:45.122337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 921a7177-0b54-4e8b-9815-b48dc12615ea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:45.122729 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:45.200091 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-b2199470-5998-4dc0-9603-4baeb9763201 service neutron] 10.222.0.70 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559953 Dec 22 17:23:45.225960 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port 921a7177-0b54-4e8b-9815-b48dc12615ea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=921a7177-0b54-4e8b-9815-b48dc12615ea,segment=NetworkSegment(d5554777-128a-464d-9238-196693917dbe),segment_id=d5554777-128a-464d-9238-196693917dbe)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:45.226505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:45.392784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 921a7177-0b54-4e8b-9815-b48dc12615ea owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:45.515360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:45.520681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-34fac911-22e7-422d-86ed-f337fc9f9c0e req-b845a40e-76a9-4e60-8dea-b9b23245d862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:23:45.565008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-34fac911-22e7-422d-86ed-f337fc9f9c0e req-b845a40e-76a9-4e60-8dea-b9b23245d862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:23:45.566679 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 921a7177-0b54-4e8b-9815-b48dc12615ea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=921a7177-0b54-4e8b-9815-b48dc12615ea,segment=NetworkSegment(d5554777-128a-464d-9238-196693917dbe),segment_id=d5554777-128a-464d-9238-196693917dbe)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:45.568700 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-34fac911-22e7-422d-86ed-f337fc9f9c0e req-b845a40e-76a9-4e60-8dea-b9b23245d862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 210 time: 0.1886466 Dec 22 17:23:45.577938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:45.579173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device bef6471b-cf9d-4add-9a7f-938e5f2447bc up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:45.644322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-27025a39-8cf2-40f9-8e1c-2a5bf3f149eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:45.735829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.db.api [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:23:45.736222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_db.api [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:23:45.772462 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=921a7177-0b54-4e8b-9815-b48dc12615ea,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:45.776088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:45.793143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port bef6471b-cf9d-4add-9a7f-938e5f2447bc triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:45.793518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:45.983071 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2ea0ab0c-e00e-44b4-bf99-ce2e863f3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 7, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': '000f4310-e3a6-408b-a77e-67dfe2151153', 'name': '', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:30:c7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:28Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921a7177-0b54-4e8b-9815-b48dc12615ea', 'name': '', 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:de:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '96f61cc3-732f-4b81-a63e-398425de2650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:34Z', 'updated_at': '2021-12-22T17:23:42Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '96f61cc3-732f-4b81-a63e-398425de2650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:45.987337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0ab0c-e00e-44b4-bf99-ce2e863f3e66 None None] The sync data for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv is: [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 7, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': '000f4310-e3a6-408b-a77e-67dfe2151153', 'name': '', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:30:c7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:28Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921a7177-0b54-4e8b-9815-b48dc12615ea', 'name': '', 'network_id': '9d063566-08f5-46b1-8aaf-7e3065287748', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:de:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '96f61cc3-732f-4b81-a63e-398425de2650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:34Z', 'updated_at': '2021-12-22T17:23:42Z', 'revision_number': 4, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '96f61cc3-732f-4b81-a63e-398425de2650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:46.172735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 921a7177-0b54-4e8b-9815-b48dc12615ea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:46.237374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 921a7177-0b54-4e8b-9815-b48dc12615ea {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:46.238390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:46.258131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 921a7177-0b54-4e8b-9815-b48dc12615ea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:46.258510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:46.397619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:46.461771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port 921a7177-0b54-4e8b-9815-b48dc12615ea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=921a7177-0b54-4e8b-9815-b48dc12615ea,segment=NetworkSegment(d5554777-128a-464d-9238-196693917dbe),segment_id=d5554777-128a-464d-9238-196693917dbe)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:46.462135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:46.472623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:46.473429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:46.598545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc4bde38-626f-4386-8a54-058a20b0763a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:46.601446 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 921a7177-0b54-4e8b-9815-b48dc12615ea owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:46.698398 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port fc4bde38-626f-4386-8a54-058a20b0763a completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:46.705098 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port fc4bde38-626f-4386-8a54-058a20b0763a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:46.706931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:46.848828 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a236825a-15f8-45ea-ac10-2316e81f1e28 req-ddd21748-2d25-471a-8c87-09e21d6189fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 210 time: 0.0947473 Dec 22 17:23:46.872774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:46.877771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:46.878373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:46.922001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-4727e35b-2a74-4be2-b547-c41e5eaefa37 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:46.923703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-4727e35b-2a74-4be2-b547-c41e5eaefa37 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:23:46.924276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port fc4bde38-626f-4386-8a54-058a20b0763a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc4bde38-626f-4386-8a54-058a20b0763a,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:46.929472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:46.931298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=921a7177-0b54-4e8b-9815-b48dc12615ea,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:46.933385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:46.943678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:46.960685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-4727e35b-2a74-4be2-b547-c41e5eaefa37 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:23:46.962846 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-4727e35b-2a74-4be2-b547-c41e5eaefa37 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks?id=7e0af3b3-574e-4b1e-91c3-dbb590270776 HTTP/1.1" status: 200 len: 797 time: 0.2786107 Dec 22 17:23:47.029924 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=fc4bde38-626f-4386-8a54-058a20b0763a,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:47.035673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:47.040924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-a0fabfb6-2bfa-43ce-b45d-891fd0a80941 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:23:47.055060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-a0fabfb6-2bfa-43ce-b45d-891fd0a80941 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:23:47.056216 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-a0fabfb6-2bfa-43ce-b45d-891fd0a80941 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 379 time: 0.0839469 Dec 22 17:23:47.066200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'device_id': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'admin_state_up': True, 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'security_groups': ['5749d4ed-c34a-4a42-83cb-7dedc645c365']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:47.210862 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:47.220837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:47.230359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:23:47.233935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:47.352981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:47.396741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.6 (7e0af3b3-574e-4b1e-91c3-dbb590270776/17472e80-2d9d-4be2-8bad-990b58c73ddf/d299b46e-d5f2-4b39-97a4-c5f0639bc901) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:47.592929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:47.608141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object d299b46e-d5f2-4b39-97a4-c5f0639bc901 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:47.631772 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:47.639946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c01bd338-2bec-4703-9960-41ce24ab76e6 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:47.679466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router b5385ec9-1d61-44b2-9590-05e6b5da3f86 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:47.703020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 7e0af3b3-574e-4b1e-91c3-dbb590270776 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:47.706026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:47.708453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:47.759183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=d299b46e-d5f2-4b39-97a4-c5f0639bc901,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:47.762128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:47.792442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:47.793326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:47.825943 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7634752 Dec 22 17:23:47.839384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ea4c18b5-819f-4a5a-a1a2-2dc28700f1d5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:23:47.841860 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ea4c18b5-819f-4a5a-a1a2-2dc28700f1d5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095513 Dec 22 17:23:47.848523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:47.860589 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e006a52-d9e5-43a3-884c-c35731ffef71 None None] Sync routers for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:47.868078 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4696205 Dec 22 17:23:47.871670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37960) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:47.874058 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e006a52-d9e5-43a3-884c-c35731ffef71 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:47.874690 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-6e006a52-d9e5-43a3-884c-c35731ffef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:47.928340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Request body: {'port': {'device_id': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:47.946127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-98becb00-5233-4c9b-b135-60aee4744d39 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting subnet 96f61cc3-732f-4b81-a63e-398425de2650 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:23:47.949359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-98becb00-5233-4c9b-b135-60aee4744d39 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:48.010944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1ae3f0fd-3e4f-4629-aed7-78d9f50570aa None None] Provisioning for port d299b46e-d5f2-4b39-97a4-c5f0639bc901 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:48.014551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-98becb00-5233-4c9b-b135-60aee4744d39 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:48.016947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1ae3f0fd-3e4f-4629-aed7-78d9f50570aa None None] Provisioning complete for port d299b46e-d5f2-4b39-97a4-c5f0639bc901 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:48.017393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1ae3f0fd-3e4f-4629-aed7-78d9f50570aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:48.077627 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-6e006a52-d9e5-43a3-884c-c35731ffef71 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:48.093375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-1ae3f0fd-3e4f-4629-aed7-78d9f50570aa None None] Port d299b46e-d5f2-4b39-97a4-c5f0639bc901 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:23:48.145047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-98becb00-5233-4c9b-b135-60aee4744d39 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:48.177672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:48.180944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc4bde38-626f-4386-8a54-058a20b0763a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:48.236778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-98becb00-5233-4c9b-b135-60aee4744d39 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:48.243529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0dd9fbf2-d842-4d55-9f79-7721d23d81aa tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:48.265219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port fc4bde38-626f-4386-8a54-058a20b0763a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:48.265697 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:48.298558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-98becb00-5233-4c9b-b135-60aee4744d39 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:48.302348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98becb00-5233-4c9b-b135-60aee4744d39 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Subnet': ['ID=96f61cc3-732f-4b81-a63e-398425de2650,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:48.310893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-98becb00-5233-4c9b-b135-60aee4744d39 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:48.315047 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-98becb00-5233-4c9b-b135-60aee4744d39 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/96f61cc3-732f-4b81-a63e-398425de2650 HTTP/1.1" status: 204 len: 168 time: 0.4428558 Dec 22 17:23:48.318918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37966) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:48.329328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb51f30a-2a95-4987-a689-898d195bdbe4 None None] Network 9d063566-08f5-46b1-8aaf-7e3065287748 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:48.410419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a8db6-430a-4aa3-98d8-a9450ca7a0be req-dc9b9233-2b1f-4a9b-8546-35bafa702dcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:48.411016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-d43a8db6-430a-4aa3-98d8-a9450ca7a0be req-dc9b9233-2b1f-4a9b-8546-35bafa702dcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:23:48.470800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:48.490268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-d43a8db6-430a-4aa3-98d8-a9450ca7a0be req-dc9b9233-2b1f-4a9b-8546-35bafa702dcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:23:48.490471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port bef6471b-cf9d-4add-9a7f-938e5f2447bc {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:48.491055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:48.491428 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d43a8db6-430a-4aa3-98d8-a9450ca7a0be req-dc9b9233-2b1f-4a9b-8546-35bafa702dcd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 931 time: 0.4219010 Dec 22 17:23:48.505935 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-6e006a52-d9e5-43a3-884c-c35731ffef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 8, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': '000f4310-e3a6-408b-a77e-67dfe2151153', 'name': '', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:30:c7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:28Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:48.509828 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e006a52-d9e5-43a3-884c-c35731ffef71 None None] Checking router: b5385ec9-1d61-44b2-9590-05e6b5da3f86 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:23:48.519236 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e006a52-d9e5-43a3-884c-c35731ffef71 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:48.520391 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-6e006a52-d9e5-43a3-884c-c35731ffef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:48.689806 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-6e006a52-d9e5-43a3-884c-c35731ffef71 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:48.713112 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d43a8db6-430a-4aa3-98d8-a9450ca7a0be req-ea6471f7-9870-4c8b-996d-d925150987d8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=5749d4ed-c34a-4a42-83cb-7dedc645c365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724115 Dec 22 17:23:48.799806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d299b46e-d5f2-4b39-97a4-c5f0639bc901 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:23:48.807726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:48.823244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Transition to ACTIVE for port object d299b46e-d5f2-4b39-97a4-c5f0639bc901 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:23:48.828408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:48.833729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:48.910628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Pushing event updated for resources: {'Port': ['ID=d299b46e-d5f2-4b39-97a4-c5f0639bc901,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:48.914379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:48.946207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port bef6471b-cf9d-4add-9a7f-938e5f2447bc, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=bef6471b-cf9d-4add-9a7f-938e5f2447bc,segment=NetworkSegment(d5554777-128a-464d-9238-196693917dbe),segment_id=d5554777-128a-464d-9238-196693917dbe)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:48.946914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.059258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2e80a-a749-4116-9a8b-1ad8d512839e None None] DHCP port deletion for 9d063566-08f5-46b1-8aaf-7e3065287748 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:23:49.069464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2e80a-a749-4116-9a8b-1ad8d512839e None None] Deleting port bef6471b-cf9d-4add-9a7f-938e5f2447bc {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:49.070173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e80a-a749-4116-9a8b-1ad8d512839e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.165011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Attempting to bind port d299b46e-d5f2-4b39-97a4-c5f0639bc901 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:23:49.165011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Attempting to bind port d299b46e-d5f2-4b39-97a4-c5f0639bc901 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:23:49.165011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Attempting to bind port d299b46e-d5f2-4b39-97a4-c5f0639bc901 on network 7e0af3b3-574e-4b1e-91c3-dbb590270776 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:49.170948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Port d299b46e-d5f2-4b39-97a4-c5f0639bc901 on network 7e0af3b3-574e-4b1e-91c3-dbb590270776 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:23:49.171375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Attempting to bind port d299b46e-d5f2-4b39-97a4-c5f0639bc901 on network 7e0af3b3-574e-4b1e-91c3-dbb590270776 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:23:49.177856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:23:49.178198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Checking segment: {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:23:49.178590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Bound using segment: {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:23:49.179019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Bound port: d299b46e-d5f2-4b39-97a4-c5f0639bc901, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:23:49.179393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.212537 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-6e006a52-d9e5-43a3-884c-c35731ffef71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 8, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': '000f4310-e3a6-408b-a77e-67dfe2151153', 'name': '', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:30:c7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:28Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:49.217744 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e006a52-d9e5-43a3-884c-c35731ffef71 None None] The sync data for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv is: [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 8, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': '000f4310-e3a6-408b-a77e-67dfe2151153', 'name': '', 'network_id': '9a61bb7f-73cf-42cc-979c-0a45dfe8efb6', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:30:c7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:28Z', 'updated_at': '2021-12-22T17:23:41Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'de85e0e2-cdb7-4212-a0e5-5d5f19546884', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:49.297888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] For port d299b46e-d5f2-4b39-97a4-c5f0639bc901, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:23:49.302715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] For port d299b46e-d5f2-4b39-97a4-c5f0639bc901, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d299b46e-d5f2-4b39-97a4-c5f0639bc901,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:23:49.311312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.316067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:49.366103 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for bef6471b-cf9d-4add-9a7f-938e5f2447bc owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:49.382400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:49.383084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.384630 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] 10.222.0.53 "PUT /v2.0/ports/d299b46e-d5f2-4b39-97a4-c5f0639bc901 HTTP/1.1" status: 200 len: 1093 time: 1.5363467 Dec 22 17:23:49.385050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'tag': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:23:49.406358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Pushing event updated for resources: {'Port': ['ID=d299b46e-d5f2-4b39-97a4-c5f0639bc901,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:49.409763 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:49.476021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.481742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3f727d8a-274f-48a9-a35c-c0cfe5cc0efb tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:49.507630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-b6c2e80a-a749-4116-9a8b-1ad8d512839e None None] For port bef6471b-cf9d-4add-9a7f-938e5f2447bc, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=bef6471b-cf9d-4add-9a7f-938e5f2447bc,segment=NetworkSegment(d5554777-128a-464d-9238-196693917dbe),segment_id=d5554777-128a-464d-9238-196693917dbe)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:49.508182 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e80a-a749-4116-9a8b-1ad8d512839e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.531238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=bef6471b-cf9d-4add-9a7f-938e5f2447bc,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:49.534536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:49.537426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No DVR routers for this DVR port bef6471b-cf9d-4add-9a7f-938e5f2447bc on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:23:49.548963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ae89957e-6fbb-4125-b71d-4115951716f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:49.552177 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-ae89957e-6fbb-4125-b71d-4115951716f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 1096 time: 0.1220245 Dec 22 17:23:49.554250 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'tag': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901', 'status': 'completed', 'code': 200} Dec 22 17:23:49.631381 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-8fc376f1-fc38-4b4f-b76c-79d5dd434655 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d299b46e-d5f2-4b39-97a4-c5f0639bc901 HTTP/1.1" status: 200 len: 217 time: 0.0705924 Dec 22 17:23:49.649650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2e80a-a749-4116-9a8b-1ad8d512839e None None] Calling delete_port for bef6471b-cf9d-4add-9a7f-938e5f2447bc owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:49.733703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.733858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-d6f4dcf2-216f-45e6-a449-44d14e3d82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:49.736112 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-d6f4dcf2-216f-45e6-a449-44d14e3d82ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17472e80-2d9d-4be2-8bad-990b58c73ddf HTTP/1.1" status: 200 len: 835 time: 0.0968106 Dec 22 17:23:49.737981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-b6c2e80a-a749-4116-9a8b-1ad8d512839e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:23:49.738397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-b6c2e80a-a749-4116-9a8b-1ad8d512839e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:23:49.780788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d063566-08f5-46b1-8aaf-7e3065287748']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:49.797894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5554777-128a-464d-9238-196693917dbe') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:49.800271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5554777-128a-464d-9238-196693917dbe') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:49.827790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-eccb6bab-2e8a-4e10-b2ba-3be3916dc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:49.829053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.829487 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-eccb6bab-2e8a-4e10-b2ba-3be3916dc042 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e0af3b3-574e-4b1e-91c3-dbb590270776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879092 Dec 22 17:23:49.847596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.855308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:23:49.855871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:23:49.879471 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:23:49.954989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.959777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:49.964463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-eb9e1b08-7d2f-4cc1-94d2-d406da2c665a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:49.989461 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Network': ['ID=9d063566-08f5-46b1-8aaf-7e3065287748,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:49.991941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:49.997151 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/networks/9d063566-08f5-46b1-8aaf-7e3065287748 HTTP/1.1" status: 204 len: 168 time: 1.6769419 Dec 22 17:23:50.000065 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37976) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:50.024020 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-cc5ffbb8-2cba-4486-9ce3-9cece57c04e4 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879110 Dec 22 17:23:50.065971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d9c9f-309f-4340-9545-93955098c84d req-2c57d69a-ad22-4743-af06-18d25a5c4e41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:50.067462 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-607d9c9f-309f-4340-9545-93955098c84d req-2c57d69a-ad22-4743-af06-18d25a5c4e41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 943 time: 0.1555409 Dec 22 17:23:50.081675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 921a7177-0b54-4e8b-9815-b48dc12615ea no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:23:50.118973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 921a7177-0b54-4e8b-9815-b48dc12615ea {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:23:50.118973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 921a7177-0b54-4e8b-9815-b48dc12615ea not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:23:50.118973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device bef6471b-cf9d-4add-9a7f-938e5f2447bc no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:23:50.151434 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: bef6471b-cf9d-4add-9a7f-938e5f2447bc {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:23:50.151802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device bef6471b-cf9d-4add-9a7f-938e5f2447bc not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:23:50.190224 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-607d9c9f-309f-4340-9545-93955098c84d req-8472206a-5ccc-4d00-a5d7-28515c20850f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=5749d4ed-c34a-4a42-83cb-7dedc645c365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758948 Dec 22 17:23:50.207419 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d115e988-1673-46d4-a2cc-a53bb4fd2c3c req-9f61b531-4f53-40c7-aa6a-dc1851e0b148 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756244 Dec 22 17:23:50.239375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2e80a-a749-4116-9a8b-1ad8d512839e None None] Deleting port bef6471b-cf9d-4add-9a7f-938e5f2447bc {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:50.239689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e80a-a749-4116-9a8b-1ad8d512839e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:50.310277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2e80a-a749-4116-9a8b-1ad8d512839e None None] The port 'bef6471b-cf9d-4add-9a7f-938e5f2447bc' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:23:50.332065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bccf-b4c3-4a2e-be1d-3d21d3518dea req-bf1f109c-7853-4344-8e69-948c34df4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:50.333616 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0bc6bccf-b4c3-4a2e-be1d-3d21d3518dea req-bf1f109c-7853-4344-8e69-948c34df4e29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 1096 time: 0.0798886 Dec 22 17:23:50.467566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bccf-b4c3-4a2e-be1d-3d21d3518dea req-53576117-ad40-49f8-947e-3baafa95727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:50.469019 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0bc6bccf-b4c3-4a2e-be1d-3d21d3518dea req-53576117-ad40-49f8-947e-3baafa95727b service neutron] 10.222.0.53 "GET /v2.0/networks?id=7e0af3b3-574e-4b1e-91c3-dbb590270776 HTTP/1.1" status: 200 len: 898 time: 0.1287351 Dec 22 17:23:50.528077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:50.651733 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0bc6bccf-b4c3-4a2e-be1d-3d21d3518dea req-283149ab-4cfa-4ad8-ba05-f40c4fde38ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d299b46e-d5f2-4b39-97a4-c5f0639bc901 HTTP/1.1" status: 200 len: 217 time: 0.1753249 Dec 22 17:23:50.720188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bccf-b4c3-4a2e-be1d-3d21d3518dea req-50bb185f-8c5a-49ad-9b5a-2e24ddcf05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:50.721629 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0bc6bccf-b4c3-4a2e-be1d-3d21d3518dea req-50bb185f-8c5a-49ad-9b5a-2e24ddcf05f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17472e80-2d9d-4be2-8bad-990b58c73ddf HTTP/1.1" status: 200 len: 835 time: 0.0632122 Dec 22 17:23:50.798738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bccf-b4c3-4a2e-be1d-3d21d3518dea req-05c9629e-34b6-4503-aafb-f8e21367ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:50.800160 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0bc6bccf-b4c3-4a2e-be1d-3d21d3518dea req-05c9629e-34b6-4503-aafb-f8e21367ddfe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e0af3b3-574e-4b1e-91c3-dbb590270776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718834 Dec 22 17:23:50.939655 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0bc6bccf-b4c3-4a2e-be1d-3d21d3518dea req-7432be67-134a-444c-ae79-48ae3b6b64bd service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324074 Dec 22 17:23:51.008587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 000f4310-e3a6-408b-a77e-67dfe2151153 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:51.008922 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:51.085917 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0bc6bccf-b4c3-4a2e-be1d-3d21d3518dea req-ec8ecc63-45d3-4774-8bf4-5cad83ffdfa7 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392283 Dec 22 17:23:51.199891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port 000f4310-e3a6-408b-a77e-67dfe2151153, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=000f4310-e3a6-408b-a77e-67dfe2151153,segment=NetworkSegment(b3f07ada-a1cf-4a66-a721-759aa2544161),segment_id=b3f07ada-a1cf-4a66-a721-759aa2544161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:51.200244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:51.326560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 000f4310-e3a6-408b-a77e-67dfe2151153 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:51.484905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c786687-c5be-4a86-a99d-3b1cdc41adb8 req-d4609a5a-b5b4-4271-888c-1f2eda0724d0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:51.486275 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3c786687-c5be-4a86-a99d-3b1cdc41adb8 req-d4609a5a-b5b4-4271-888c-1f2eda0724d0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 943 time: 0.1669760 Dec 22 17:23:51.565324 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3c786687-c5be-4a86-a99d-3b1cdc41adb8 req-b2b1cfea-9888-4775-a46c-3fac299f49d0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=5749d4ed-c34a-4a42-83cb-7dedc645c365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701816 Dec 22 17:23:51.601369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:51.605800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a055582d-4f8a-4c44-bb3a-75b3de98dae5 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:51.650087 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=000f4310-e3a6-408b-a77e-67dfe2151153,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:51.676592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:51.904040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:51.956906 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:23:52.218694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router b5385ec9-1d61-44b2-9590-05e6b5da3f86 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:52.362830 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device d299b46e-d5f2-4b39-97a4-c5f0639bc901 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:23:52.493425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:52.497054 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port d299b46e-d5f2-4b39-97a4-c5f0639bc901, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d299b46e-d5f2-4b39-97a4-c5f0639bc901,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:52.505821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622d955-43d7-462d-870b-a9673cd9690b None None] Sync routers for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:52.506279 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5052490 Dec 22 17:23:52.509009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37982) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:52.517550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'port_id': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901', 'mac_address': 'fa:16:3e:bf:fa:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:23:52.521994 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622d955-43d7-462d-870b-a9673cd9690b None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:52.522599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5622d955-43d7-462d-870b-a9673cd9690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:52.573046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf85b45-b4ec-425d-8227-b77d12677024 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting subnet de85e0e2-cdb7-4212-a0e5-5d5f19546884 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:23:52.576005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-caf85b45-b4ec-425d-8227-b77d12677024 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:52.634166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-caf85b45-b4ec-425d-8227-b77d12677024 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:52.708327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:52.723048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-caf85b45-b4ec-425d-8227-b77d12677024 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:52.733089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-5622d955-43d7-462d-870b-a9673cd9690b None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:52.774912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d299b46e-d5f2-4b39-97a4-c5f0639bc901 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:23:52.775447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd30f-39f3-410d-93df-a7b2dc06b022 req-3cabc39f-9932-4d3d-bb55-f65115d37c54 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:52.787746 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ca8bd30f-39f3-410d-93df-a7b2dc06b022 req-3cabc39f-9932-4d3d-bb55-f65115d37c54 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 943 time: 0.1141696 Dec 22 17:23:52.813813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port d299b46e-d5f2-4b39-97a4-c5f0639bc901, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d299b46e-d5f2-4b39-97a4-c5f0639bc901,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:52.825234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-caf85b45-b4ec-425d-8227-b77d12677024 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:52.833655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9506aa26-b2f1-4b3a-bbbf-3dbeae5c76db tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:52.841413 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ca8bd30f-39f3-410d-93df-a7b2dc06b022 req-5dcfe08c-82c6-451a-9d6f-1f54b0b021b3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=5749d4ed-c34a-4a42-83cb-7dedc645c365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525911 Dec 22 17:23:52.871372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:52.873923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf85b45-b4ec-425d-8227-b77d12677024 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Subnet': ['ID=de85e0e2-cdb7-4212-a0e5-5d5f19546884,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:52.876110 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-caf85b45-b4ec-425d-8227-b77d12677024 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:52.879532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-caf85b45-b4ec-425d-8227-b77d12677024 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:52.880049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:52.886218 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-caf85b45-b4ec-425d-8227-b77d12677024 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/de85e0e2-cdb7-4212-a0e5-5d5f19546884 HTTP/1.1" status: 204 len: 168 time: 0.3738143 Dec 22 17:23:52.886365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37988) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:52.914470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a817610c-008c-439c-a88b-8feef330dda9 None None] Network 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:53.001732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:53.011947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:53.012280 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:53.155806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=d299b46e-d5f2-4b39-97a4-c5f0639bc901,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:53.161031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:53.199988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['d299b46e-d5f2-4b39-97a4-c5f0639bc901'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:23:53.216993 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=11044ae2-f23e-4f69-a809-4c9c5ccbcbbd,segment=NetworkSegment(b3f07ada-a1cf-4a66-a721-759aa2544161),segment_id=b3f07ada-a1cf-4a66-a721-759aa2544161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:53.217334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:53.345157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:53.424228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:53.428899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:53.446804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5622d955-43d7-462d-870b-a9673cd9690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:51Z', 'revision_number': 9, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:53.460743 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622d955-43d7-462d-870b-a9673cd9690b None None] Checking router: b5385ec9-1d61-44b2-9590-05e6b5da3f86 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:23:53.476953 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=11044ae2-f23e-4f69-a809-4c9c5ccbcbbd,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:53.478734 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No DVR routers for this DVR port 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:23:53.480226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:53.490610 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622d955-43d7-462d-870b-a9673cd9690b None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:53.491267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5622d955-43d7-462d-870b-a9673cd9690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:53.545725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc0a539-95f9-4e80-8871-0e023ea064a0 None None] DHCP port deletion for 9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:23:53.601604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:53.628250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a61bb7f-73cf-42cc-979c-0a45dfe8efb6']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:53.640255 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f07ada-a1cf-4a66-a721-759aa2544161') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:53.640682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f07ada-a1cf-4a66-a721-759aa2544161') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:53.651965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:53.668187 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:53.674910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:23:53.675357 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:53.684967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-5622d955-43d7-462d-870b-a9673cd9690b None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:23:53.689575 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:23:53.773486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:53.776973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:53.792529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:53.806512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Network': ['ID=9a61bb7f-73cf-42cc-979c-0a45dfe8efb6,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:53.810747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:53.812286 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/networks/9a61bb7f-73cf-42cc-979c-0a45dfe8efb6 HTTP/1.1" status: 204 len: 168 time: 0.9250221 Dec 22 17:23:53.814944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 37992) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:54.074770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:23:54.110684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5622d955-43d7-462d-870b-a9673cd9690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:51Z', 'revision_number': 9, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:54.112928 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:23:54.113276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 11044ae2-f23e-4f69-a809-4c9c5ccbcbbd not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:23:54.116971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622d955-43d7-462d-870b-a9673cd9690b None None] The sync data for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv is: [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:51Z', 'revision_number': 9, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9866b6a-7321-4d7c-b8ce-0f7b1c138520', 'name': '', 'network_id': 'e5d489db-381b-46d3-ad87-8f4636a23dba', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:ce:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:23Z', 'updated_at': '2021-12-22T17:23:30Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': '2fe1e32d-a768-44fd-b470-1ffbe11f95da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:54.311484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407662b-bbb1-4941-b23c-c2d9a3367c99 req-517bcbd9-e5a5-4906-b0af-7e6267a0f65c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:54.312838 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d407662b-bbb1-4941-b23c-c2d9a3367c99 req-517bcbd9-e5a5-4906-b0af-7e6267a0f65c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 944 time: 0.2571170 Dec 22 17:23:54.377026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device d299b46e-d5f2-4b39-97a4-c5f0639bc901 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:23:54.437167 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d407662b-bbb1-4941-b23c-c2d9a3367c99 req-1a4d954f-009a-42eb-b2fd-5935a4566036 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=5749d4ed-c34a-4a42-83cb-7dedc645c365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172242 Dec 22 17:23:54.447268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port d299b46e-d5f2-4b39-97a4-c5f0639bc901 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:23:54.463940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port d299b46e-d5f2-4b39-97a4-c5f0639bc901 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:23:54.464484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:54.554360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:54.599123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:54.693117 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:23:54.749425 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901', 'code': 200} Dec 22 17:23:54.750886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port d299b46e-d5f2-4b39-97a4-c5f0639bc901, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d299b46e-d5f2-4b39-97a4-c5f0639bc901,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:54.767222 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:54.770486 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:54.851346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=d299b46e-d5f2-4b39-97a4-c5f0639bc901,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:54.855637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:54.909416 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port f9866b6a-7321-4d7c-b8ce-0f7b1c138520 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:54.910042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:55.012039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b21c-bb24-4eeb-ae3a-82f76d016f83 req-20988441-4b57-47f2-9468-f889845903da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:55.013641 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d269b21c-bb24-4eeb-ae3a-82f76d016f83 req-20988441-4b57-47f2-9468-f889845903da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 1098 time: 0.0765071 Dec 22 17:23:55.054756 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d269b21c-bb24-4eeb-ae3a-82f76d016f83 req-64f138fa-4685-4285-a602-018d0c3b01bd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5749d4ed-c34a-4a42-83cb-7dedc645c365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344188 Dec 22 17:23:55.100451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port f9866b6a-7321-4d7c-b8ce-0f7b1c138520, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f9866b6a-7321-4d7c-b8ce-0f7b1c138520,segment=NetworkSegment(29ae173e-fe32-44a2-8c85-16e61553e899),segment_id=29ae173e-fe32-44a2-8c85-16e61553e899)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:55.100718 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:55.221818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for f9866b6a-7321-4d7c-b8ce-0f7b1c138520 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:55.401285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:55.405465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0a80abcf-06b7-40e1-81d9-87d489e70fe2 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:55.610478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=f9866b6a-7321-4d7c-b8ce-0f7b1c138520,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:55.617798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:55.856623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012cf53-0979-4918-8754-bcf5a5e37da8 req-2645351c-32b8-413d-b244-557479ce6f26 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:55.858085 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0012cf53-0979-4918-8754-bcf5a5e37da8 req-2645351c-32b8-413d-b244-557479ce6f26 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 945 time: 0.2872717 Dec 22 17:23:55.923577 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:55.929128 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0012cf53-0979-4918-8754-bcf5a5e37da8 req-ff0684ff-cc9e-4242-9f15-d2f5764292d5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=5749d4ed-c34a-4a42-83cb-7dedc645c365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636864 Dec 22 17:23:56.094627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 000f4310-e3a6-408b-a77e-67dfe2151153 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:23:56.130786 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 000f4310-e3a6-408b-a77e-67dfe2151153 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:23:56.131186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 000f4310-e3a6-408b-a77e-67dfe2151153 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:23:56.253532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router b5385ec9-1d61-44b2-9590-05e6b5da3f86 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:23:56.411193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:23:56.420267 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b9ebd-489d-44bf-b25e-cd0986226500 None None] Sync routers for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:23:56.423633 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6074665 Dec 22 17:23:56.426227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38002) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:56.430874 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b9ebd-489d-44bf-b25e-cd0986226500 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:56.431508 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5a5b9ebd-489d-44bf-b25e-cd0986226500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:56.494108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7876dc-418c-4e39-892a-832503a4f8ce tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting subnet 2fe1e32d-a768-44fd-b470-1ffbe11f95da {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:23:56.497030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3c7876dc-418c-4e39-892a-832503a4f8ce tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:56.550167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3c7876dc-418c-4e39-892a-832503a4f8ce tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:56.580821 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-5a5b9ebd-489d-44bf-b25e-cd0986226500 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:56.633343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3c7876dc-418c-4e39-892a-832503a4f8ce tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:56.716608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3c7876dc-418c-4e39-892a-832503a4f8ce tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:56.720507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:56.756720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7876dc-418c-4e39-892a-832503a4f8ce tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe1e32d-a768-44fd-b470-1ffbe11f95da,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:56.759750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3c7876dc-418c-4e39-892a-832503a4f8ce tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:56.760717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3c7876dc-418c-4e39-892a-832503a4f8ce tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:56.766712 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3c7876dc-418c-4e39-892a-832503a4f8ce tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/2fe1e32d-a768-44fd-b470-1ffbe11f95da HTTP/1.1" status: 204 len: 168 time: 0.3395331 Dec 22 17:23:56.769328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38006) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:56.773583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc116020-192c-4f14-bcfc-8090ac4dfa96 None None] Network e5d489db-381b-46d3-ad87-8f4636a23dba requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:23:56.888972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:56.899586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port fe0ab0fd-ae67-4835-a835-6f64cb3c857b {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:56.899923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:56.903054 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5a5b9ebd-489d-44bf-b25e-cd0986226500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:55Z', 'revision_number': 10, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:56.907653 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b9ebd-489d-44bf-b25e-cd0986226500 None None] Checking router: b5385ec9-1d61-44b2-9590-05e6b5da3f86 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:23:56.916134 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b9ebd-489d-44bf-b25e-cd0986226500 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:23:56.916802 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5a5b9ebd-489d-44bf-b25e-cd0986226500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:23:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:57.073958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00649464-5aed-4f7e-a90f-24c4caf9cbcc None None] DHCP port deletion for e5d489db-381b-46d3-ad87-8f4636a23dba request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:23:57.079206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-00649464-5aed-4f7e-a90f-24c4caf9cbcc None None] Deleting port fe0ab0fd-ae67-4835-a835-6f64cb3c857b {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:57.079495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-00649464-5aed-4f7e-a90f-24c4caf9cbcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:57.086323 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-5a5b9ebd-489d-44bf-b25e-cd0986226500 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:23:57.182728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port fe0ab0fd-ae67-4835-a835-6f64cb3c857b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fe0ab0fd-ae67-4835-a835-6f64cb3c857b,segment=NetworkSegment(29ae173e-fe32-44a2-8c85-16e61553e899),segment_id=29ae173e-fe32-44a2-8c85-16e61553e899)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:57.183084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:57.288330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-00649464-5aed-4f7e-a90f-24c4caf9cbcc None None] For port fe0ab0fd-ae67-4835-a835-6f64cb3c857b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fe0ab0fd-ae67-4835-a835-6f64cb3c857b,segment=NetworkSegment(29ae173e-fe32-44a2-8c85-16e61553e899),segment_id=29ae173e-fe32-44a2-8c85-16e61553e899)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:57.288890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-00649464-5aed-4f7e-a90f-24c4caf9cbcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:57.314731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for fe0ab0fd-ae67-4835-a835-6f64cb3c857b owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:57.376949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fbce1-c130-474a-b280-07d237c4a506 req-b3693c89-d2fb-48bf-b30d-53e78c85fc09 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:57.378334 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-399fbce1-c130-474a-b280-07d237c4a506 req-b3693c89-d2fb-48bf-b30d-53e78c85fc09 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 945 time: 0.2795043 Dec 22 17:23:57.401142 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5a5b9ebd-489d-44bf-b25e-cd0986226500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:55Z', 'revision_number': 10, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:57.405221 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b9ebd-489d-44bf-b25e-cd0986226500 None None] The sync data for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv is: [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:55Z', 'revision_number': 10, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None, '_interfaces': [{'id': 'bd911eda-d815-41b7-81c8-de38e225057a', 'name': '', 'network_id': '6604527d-0c03-4049-b1d0-7a04aab3a7d9', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'mac_address': 'fa:16:3e:79:38:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:17Z', 'updated_at': '2021-12-22T17:23:26Z', 'revision_number': 5, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'subnets': [{'id': 'c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:23:57.413566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-00649464-5aed-4f7e-a90f-24c4caf9cbcc None None] Calling delete_port for fe0ab0fd-ae67-4835-a835-6f64cb3c857b owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:57.429914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:57.438113 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: from cryptography.utils import int_from_bytes Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: from cryptography.utils import int_from_bytes Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn_limited( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn_limited( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 17:23:57.484650 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 17:23:57.488483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=fe0ab0fd-ae67-4835-a835-6f64cb3c857b,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:57.490567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-00649464-5aed-4f7e-a90f-24c4caf9cbcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:23:57.490933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-00649464-5aed-4f7e-a90f-24c4caf9cbcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:23:57.494288 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-399fbce1-c130-474a-b280-07d237c4a506 req-6abfebb3-2db4-4aab-b1ce-90a5fca4a60d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=5749d4ed-c34a-4a42-83cb-7dedc645c365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965400 Dec 22 17:23:57.496354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No DVR routers for this DVR port fe0ab0fd-ae67-4835-a835-6f64cb3c857b on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:23:57.526910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:57.527325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:57.528100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:57.528100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:57.528421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:57.528830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:57.529195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:57.529556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:57.530161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:57.530267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:57.530710 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:57.531017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:23:57.537111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:57.584327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba1cddd6-72f1-4e4d-b952-29ad9037a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:57.694718 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4202c-b40f-437e-8cdf-98a5c85fdb60 req-defe7e45-8c05-4f36-8660-f5450b11887a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:57.696156 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b2a4202c-b40f-437e-8cdf-98a5c85fdb60 req-defe7e45-8c05-4f36-8660-f5450b11887a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 945 time: 0.0914779 Dec 22 17:23:57.740596 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b2a4202c-b40f-437e-8cdf-98a5c85fdb60 req-bf1eb77b-1d33-43fa-bc71-b7e6a3bc5352 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=5749d4ed-c34a-4a42-83cb-7dedc645c365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386682 Dec 22 17:23:57.750392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:57.769970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38014) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:57.777576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d489db-381b-46d3-ad87-8f4636a23dba']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:57.791918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ae173e-fe32-44a2-8c85-16e61553e899') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:57.792531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ae173e-fe32-44a2-8c85-16e61553e899') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:23:57.808781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:57.827968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:57.834456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:23:57.835089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:57.846013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae2f5e7-5157-4ea6-8455-0c8be0fd74a4 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:23:57.847792 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bae2f5e7-5157-4ea6-8455-0c8be0fd74a4 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 1093 time: 0.0766213 Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:23:57.850147 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:23:57.852256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38018) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:57.856550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:23:57.863611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:23:57.867533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:floatingip and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:23:57.870437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:23:57.876612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:23:57.888481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:57.937567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:57.942300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:57.945302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e3c60af8-7eee-409d-af02-42b51482b68e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:57.971233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Network': ['ID=e5d489db-381b-46d3-ad87-8f4636a23dba,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:57.973692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:57.979637 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/networks/e5d489db-381b-46d3-ad87-8f4636a23dba HTTP/1.1" status: 204 len: 168 time: 1.2092092 Dec 22 17:23:57.980580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38022) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:23:57.992567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-00649464-5aed-4f7e-a90f-24c4caf9cbcc None None] Deleting port fe0ab0fd-ae67-4835-a835-6f64cb3c857b {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:57.993099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-00649464-5aed-4f7e-a90f-24c4caf9cbcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:58.071996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-00649464-5aed-4f7e-a90f-24c4caf9cbcc None None] The port 'fe0ab0fd-ae67-4835-a835-6f64cb3c857b' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:23:58.100437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fe0ab0fd-ae67-4835-a835-6f64cb3c857b no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:23:58.140230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: fe0ab0fd-ae67-4835-a835-6f64cb3c857b {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:23:58.140852 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fe0ab0fd-ae67-4835-a835-6f64cb3c857b not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:23:58.141292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f9866b6a-7321-4d7c-b8ce-0f7b1c138520 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:23:58.174908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: f9866b6a-7321-4d7c-b8ce-0f7b1c138520 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:23:58.175289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f9866b6a-7321-4d7c-b8ce-0f7b1c138520 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:23:58.190122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:58.341885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.79 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/facaf87a-3dda-4dc0-84cd-242b0ebafb86) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:23:58.490599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:58.501561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:58.521515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:58.525137 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59349977-7374-42a3-9dc8-e54a9353a534 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:58.594774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:23:58.597470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:23:58.601584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:23:58.625824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=facaf87a-3dda-4dc0-84cd-242b0ebafb86,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:58.630659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:58.844534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port bd911eda-d815-41b7-81c8-de38e225057a {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:23:58.845133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:59.024949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:59.032592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port bd911eda-d815-41b7-81c8-de38e225057a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=bd911eda-d815-41b7-81c8-de38e225057a,segment=NetworkSegment(803ae02d-358a-4e73-ab31-cd2b40a5426b),segment_id=803ae02d-358a-4e73-ab31-cd2b40a5426b)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:23:59.032946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:59.100853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:59.281043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for bd911eda-d815-41b7-81c8-de38e225057a owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:23:59.311606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:59.317164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:59.321005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4137084c-0adb-43c4-adec-fea9a5554074 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:59.427568 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=facaf87a-3dda-4dc0-84cd-242b0ebafb86,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:59.431340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:59.437648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:59.591647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:23:59.596039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:23:59.606685 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 381142ac-5c69-40bd-9142-93c2fadfd88c associated. External IP: 172.26.3.79, port: d299b46e-d5f2-4b39-97a4-c5f0639bc901. Dec 22 17:23:59.640110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=bd911eda-d815-41b7-81c8-de38e225057a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:23:59.667036 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:23:59.893165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:00.024480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5c0fda58-ac41-4857-81cb-03f60afaee9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:00.106360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router d7ae89e1-ec6c-43bd-ab46-28020e28f60f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:24:00.164700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router b5385ec9-1d61-44b2-9590-05e6b5da3f86 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:24:00.290524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:24:00.299754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1279ad8-b634-468e-94fa-cc2b47fa78be None None] Sync routers for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:24:00.300165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:24:00.313325 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3316188 Dec 22 17:24:00.315231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1279ad8-b634-468e-94fa-cc2b47fa78be None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:00.316020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f1279ad8-b634-468e-94fa-cc2b47fa78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:00.316916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38026) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:00.318545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:00.319505 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc78ee-fb14-4145-9ba2-82cf388a8659 None None] Sync routers for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:24:00.342027 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc78ee-fb14-4145-9ba2-82cf388a8659 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:00.342778 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3ebc78ee-fb14-4145-9ba2-82cf388a8659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:00.385581 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5307958 Dec 22 17:24:00.385581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'tag': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:24:00.385901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38030) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:00.438254 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'tag': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901', 'status': 'completed', 'code': 200} Dec 22 17:24:00.454020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-345e9e9e-de82-484e-862a-e803b6f5c3fa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting subnet c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:24:00.505770 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-3ebc78ee-fb14-4145-9ba2-82cf388a8659 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:00.536420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-f1279ad8-b634-468e-94fa-cc2b47fa78be None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:00.639711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-345e9e9e-de82-484e-862a-e803b6f5c3fa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:00.656885 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3ebc78ee-fb14-4145-9ba2-82cf388a8659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:59Z', 'revision_number': 11, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:00.661020 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc78ee-fb14-4145-9ba2-82cf388a8659 None None] Checking router: b5385ec9-1d61-44b2-9590-05e6b5da3f86 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:24:00.672390 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc78ee-fb14-4145-9ba2-82cf388a8659 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:00.673529 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3ebc78ee-fb14-4145-9ba2-82cf388a8659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:00.734746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-345e9e9e-de82-484e-862a-e803b6f5c3fa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:00.764779 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1d4885c5-9805-4b19-aed4-22e230906108 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/381142ac-5c69-40bd-9142-93c2fadfd88c HTTP/1.1" status: 200 len: 990 time: 0.3776395 Dec 22 17:24:00.808796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236819d-acbc-4078-bead-6f57b515ddc2 req-840f9a75-13bd-4caf-bc80-5b813c3a8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:00.810826 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0236819d-acbc-4078-bead-6f57b515ddc2 req-840f9a75-13bd-4caf-bc80-5b813c3a8b7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 1098 time: 0.2030449 Dec 22 17:24:00.811061 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-3ebc78ee-fb14-4145-9ba2-82cf388a8659 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:00.917758 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-345e9e9e-de82-484e-862a-e803b6f5c3fa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:00.921092 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3ebc78ee-fb14-4145-9ba2-82cf388a8659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:59Z', 'revision_number': 11, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:00.925823 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc78ee-fb14-4145-9ba2-82cf388a8659 None None] The sync data for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv is: [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:59Z', 'revision_number': 11, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:24:00.973961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f1279ad8-b634-468e-94fa-cc2b47fa78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '381142ac-5c69-40bd-9142-93c2fadfd88c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'port_id': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'mac_address': 'fa:16:3e:bf:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:23:58Z', 'updated_at': '2021-12-22T17:23:58Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:00.977818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1279ad8-b634-468e-94fa-cc2b47fa78be None None] Checking router: d7ae89e1-ec6c-43bd-ab46-28020e28f60f for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:24:00.986788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1279ad8-b634-468e-94fa-cc2b47fa78be None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:00.987425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f1279ad8-b634-468e-94fa-cc2b47fa78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:01.008962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236819d-acbc-4078-bead-6f57b515ddc2 req-a1c2c9f3-3d97-4205-be1f-3bee344f39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:01.010407 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0236819d-acbc-4078-bead-6f57b515ddc2 req-a1c2c9f3-3d97-4205-be1f-3bee344f39d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7e0af3b3-574e-4b1e-91c3-dbb590270776 HTTP/1.1" status: 200 len: 898 time: 0.1888900 Dec 22 17:24:01.076149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.091021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-345e9e9e-de82-484e-862a-e803b6f5c3fa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.098020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0057fc31-079b-4eb4-89a3-64b83691b4d3 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:01.151629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e9e9e-de82-484e-862a-e803b6f5c3fa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Subnet': ['ID=c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:01.157147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-345e9e9e-de82-484e-862a-e803b6f5c3fa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.161602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-345e9e9e-de82-484e-862a-e803b6f5c3fa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:01.164726 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0236819d-acbc-4078-bead-6f57b515ddc2 req-925e37f4-c222-4ef4-9ebb-d50ec1225246 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d299b46e-d5f2-4b39-97a4-c5f0639bc901 HTTP/1.1" status: 200 len: 998 time: 0.1472583 Dec 22 17:24:01.167388 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-345e9e9e-de82-484e-862a-e803b6f5c3fa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5 HTTP/1.1" status: 204 len: 168 time: 0.8501279 Dec 22 17:24:01.168116 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02789e29-33a4-44e5-bf57-5d76343ca6d9 None None] Network 6604527d-0c03-4049-b1d0-7a04aab3a7d9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:24:01.170701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38036) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:01.228433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236819d-acbc-4078-bead-6f57b515ddc2 req-0fcd173f-bada-4c45-b318-1d011e11118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:01.229869 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0236819d-acbc-4078-bead-6f57b515ddc2 req-0fcd173f-bada-4c45-b318-1d011e11118e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17472e80-2d9d-4be2-8bad-990b58c73ddf HTTP/1.1" status: 200 len: 835 time: 0.0580173 Dec 22 17:24:01.281835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.293483 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.295275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-f1279ad8-b634-468e-94fa-cc2b47fa78be None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:01.305090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Deleting port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:24:01.305456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.322018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236819d-acbc-4078-bead-6f57b515ddc2 req-1710d500-0438-4c2a-a95b-46660f67449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:01.324997 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0236819d-acbc-4078-bead-6f57b515ddc2 req-1710d500-0438-4c2a-a95b-46660f67449b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e0af3b3-574e-4b1e-91c3-dbb590270776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878425 Dec 22 17:24:01.483472 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0236819d-acbc-4078-bead-6f57b515ddc2 req-a4dbc8a0-3e92-473d-ba9a-df8ba9305cc8 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506066 Dec 22 17:24:01.532906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] For port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=52f89af2-ccd1-4b2a-a65f-2d7050620fe5,segment=NetworkSegment(803ae02d-358a-4e73-ab31-cd2b40a5426b),segment_id=803ae02d-358a-4e73-ab31-cd2b40a5426b)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:24:01.533729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.619708 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8102fa-b1f5-4671-bd4c-ae2991776722 None None] DHCP port deletion for 6604527d-0c03-4049-b1d0-7a04aab3a7d9 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:24:01.631263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-7c8102fa-b1f5-4671-bd4c-ae2991776722 None None] Deleting port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:24:01.631651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c8102fa-b1f5-4671-bd4c-ae2991776722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.637457 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0236819d-acbc-4078-bead-6f57b515ddc2 req-420b9621-6286-40bc-b83c-6b82b9763f11 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471357 Dec 22 17:24:01.666728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Calling delete_port for 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:24:01.745240 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.751463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:01.769412 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38040) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:01.797238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Port': ['ID=52f89af2-ccd1-4b2a-a65f-2d7050620fe5,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:01.799084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No DVR routers for this DVR port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:24:01.800624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:01.891742 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ab80a38b-b29e-4cf1-844a-0fd43d73111c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/381142ac-5c69-40bd-9142-93c2fadfd88c HTTP/1.1" status: 200 len: 990 time: 0.1192856 Dec 22 17:24:01.925155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.930947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7c8102fa-b1f5-4671-bd4c-ae2991776722 None None] For port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=52f89af2-ccd1-4b2a-a65f-2d7050620fe5,segment=NetworkSegment(803ae02d-358a-4e73-ab31-cd2b40a5426b),segment_id=803ae02d-358a-4e73-ab31-cd2b40a5426b)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:24:01.931806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c8102fa-b1f5-4671-bd4c-ae2991776722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.949795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6604527d-0c03-4049-b1d0-7a04aab3a7d9']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:01.962152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803ae02d-358a-4e73-ab31-cd2b40a5426b') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:01.962438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803ae02d-358a-4e73-ab31-cd2b40a5426b') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:01.973362 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.992774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:01.999552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:24:01.999942 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:02.057958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-7c8102fa-b1f5-4671-bd4c-ae2991776722 None None] Calling delete_port for 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:24:02.096853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:24:02.134250 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:24:02.143048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:24:02.143433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:24:02.143866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device bd911eda-d815-41b7-81c8-de38e225057a no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:24:02.180373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f1279ad8-b634-468e-94fa-cc2b47fa78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '381142ac-5c69-40bd-9142-93c2fadfd88c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'port_id': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'mac_address': 'fa:16:3e:bf:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:23:58Z', 'updated_at': '2021-12-22T17:23:58Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:02.193377 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: bd911eda-d815-41b7-81c8-de38e225057a {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:24:02.193732 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device bd911eda-d815-41b7-81c8-de38e225057a not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:24:02.199660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1279ad8-b634-468e-94fa-cc2b47fa78be None None] The sync data for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv is: [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '381142ac-5c69-40bd-9142-93c2fadfd88c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'port_id': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'mac_address': 'fa:16:3e:bf:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:23:58Z', 'updated_at': '2021-12-22T17:23:58Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:24:02.215820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:02.220124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-7c8102fa-b1f5-4671-bd4c-ae2991776722 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:24:02.220124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-7c8102fa-b1f5-4671-bd4c-ae2991776722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:24:02.221630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9b727c2c-ed01-4878-8235-52e62a323106 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:02.239971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:02.251941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Pushing event deleted for resources: {'Network': ['ID=6604527d-0c03-4049-b1d0-7a04aab3a7d9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:02.256301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:02.259986 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/networks/6604527d-0c03-4049-b1d0-7a04aab3a7d9 HTTP/1.1" status: 204 len: 168 time: 1.0881267 Dec 22 17:24:02.262286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38044) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:02.267460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-978f95d4-e4b0-4a49-8e4e-efd6b3e84f9e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'router': {'routes': None}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:02.408186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2299ea-e5b2-4aac-81e9-a09146a827aa None None] New status for floating IP 381142ac-5c69-40bd-9142-93c2fadfd88c: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:24:02.564001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.extraroute_db [None req-978f95d4-e4b0-4a49-8e4e-efd6b3e84f9e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Added routes are [] {{(pid=87586) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 17:24:02.564277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.extraroute_db [None req-978f95d4-e4b0-4a49-8e4e-efd6b3e84f9e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Removed routes are [] {{(pid=87586) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 17:24:02.564639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-978f95d4-e4b0-4a49-8e4e-efd6b3e84f9e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:02.565823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:02.724139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-7c8102fa-b1f5-4671-bd4c-ae2991776722 None None] Deleting port 52f89af2-ccd1-4b2a-a65f-2d7050620fe5 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:24:02.724574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c8102fa-b1f5-4671-bd4c-ae2991776722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:02.794882 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-7c8102fa-b1f5-4671-bd4c-ae2991776722 None None] The port '52f89af2-ccd1-4b2a-a65f-2d7050620fe5' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:24:02.825081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-978f95d4-e4b0-4a49-8e4e-efd6b3e84f9e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:02.829175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-978f95d4-e4b0-4a49-8e4e-efd6b3e84f9e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:02.894150 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38048) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:02.961157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978f95d4-e4b0-4a49-8e4e-efd6b3e84f9e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router b5385ec9-1d61-44b2-9590-05e6b5da3f86 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:24:03.051007 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a4e9fc1d-1501-4e67-a34f-472cecfb10e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/381142ac-5c69-40bd-9142-93c2fadfd88c HTTP/1.1" status: 200 len: 992 time: 0.1554949 Dec 22 17:24:03.092233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978f95d4-e4b0-4a49-8e4e-efd6b3e84f9e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:24:03.098450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-978f95d4-e4b0-4a49-8e4e-efd6b3e84f9e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:03.099577 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-978f95d4-e4b0-4a49-8e4e-efd6b3e84f9e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86 HTTP/1.1" status: 200 len: 700 time: 0.8363957 Dec 22 17:24:03.101373 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0452ee5e-1cfb-4a71-acf7-f4a97eedf1f3 None None] Sync routers for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:24:03.102272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38054) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:03.110753 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0452ee5e-1cfb-4a71-acf7-f4a97eedf1f3 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:03.111446 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0452ee5e-1cfb-4a71-acf7-f4a97eedf1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:03.146648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b904f5f8-a128-44b8-9063-3119e3c2eb5f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Synchronizing usage tracker for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:24:03.161486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b904f5f8-a128-44b8-9063-3119e3c2eb5f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Unset dirty status for tenant:e0cce974cb6e480d86209e2cbaadeb76 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:24:03.162898 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b904f5f8-a128-44b8-9063-3119e3c2eb5f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5385ec9-1d61-44b2-9590-05e6b5da3f86 HTTP/1.1" status: 200 len: 205 time: 0.0597432 Dec 22 17:24:03.165530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38058) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:03.235792 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-0452ee5e-1cfb-4a71-acf7-f4a97eedf1f3 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:03.345785 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0452ee5e-1cfb-4a71-acf7-f4a97eedf1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:59Z', 'revision_number': 11, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:03.349991 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0452ee5e-1cfb-4a71-acf7-f4a97eedf1f3 None None] Checking router: b5385ec9-1d61-44b2-9590-05e6b5da3f86 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:24:03.358342 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0452ee5e-1cfb-4a71-acf7-f4a97eedf1f3 None None] Routers {'b5385ec9-1d61-44b2-9590-05e6b5da3f86'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:03.358945 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0452ee5e-1cfb-4a71-acf7-f4a97eedf1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:03.425687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be8875c5-e2c0-4810-a14f-a69f140b81e1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:03.486470 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-0452ee5e-1cfb-4a71-acf7-f4a97eedf1f3 None None] Set router b5385ec9-1d61-44b2-9590-05e6b5da3f86 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:03.587962 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0452ee5e-1cfb-4a71-acf7-f4a97eedf1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:59Z', 'revision_number': 11, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:03.592385 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0452ee5e-1cfb-4a71-acf7-f4a97eedf1f3 None None] The sync data for ids ['b5385ec9-1d61-44b2-9590-05e6b5da3f86'] in dv-neutron-822513-1-hyperv is: [{'id': 'b5385ec9-1d61-44b2-9590-05e6b5da3f86', 'name': 'tempest-RoutersTest-router-150268604', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:15Z', 'updated_at': '2021-12-22T17:23:59Z', 'revision_number': 11, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:24:03.723645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be8875c5-e2c0-4810-a14f-a69f140b81e1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:03.725781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be8875c5-e2c0-4810-a14f-a69f140b81e1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:03.748740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be8875c5-e2c0-4810-a14f-a69f140b81e1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:03.749434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8875c5-e2c0-4810-a14f-a69f140b81e1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Fanout notify agent at l3_agent the message router_deleted on router b5385ec9-1d61-44b2-9590-05e6b5da3f86 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:24:03.764829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-be8875c5-e2c0-4810-a14f-a69f140b81e1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:03.769611 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-be8875c5-e2c0-4810-a14f-a69f140b81e1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86 HTTP/1.1" status: 204 len: 168 time: 0.5994802 Dec 22 17:24:03.769813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38062) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:03.774769 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-05748f90-c8c4-49fd-81c7-42d0bc178faa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1223601364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:03.782368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-05748f90-c8c4-49fd-81c7-42d0bc178faa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:03.786936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-05748f90-c8c4-49fd-81c7-42d0bc178faa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Usage tracker for resource:router and tenant:e0cce974cb6e480d86209e2cbaadeb76 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:03.796787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-05748f90-c8c4-49fd-81c7-42d0bc178faa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:03.806606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-05748f90-c8c4-49fd-81c7-42d0bc178faa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:03.816933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-05748f90-c8c4-49fd-81c7-42d0bc178faa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:03.817958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-05748f90-c8c4-49fd-81c7-42d0bc178faa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:03.837687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-05748f90-c8c4-49fd-81c7-42d0bc178faa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:03.860245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-05748f90-c8c4-49fd-81c7-42d0bc178faa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:03.885705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-05748f90-c8c4-49fd-81c7-42d0bc178faa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:03.887121 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-05748f90-c8c4-49fd-81c7-42d0bc178faa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1163886 Dec 22 17:24:03.890442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38066) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:03.895363 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0cbffaf5-f794-4d92-98c5-638876c80aad tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:04.265671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0cbffaf5-f794-4d92-98c5-638876c80aad tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:04.275736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0cbffaf5-f794-4d92-98c5-638876c80aad tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:04.431548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbffaf5-f794-4d92-98c5-638876c80aad tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Router 97a8e633-14c5-4a76-8821-c8c24528ee6c is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:24:04.564341 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbffaf5-f794-4d92-98c5-638876c80aad tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:24:04.570557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0cbffaf5-f794-4d92-98c5-638876c80aad tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:04.573645 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0cbffaf5-f794-4d92-98c5-638876c80aad tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "PUT /v2.0/routers/97a8e633-14c5-4a76-8821-c8c24528ee6c HTTP/1.1" status: 200 len: 694 time: 0.6803439 Dec 22 17:24:04.573873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9af7a-02e0-464d-a31a-feece6552f2c None None] Sync routers for ids ['97a8e633-14c5-4a76-8821-c8c24528ee6c'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:24:04.574333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38070) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:04.582962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9af7a-02e0-464d-a31a-feece6552f2c None None] Routers {'97a8e633-14c5-4a76-8821-c8c24528ee6c'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:04.583619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e6b9af7a-02e0-464d-a31a-feece6552f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['97a8e633-14c5-4a76-8821-c8c24528ee6c'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:04.718200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-e6b9af7a-02e0-464d-a31a-feece6552f2c None None] Set router 97a8e633-14c5-4a76-8821-c8c24528ee6c gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:04.828786 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e6b9af7a-02e0-464d-a31a-feece6552f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a8e633-14c5-4a76-8821-c8c24528ee6c', 'name': 'tempest-RoutersTest-router-1223601364', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:24:03Z', 'updated_at': '2021-12-22T17:24:04Z', 'revision_number': 2, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:04.832898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9af7a-02e0-464d-a31a-feece6552f2c None None] Checking router: 97a8e633-14c5-4a76-8821-c8c24528ee6c for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:24:04.840525 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a17b0f08-bb92-4b9e-bb87-0ae1c186fb44 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/routers/97a8e633-14c5-4a76-8821-c8c24528ee6c HTTP/1.1" status: 200 len: 700 time: 0.2652071 Dec 22 17:24:04.842426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9af7a-02e0-464d-a31a-feece6552f2c None None] Routers {'97a8e633-14c5-4a76-8821-c8c24528ee6c'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:04.843141 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e6b9af7a-02e0-464d-a31a-feece6552f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['97a8e633-14c5-4a76-8821-c8c24528ee6c'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:04.843497 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38074) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:04.888640 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-926960f0-baf7-4665-b59a-da9e724e46b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a8e633-14c5-4a76-8821-c8c24528ee6c HTTP/1.1" status: 200 len: 205 time: 0.0440164 Dec 22 17:24:04.890918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38078) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:04.970022 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-e6b9af7a-02e0-464d-a31a-feece6552f2c None None] Set router 97a8e633-14c5-4a76-8821-c8c24528ee6c gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:05.022631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed34f4b9-dd6b-433d-a139-0d3ff9675f49 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:05.084224 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e6b9af7a-02e0-464d-a31a-feece6552f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a8e633-14c5-4a76-8821-c8c24528ee6c', 'name': 'tempest-RoutersTest-router-1223601364', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:24:03Z', 'updated_at': '2021-12-22T17:24:04Z', 'revision_number': 2, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:05.089344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9af7a-02e0-464d-a31a-feece6552f2c None None] The sync data for ids ['97a8e633-14c5-4a76-8821-c8c24528ee6c'] in dv-neutron-822513-1-hyperv is: [{'id': '97a8e633-14c5-4a76-8821-c8c24528ee6c', 'name': 'tempest-RoutersTest-router-1223601364', 'tenant_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:24:03Z', 'updated_at': '2021-12-22T17:24:04Z', 'revision_number': 2, 'project_id': 'e0cce974cb6e480d86209e2cbaadeb76', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:24:05.092010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:05.327855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed34f4b9-dd6b-433d-a139-0d3ff9675f49 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:05.329986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed34f4b9-dd6b-433d-a139-0d3ff9675f49 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:05.352217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed34f4b9-dd6b-433d-a139-0d3ff9675f49 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:05.352695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed34f4b9-dd6b-433d-a139-0d3ff9675f49 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Fanout notify agent at l3_agent the message router_deleted on router 97a8e633-14c5-4a76-8821-c8c24528ee6c {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:24:05.367070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed34f4b9-dd6b-433d-a139-0d3ff9675f49 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:05.368138 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ed34f4b9-dd6b-433d-a139-0d3ff9675f49 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/97a8e633-14c5-4a76-8821-c8c24528ee6c HTTP/1.1" status: 204 len: 168 time: 0.4763224 Dec 22 17:24:05.374645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38082) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:05.419383 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9a450465-a09f-4256-87b6-90cfd7b798f1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a8e633-14c5-4a76-8821-c8c24528ee6c HTTP/1.1" status: 200 len: 205 time: 0.0435622 Dec 22 17:24:05.421442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38086) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:05.487125 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-3a3ee421-dfa8-4f99-a82e-463943c97c2f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] delete failed (client error): The resource could not be found. Dec 22 17:24:05.488136 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3a3ee421-dfa8-4f99-a82e-463943c97c2f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/97a8e633-14c5-4a76-8821-c8c24528ee6c HTTP/1.1" status: 404 len: 336 time: 0.0658462 Dec 22 17:24:05.490852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38090) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:05.531995 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f5009b-ef1f-49fb-9f56-b6b150cba7c7 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] DELETE failed (client error): The resource could not be found. Dec 22 17:24:05.532441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f5009b-ef1f-49fb-9f56-b6b150cba7c7 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:24:05.534042 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-94f5009b-ef1f-49fb-9f56-b6b150cba7c7 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/96f61cc3-732f-4b81-a63e-398425de2650 HTTP/1.1" status: 404 len: 337 time: 0.0422649 Dec 22 17:24:05.536507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38094) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:05.572286 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-893ba597-a6f4-4e66-bc0c-1dbeb7fee735 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] DELETE failed (client error): The resource could not be found. Dec 22 17:24:05.572720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893ba597-a6f4-4e66-bc0c-1dbeb7fee735 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:24:05.574269 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-893ba597-a6f4-4e66-bc0c-1dbeb7fee735 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/de85e0e2-cdb7-4212-a0e5-5d5f19546884 HTTP/1.1" status: 404 len: 337 time: 0.0369024 Dec 22 17:24:05.577158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38098) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:05.612539 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff72ac7-53dd-4de7-9e88-746289ba2262 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] DELETE failed (client error): The resource could not be found. Dec 22 17:24:05.612904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff72ac7-53dd-4de7-9e88-746289ba2262 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:24:05.614467 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1ff72ac7-53dd-4de7-9e88-746289ba2262 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/2fe1e32d-a768-44fd-b470-1ffbe11f95da HTTP/1.1" status: 404 len: 337 time: 0.0364461 Dec 22 17:24:05.616655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38102) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:05.656356 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f811138d-03a0-45dd-8336-4254dda4b128 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] DELETE failed (client error): The resource could not be found. Dec 22 17:24:05.656797 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f811138d-03a0-45dd-8336-4254dda4b128 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:24:05.658349 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f811138d-03a0-45dd-8336-4254dda4b128 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/c6fe1bf9-52c3-4614-8d48-3a6072ec4ee5 HTTP/1.1" status: 404 len: 337 time: 0.0408502 Dec 22 17:24:05.660632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38106) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:05.703621 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3c3e7896-92c2-4694-9748-7cc9dc0e9b6c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5385ec9-1d61-44b2-9590-05e6b5da3f86 HTTP/1.1" status: 200 len: 205 time: 0.0418615 Dec 22 17:24:05.705992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38110) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:05.777032 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-01267adb-3930-456c-85e6-30635c95bd42 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] delete failed (client error): The resource could not be found. Dec 22 17:24:05.780616 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-01267adb-3930-456c-85e6-30635c95bd42 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/b5385ec9-1d61-44b2-9590-05e6b5da3f86 HTTP/1.1" status: 404 len: 336 time: 0.0714092 Dec 22 17:24:05.780818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38114) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:05.826001 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-60c1ff8b-b724-410f-b2ed-a4bf2dc0cd90 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=da357a05-902b-4d91-8514-53a74bc7d235 HTTP/1.1" status: 200 len: 205 time: 0.0438993 Dec 22 17:24:05.828349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38118) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.013619 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-3042d46a-11fe-47d0-beb0-431f5333ffe7 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] delete failed (client error): The resource could not be found. Dec 22 17:24:06.014627 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3042d46a-11fe-47d0-beb0-431f5333ffe7 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/da357a05-902b-4d91-8514-53a74bc7d235 HTTP/1.1" status: 404 len: 336 time: 0.1854169 Dec 22 17:24:06.017273 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38122) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.053762 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c14200-66da-4180-a6ee-06b1f09f3d66 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] DELETE failed (client error): The resource could not be found. Dec 22 17:24:06.054199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c14200-66da-4180-a6ee-06b1f09f3d66 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:24:06.055784 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e5c14200-66da-4180-a6ee-06b1f09f3d66 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/75f9a319-b577-40e6-8c25-2705a01ba600 HTTP/1.1" status: 404 len: 337 time: 0.0376546 Dec 22 17:24:06.058250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38126) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.100517 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ce6099c9-1417-42a3-b428-436d727ddbc1 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=533222e2-0fc3-48a3-b608-873131ca18ab HTTP/1.1" status: 200 len: 205 time: 0.0411882 Dec 22 17:24:06.102732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38130) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.171457 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-4bf69a26-cc41-440d-ace3-6bd9d7ea5e94 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] delete failed (client error): The resource could not be found. Dec 22 17:24:06.172343 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4bf69a26-cc41-440d-ace3-6bd9d7ea5e94 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/533222e2-0fc3-48a3-b608-873131ca18ab HTTP/1.1" status: 404 len: 336 time: 0.0687170 Dec 22 17:24:06.174970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38134) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.217155 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c072d3c9-9fd9-445b-92eb-1c80c3c4abcd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=31734f61-e05f-446d-a83c-e27a4614bfef HTTP/1.1" status: 200 len: 205 time: 0.0410793 Dec 22 17:24:06.219352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38138) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.286748 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-9feefda2-abbb-45c9-957e-90e05f30c477 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] delete failed (client error): The resource could not be found. Dec 22 17:24:06.287770 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9feefda2-abbb-45c9-957e-90e05f30c477 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/31734f61-e05f-446d-a83c-e27a4614bfef HTTP/1.1" status: 404 len: 336 time: 0.0675678 Dec 22 17:24:06.290244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38142) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.326829 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-0908a80b-9710-4a82-9cb1-0cfc15c9bf4e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] DELETE failed (client error): The resource could not be found. Dec 22 17:24:06.327289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0908a80b-9710-4a82-9cb1-0cfc15c9bf4e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:24:06.328830 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0908a80b-9710-4a82-9cb1-0cfc15c9bf4e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/6ce1b8bd-9870-49ba-af14-5d189951ef6e HTTP/1.1" status: 404 len: 337 time: 0.0377243 Dec 22 17:24:06.331193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38146) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.379596 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4ca25640-ceb4-4257-ba2f-df9217734612 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f311c86-d70f-444f-874a-7619472954c4 HTTP/1.1" status: 200 len: 205 time: 0.0473030 Dec 22 17:24:06.381737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38150) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.446134 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-8f88e160-8ed0-4e35-b581-85d7373d930e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] delete failed (client error): The resource could not be found. Dec 22 17:24:06.447091 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8f88e160-8ed0-4e35-b581-85d7373d930e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/5f311c86-d70f-444f-874a-7619472954c4 HTTP/1.1" status: 404 len: 336 time: 0.0644999 Dec 22 17:24:06.449619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38154) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.490177 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11b1cc6-6541-4f80-8a08-96393cd7381f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] DELETE failed (client error): The resource could not be found. Dec 22 17:24:06.490935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11b1cc6-6541-4f80-8a08-96393cd7381f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:24:06.494030 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f11b1cc6-6541-4f80-8a08-96393cd7381f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/cb5272d0-a2a9-4eb3-bb5e-869c66f13ebe HTTP/1.1" status: 404 len: 337 time: 0.0432940 Dec 22 17:24:06.496524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38158) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.541238 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cb9cee83-d6ec-4806-8b74-2a617e63ee7c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82207c4-a60e-4f08-9eae-ef16e3ec984d HTTP/1.1" status: 200 len: 205 time: 0.0431528 Dec 22 17:24:06.543401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38162) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.611124 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.api.v2.resource [None req-6d32bfc4-40d8-4322-8e23-952ff4106235 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] delete failed (client error): The resource could not be found. Dec 22 17:24:06.612149 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6d32bfc4-40d8-4322-8e23-952ff4106235 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/routers/c82207c4-a60e-4f08-9eae-ef16e3ec984d HTTP/1.1" status: 404 len: 336 time: 0.0678875 Dec 22 17:24:06.614483 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38166) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.650715 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae93c62-8c8c-45c3-90e6-e30f3db93d5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] DELETE failed (client error): The resource could not be found. Dec 22 17:24:06.651174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae93c62-8c8c-45c3-90e6-e30f3db93d5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:24:06.652700 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cae93c62-8c8c-45c3-90e6-e30f3db93d5c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/89659b1d-ed63-40ab-ac5b-f183e26b7fd4 HTTP/1.1" status: 404 len: 337 time: 0.0373695 Dec 22 17:24:06.655460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38170) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:06.691824 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e54b4f-c264-4b81-88a2-c63fcc7f52f0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] DELETE failed (client error): The resource could not be found. Dec 22 17:24:06.692266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e54b4f-c264-4b81-88a2-c63fcc7f52f0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:24:06.693878 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-44e54b4f-c264-4b81-88a2-c63fcc7f52f0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] 10.222.0.70 "DELETE /v2.0/subnets/fc3ec18a-0f87-4e88-ab79-e2169e557b78 HTTP/1.1" status: 404 len: 337 time: 0.0375869 Dec 22 17:24:06.955336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38178) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:07.100840 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-59807b21-6d88-456f-8919-7b78000d7d78 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e0cce974cb6e480d86209e2cbaadeb76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441715 Dec 22 17:24:07.103091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38184) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:07.158846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-56c2e45c-5833-4c49-bdb0-b08c750118ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:07.183284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-56c2e45c-5833-4c49-bdb0-b08c750118ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:07.234655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-56c2e45c-5833-4c49-bdb0-b08c750118ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:07.238201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b23fa356-447b-4583-992a-7bb777cd2f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:07.249951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2e45c-5833-4c49-bdb0-b08c750118ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e8f92f-1563-47b6-8a8b-dcd3ea176692,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:07.253525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-56c2e45c-5833-4c49-bdb0-b08c750118ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:07.256790 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-56c2e45c-5833-4c49-bdb0-b08c750118ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:07.257922 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-56c2e45c-5833-4c49-bdb0-b08c750118ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5e8f92f-1563-47b6-8a8b-dcd3ea176692 HTTP/1.1" status: 204 len: 168 time: 0.1538882 Dec 22 17:24:07.895952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38208) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:07.996797 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1900948144-network', 'tenant_id': '9ea0bb1f78c3463586fb0e688a6deb32'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:08.001528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:08.005347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Usage tracker for resource:network and tenant:9ea0bb1f78c3463586fb0e688a6deb32 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:08.008175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:08.014262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:08.024925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Made reservation on behalf of 9ea0bb1f78c3463586fb0e688a6deb32 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:24:08.027311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:08.040002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:08.053888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:08.057598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea0bb1f78c3463586fb0e688a6deb32 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:08.060340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:08.065826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:08.154328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:08.157945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:08.160708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ae86d56f-63f7-41a1-a128-06da5d4361ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:08.188826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:24:08.193768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3369852e-c55d-4ea1-9004-e555d076f837,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:08.197321 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:08.201320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:08.201628 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Added segment 1e03af76-d941-42fd-981f-2e3982954af9 of type vlan for network 2243388a-40f4-4f86-9a26-c52d338f6ebe Dec 22 17:24:08.227001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:08.255713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:08.256626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:08.257187 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:08.260447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:08.358780 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4617567 Dec 22 17:24:08.359711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=2243388a-40f4-4f86-9a26-c52d338f6ebe,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:08.361759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38214) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:08.364074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:08.367665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Request body: {'subnet': {'network_id': '2243388a-40f4-4f86-9a26-c52d338f6ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1900948144-subnet', 'tenant_id': '9ea0bb1f78c3463586fb0e688a6deb32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:08.369285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 2243388a-40f4-4f86-9a26-c52d338f6ebe details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:24:08.372916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:08.376669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Usage tracker for resource:subnet and tenant:9ea0bb1f78c3463586fb0e688a6deb32 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:08.379448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:08.384954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:08.395932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Made reservation on behalf of 9ea0bb1f78c3463586fb0e688a6deb32 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:24:08.398271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:08.596433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:08.600623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5cb60eaa-c0fd-45d6-a4ad-af1fa8775955 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:08.669882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2514f3c-96a5-4688-a614-8a64978ad016,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:08.673141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:08.678550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Checking segment: {'id': '1e03af76-d941-42fd-981f-2e3982954af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2243388a-40f4-4f86-9a26-c52d338f6ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:24:08.678901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Network hostable DHCP agents. Network: 2243388a-40f4-4f86-9a26-c52d338f6ebe, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:24:08.697997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Network 2243388a-40f4-4f86-9a26-c52d338f6ebe is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:24:08.707062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 2243388a-40f4-4f86-9a26-c52d338f6ebe) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:24:08.711039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:08.711635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:08.715741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b84696-99b7-41a3-9cf6-aecb9cee3bdc None None] Network 2243388a-40f4-4f86-9a26-c52d338f6ebe requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:24:08.730320 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3676128 Dec 22 17:24:08.934487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d4e45-ac3a-418a-b983-ffd18ae68115 None None] Network 2243388a-40f4-4f86-9a26-c52d338f6ebe requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:24:09.232243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38232) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:09.238158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1011978203-network', 'tenant_id': '8747ddd21f2640d7825cbac31e7678a7'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:09.242899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:09.246676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Usage tracker for resource:network and tenant:8747ddd21f2640d7825cbac31e7678a7 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:09.249567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:09.255307 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:09.265409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Made reservation on behalf of 8747ddd21f2640d7825cbac31e7678a7 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:24:09.267702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:09.279911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:09.293894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:09.298145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Usage tracker for resource:security_group_rule and tenant:8747ddd21f2640d7825cbac31e7678a7 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:09.300980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:09.306570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:09.389631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:09.393476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:09.396478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-582a52ee-a4f2-4b00-be6a-820050332efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:09.423425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:24:09.431318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b6bd98-5f27-4ccb-b0dd-8ec171c9dd84,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:09.434711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:09.437204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:09.437558 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Added segment 38752027-8c72-4ee2-98d1-f6eea7c1c174 of type vlan for network be2560ec-355c-4e2e-afc6-0b9c870a4dc6 Dec 22 17:24:09.465824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:09.498897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:09.499960 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:09.500555 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:09.505107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2178aca6-a009-499e-99fe-0e93a38260a0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:09.598702 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3653851 Dec 22 17:24:09.601545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38236) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:09.602028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Pushing event updated for resources: {'Network': ['ID=be2560ec-355c-4e2e-afc6-0b9c870a4dc6,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:09.604573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:09.608287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Request body: {'subnet': {'network_id': 'be2560ec-355c-4e2e-afc6-0b9c870a4dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1011978203-subnet', 'tenant_id': '8747ddd21f2640d7825cbac31e7678a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:09.611579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network be2560ec-355c-4e2e-afc6-0b9c870a4dc6 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:24:09.613832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:09.617653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Usage tracker for resource:subnet and tenant:8747ddd21f2640d7825cbac31e7678a7 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:09.620482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:09.626177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:09.637426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Made reservation on behalf of 8747ddd21f2640d7825cbac31e7678a7 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:24:09.640284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:09.845182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:09.849608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-efc05891-e03c-45b2-a9d4-15e76c566ce3 tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:09.915311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68483702-48c4-4152-9196-49396f44faea,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:09.917765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:09.927216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Checking segment: {'id': '38752027-8c72-4ee2-98d1-f6eea7c1c174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'be2560ec-355c-4e2e-afc6-0b9c870a4dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:24:09.927577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Network hostable DHCP agents. Network: be2560ec-355c-4e2e-afc6-0b9c870a4dc6, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:24:09.945541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Network be2560ec-355c-4e2e-afc6-0b9c870a4dc6 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:24:09.954001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, be2560ec-355c-4e2e-afc6-0b9c870a4dc6) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:24:09.957792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:09.958364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:09.962710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70b6339-f18e-42ae-b7d7-48f49e13e3f1 None None] Network be2560ec-355c-4e2e-afc6-0b9c870a4dc6 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:24:09.978514 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3757064 Dec 22 17:24:10.174330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d96bd06-8fae-4991-a2d5-0d4c63861a5f None None] Network be2560ec-355c-4e2e-afc6-0b9c870a4dc6 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:24:10.539265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c907-3aee-48d4-980b-351857836b13 req-f84f1f97-9d41-4072-9cea-fb7a91b80940 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:10.539843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-dc67c907-3aee-48d4-980b-351857836b13 req-f84f1f97-9d41-4072-9cea-fb7a91b80940 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Synchronizing usage tracker for tenant:9ea0bb1f78c3463586fb0e688a6deb32 on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:24:10.556927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-dc67c907-3aee-48d4-980b-351857836b13 req-f84f1f97-9d41-4072-9cea-fb7a91b80940 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Unset dirty status for tenant:9ea0bb1f78c3463586fb0e688a6deb32 on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:24:10.558129 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-f84f1f97-9d41-4072-9cea-fb7a91b80940 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/networks?id=2243388a-40f4-4f86-9a26-c52d338f6ebe HTTP/1.1" status: 200 len: 812 time: 0.1664691 Dec 22 17:24:10.572470 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-f7fd727c-6d30-4439-94ca-7bd24143914d tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/quotas/9ea0bb1f78c3463586fb0e688a6deb32 HTTP/1.1" status: 200 len: 375 time: 0.0090153 Dec 22 17:24:10.622958 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-3aca8293-dbae-42a5-8171-131e0a6a76b5 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ea0bb1f78c3463586fb0e688a6deb32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448413 Dec 22 17:24:10.873485 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-db30646e-fdc4-415a-a2f1-e0ffde3bcda5 service neutron] 10.222.0.70 "GET /v2.0/networks/2243388a-40f4-4f86-9a26-c52d338f6ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439506 Dec 22 17:24:11.001708 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-f1c63891-38d8-4bd4-b37f-07cdf322883f service neutron] 10.222.0.70 "GET /v2.0/networks/2243388a-40f4-4f86-9a26-c52d338f6ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224034 Dec 22 17:24:11.299511 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-027defef-c460-44ff-87f0-992cdae16e66 req-f2d30c85-bfed-41a2-85b6-5a2c72556bdd tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 210 time: 0.1691425 Dec 22 17:24:12.203221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c907-3aee-48d4-980b-351857836b13 req-ea4ebe8a-d999-4caf-b8ea-f1107abc55c6 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:12.204529 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-ea4ebe8a-d999-4caf-b8ea-f1107abc55c6 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.53 "GET /v2.0/networks?id=2243388a-40f4-4f86-9a26-c52d338f6ebe HTTP/1.1" status: 200 len: 812 time: 0.1502914 Dec 22 17:24:12.216689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Request body: {'port': {'device_id': '201a28e3-d7a8-411b-a83d-4ebf86405083', 'network_id': '2243388a-40f4-4f86-9a26-c52d338f6ebe', 'admin_state_up': True, 'tenant_id': '9ea0bb1f78c3463586fb0e688a6deb32'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:12.354405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:12.358208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Usage tracker for resource:port and tenant:9ea0bb1f78c3463586fb0e688a6deb32 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:12.361002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:12.366621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:12.377961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Made reservation on behalf of 9ea0bb1f78c3463586fb0e688a6deb32 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:24:12.381475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:12.456473 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-15e92e45-ba2d-4242-a7cf-9860d4538b7a req-a7d5691e-125d-4c9a-a437-f500e3d83585 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 210 time: 0.0438995 Dec 22 17:24:12.551766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Allocated IP 172.20.0.9 (2243388a-40f4-4f86-9a26-c52d338f6ebe/f2514f3c-96a5-4688-a614-8a64978ad016/d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:24:12.750393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:12.778248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:12.783835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ebdaa05d-eb2f-4d87-8bf5-f1f551a2db59 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:12.850129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Network 2243388a-40f4-4f86-9a26-c52d338f6ebe is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:24:12.853211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:24:12.858062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:24:12.890643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Pushing event updated for resources: {'Port': ['ID=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:12.896729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:12.925568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:12.926160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:12.945421 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7321720 Dec 22 17:24:12.957149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Request body: {'port': {'device_id': '201a28e3-d7a8-411b-a83d-4ebf86405083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:13.065390 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:13.395701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:24:13.402574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:13.416757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Transition to ACTIVE for port object d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:24:13.420621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:13.424110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:13.576462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45580152-6841-482b-9d45-60941796afff service neutron] Pushing event updated for resources: {'Port': ['ID=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:13.583591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-45580152-6841-482b-9d45-60941796afff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:13.703133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Attempting to bind port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:24:13.703376 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Attempting to bind port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1e03af76-d941-42fd-981f-2e3982954af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2243388a-40f4-4f86-9a26-c52d338f6ebe'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:24:13.703707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Attempting to bind port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 on network 2243388a-40f4-4f86-9a26-c52d338f6ebe {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:24:13.711224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 on network 2243388a-40f4-4f86-9a26-c52d338f6ebe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:24:13.711562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Attempting to bind port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 on network 2243388a-40f4-4f86-9a26-c52d338f6ebe {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:24:13.719954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:24:13.720285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Checking segment: {'id': '1e03af76-d941-42fd-981f-2e3982954af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2243388a-40f4-4f86-9a26-c52d338f6ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:24:13.720664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Bound using segment: {'id': '1e03af76-d941-42fd-981f-2e3982954af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2243388a-40f4-4f86-9a26-c52d338f6ebe'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:24:13.721080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Bound port: d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e03af76-d941-42fd-981f-2e3982954af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2243388a-40f4-4f86-9a26-c52d338f6ebe'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:24:13.721418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:13.739519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f616ce5-7aa1-45bf-b0cd-b84189f418a4 req-e1f2a04e-9923-496d-adad-4ae8be2f679f tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:13.740240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-8f616ce5-7aa1-45bf-b0cd-b84189f418a4 req-e1f2a04e-9923-496d-adad-4ae8be2f679f tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Synchronizing usage tracker for tenant:9ea0bb1f78c3463586fb0e688a6deb32 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:24:13.928798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-8f616ce5-7aa1-45bf-b0cd-b84189f418a4 req-e1f2a04e-9923-496d-adad-4ae8be2f679f tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Unset dirty status for tenant:9ea0bb1f78c3463586fb0e688a6deb32 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:24:13.929941 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8f616ce5-7aa1-45bf-b0cd-b84189f418a4 req-e1f2a04e-9923-496d-adad-4ae8be2f679f tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 943 time: 0.3551159 Dec 22 17:24:13.975933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] For port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:24:13.989728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] For port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0,segment=NetworkSegment(1e03af76-d941-42fd-981f-2e3982954af9),segment_id=1e03af76-d941-42fd-981f-2e3982954af9)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:24:13.993403 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8f616ce5-7aa1-45bf-b0cd-b84189f418a4 req-6ed71ac1-5952-4eb7-867f-537f5b468694 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542319 Dec 22 17:24:13.994809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:13.998959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-158c7b46-4add-4e8d-89ea-354ad331655e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:14.058770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:14.059462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:14.061330 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-45580152-6841-482b-9d45-60941796afff service neutron] 10.222.0.53 "PUT /v2.0/ports/d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 HTTP/1.1" status: 200 len: 1093 time: 1.1080022 Dec 22 17:24:14.061859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201a28e3-d7a8-411b-a83d-4ebf86405083', 'tag': 'd8a2bf15-83e1-4d54-9ea2-1c002c0fffd0'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:24:14.083431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45580152-6841-482b-9d45-60941796afff service neutron] Pushing event updated for resources: {'Port': ['ID=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:14.089062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-45580152-6841-482b-9d45-60941796afff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:14.132584 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201a28e3-d7a8-411b-a83d-4ebf86405083', 'tag': 'd8a2bf15-83e1-4d54-9ea2-1c002c0fffd0', 'status': 'completed', 'code': 200} Dec 22 17:24:14.171239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c907-3aee-48d4-980b-351857836b13 req-466b24fa-6a17-44c4-9c5f-09eac865fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:14.172680 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-466b24fa-6a17-44c4-9c5f-09eac865fb58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ea0bb1f78c3463586fb0e688a6deb32&device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 1096 time: 0.0718048 Dec 22 17:24:14.242476 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-62ecb8e2-9ff6-457e-9f01-edcb8b5566e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 HTTP/1.1" status: 200 len: 217 time: 0.0626802 Dec 22 17:24:14.303636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c907-3aee-48d4-980b-351857836b13 req-d9ffbed0-4f01-4411-a565-ee2ed196649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:14.305032 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-d9ffbed0-4f01-4411-a565-ee2ed196649c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2514f3c-96a5-4688-a614-8a64978ad016 HTTP/1.1" status: 200 len: 852 time: 0.0567515 Dec 22 17:24:14.353981 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-6add8a53-0404-497f-a424-46b4839def43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2243388a-40f4-4f86-9a26-c52d338f6ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423801 Dec 22 17:24:14.486411 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-51cb1943-f0d0-4600-9f77-c89342a4ce47 service neutron] 10.222.0.53 "GET /v2.0/networks/2243388a-40f4-4f86-9a26-c52d338f6ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257179 Dec 22 17:24:14.616110 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc67c907-3aee-48d4-980b-351857836b13 req-3ad8cdc3-8b83-4c3c-b7e9-2eed3b8ad9f6 service neutron] 10.222.0.53 "GET /v2.0/networks/2243388a-40f4-4f86-9a26-c52d338f6ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219666 Dec 22 17:24:14.729381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177fb5-6762-4286-a9d6-9679702fe91f req-1e4ddd7d-1ee9-4bb7-8d7f-29973ada01df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:14.730793 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f177fb5-6762-4286-a9d6-9679702fe91f req-1e4ddd7d-1ee9-4bb7-8d7f-29973ada01df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ea0bb1f78c3463586fb0e688a6deb32&device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 1096 time: 0.0704534 Dec 22 17:24:14.867693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177fb5-6762-4286-a9d6-9679702fe91f req-539aa43c-4170-43ba-845d-e8eef955e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:14.869058 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f177fb5-6762-4286-a9d6-9679702fe91f req-539aa43c-4170-43ba-845d-e8eef955e25e service neutron] 10.222.0.53 "GET /v2.0/networks?id=2243388a-40f4-4f86-9a26-c52d338f6ebe HTTP/1.1" status: 200 len: 913 time: 0.1265380 Dec 22 17:24:14.941368 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f177fb5-6762-4286-a9d6-9679702fe91f req-7380475b-51c5-4595-a5c0-8bdcfae7998c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 HTTP/1.1" status: 200 len: 217 time: 0.0641587 Dec 22 17:24:15.002677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177fb5-6762-4286-a9d6-9679702fe91f req-72362ebc-369f-46e0-a0d5-28bca40a1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:15.004067 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f177fb5-6762-4286-a9d6-9679702fe91f req-72362ebc-369f-46e0-a0d5-28bca40a1fdc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2514f3c-96a5-4688-a614-8a64978ad016 HTTP/1.1" status: 200 len: 852 time: 0.0559537 Dec 22 17:24:15.051285 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f177fb5-6762-4286-a9d6-9679702fe91f req-68b8e774-5cfb-463a-bd79-349490c38506 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2243388a-40f4-4f86-9a26-c52d338f6ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398533 Dec 22 17:24:15.236188 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f177fb5-6762-4286-a9d6-9679702fe91f req-45b61c5a-c2a0-468e-9b87-33dbb162d8f0 service neutron] 10.222.0.53 "GET /v2.0/networks/2243388a-40f4-4f86-9a26-c52d338f6ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770344 Dec 22 17:24:15.272285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e817e-759d-47fe-a783-cf1aac7343d8 req-47d89380-c8c1-4ac6-9785-06f187d9e8cd tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:15.273653 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-410e817e-759d-47fe-a783-cf1aac7343d8 req-47d89380-c8c1-4ac6-9785-06f187d9e8cd tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 943 time: 0.1448915 Dec 22 17:24:15.391059 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-410e817e-759d-47fe-a783-cf1aac7343d8 req-298cd58a-c6fe-4bb4-b0b8-7757bcb035e3 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117814 Dec 22 17:24:15.410572 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f177fb5-6762-4286-a9d6-9679702fe91f req-8cc1c18d-9e3d-4789-b7dd-27de30e89ddf service neutron] 10.222.0.53 "GET /v2.0/networks/2243388a-40f4-4f86-9a26-c52d338f6ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664739 Dec 22 17:24:16.505316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:24:16.579372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829a13-51db-4c7d-8f80-fd9b40074604 req-63852fcf-6627-4000-a129-119b151d6da4 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:16.580831 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-29829a13-51db-4c7d-8f80-fd9b40074604 req-63852fcf-6627-4000-a129-119b151d6da4 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 943 time: 0.0808907 Dec 22 17:24:16.628382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-29829a13-51db-4c7d-8f80-fd9b40074604 req-e817238e-845f-4554-a943-62595bd63b7d tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Synchronizing usage tracker for tenant:9ea0bb1f78c3463586fb0e688a6deb32 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:24:16.642544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0,segment=NetworkSegment(1e03af76-d941-42fd-981f-2e3982954af9),segment_id=1e03af76-d941-42fd-981f-2e3982954af9)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:24:16.645731 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-29829a13-51db-4c7d-8f80-fd9b40074604 req-e817238e-845f-4554-a943-62595bd63b7d tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Unset dirty status for tenant:9ea0bb1f78c3463586fb0e688a6deb32 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:24:16.646849 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-29829a13-51db-4c7d-8f80-fd9b40074604 req-e817238e-845f-4554-a943-62595bd63b7d tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599871 Dec 22 17:24:16.656358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'd8a2bf15-83e1-4d54-9ea2-1c002c0fffd0', 'network_id': '2243388a-40f4-4f86-9a26-c52d338f6ebe', 'port_id': 'd8a2bf15-83e1-4d54-9ea2-1c002c0fffd0', 'mac_address': 'fa:16:3e:63:89:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2514f3c-96a5-4688-a614-8a64978ad016', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:24:16.711507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:16.729098 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:24:16.745334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0,segment=NetworkSegment(1e03af76-d941-42fd-981f-2e3982954af9),segment_id=1e03af76-d941-42fd-981f-2e3982954af9)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:24:16.749392 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:16.751154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-62d9a5a8-178c-4038-9189-46e4b00c26c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:16.818412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:16.826045 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:16.826390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:16.826726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:16.827056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:16.827408 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:16.827735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:16.828062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:16.828380 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:16.828702 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:16.829019 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:16.829335 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:16.829649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:16.833389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:16.979384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:24:17.959506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559fd6a-7723-45c5-98f0-69f760691a4e req-7afc2884-772b-486b-9803-e2fefd72ee91 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:17.961114 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0559fd6a-7723-45c5-98f0-69f760691a4e req-7afc2884-772b-486b-9803-e2fefd72ee91 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 944 time: 0.2069659 Dec 22 17:24:18.003516 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0559fd6a-7723-45c5-98f0-69f760691a4e req-d2029d29-85a5-411d-8370-11d218b368e9 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360928 Dec 22 17:24:18.521768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:24:18.590227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:24:18.595172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:24:18.595556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:18.709863 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:18.735833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201a28e3-d7a8-411b-a83d-4ebf86405083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a2bf15-83e1-4d54-9ea2-1c002c0fffd0'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:24:18.746273 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0,segment=NetworkSegment(1e03af76-d941-42fd-981f-2e3982954af9),segment_id=1e03af76-d941-42fd-981f-2e3982954af9)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:24:18.750363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:18.752551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cbdf7196-6c98-4743-a379-4d4fae4ed99a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:18.820892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:18.824075 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:18.841642 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201a28e3-d7a8-411b-a83d-4ebf86405083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a2bf15-83e1-4d54-9ea2-1c002c0fffd0', 'code': 200} Dec 22 17:24:19.065345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae53354-13ac-47fd-8c91-602083ad8928 req-f4f02ef1-9e34-46ec-94a1-ae285ae25763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:19.066965 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fae53354-13ac-47fd-8c91-602083ad8928 req-f4f02ef1-9e34-46ec-94a1-ae285ae25763 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 1098 time: 0.0690784 Dec 22 17:24:19.110864 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fae53354-13ac-47fd-8c91-602083ad8928 req-c6b00048-b26d-461e-9bec-20e82a92f8ed service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370595 Dec 22 17:24:19.188866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4a3fb-ddf5-4d2d-bd64-eb5cc730c18a req-e1c7a344-ffe4-435b-9024-037bd05208d4 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:19.190314 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ce4a3fb-ddf5-4d2d-bd64-eb5cc730c18a req-e1c7a344-ffe4-435b-9024-037bd05208d4 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.0814846 Dec 22 17:24:19.234188 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ce4a3fb-ddf5-4d2d-bd64-eb5cc730c18a req-22bda961-9adf-4e8a-85f9-34f34558ff9d tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382757 Dec 22 17:24:20.417941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8b7ac-6cd7-4ea4-9a8b-313cfe5a33df req-f2f63b7c-bd70-4609-b8aa-7dc12c95d7ca tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:20.420021 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7cb8b7ac-6cd7-4ea4-9a8b-313cfe5a33df req-f2f63b7c-bd70-4609-b8aa-7dc12c95d7ca tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.0794928 Dec 22 17:24:20.462720 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7cb8b7ac-6cd7-4ea4-9a8b-313cfe5a33df req-43d15eca-ee41-4a49-8042-35c55eb83fe1 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371873 Dec 22 17:24:20.644834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9830563-1517-4353-9a76-1f61a42738d4 req-fd22435d-c22c-4783-8bf0-f71b6dd9791c tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:20.646255 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e9830563-1517-4353-9a76-1f61a42738d4 req-fd22435d-c22c-4783-8bf0-f71b6dd9791c tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.0817711 Dec 22 17:24:20.694585 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e9830563-1517-4353-9a76-1f61a42738d4 req-c48a85a2-4d02-44c1-a441-09294be86ca0 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Dec 22 17:24:21.079946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10af84e-7f64-49bd-8ac8-8ffc2dbe3f1b req-41871632-b4c6-4241-9c12-f75848b3d0ba tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:21.081386 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b10af84e-7f64-49bd-8ac8-8ffc2dbe3f1b req-41871632-b4c6-4241-9c12-f75848b3d0ba tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.0791080 Dec 22 17:24:21.125373 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b10af84e-7f64-49bd-8ac8-8ffc2dbe3f1b req-93d0f739-2522-410a-9012-f43bb8131573 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381458 Dec 22 17:24:21.406474 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-651078ca-2597-42fe-b158-dfec29151a92 req-15930372-63fb-4566-836e-cbbf6e3d803c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715394 Dec 22 17:24:21.553479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651078ca-2597-42fe-b158-dfec29151a92 req-02f791da-5930-4360-b59f-33dc24706d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:21.554859 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-651078ca-2597-42fe-b158-dfec29151a92 req-02f791da-5930-4360-b59f-33dc24706d15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 1098 time: 0.0763762 Dec 22 17:24:21.695811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651078ca-2597-42fe-b158-dfec29151a92 req-44a2e8ea-5ea7-4d43-b2d0-c980075ea321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:21.697200 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-651078ca-2597-42fe-b158-dfec29151a92 req-44a2e8ea-5ea7-4d43-b2d0-c980075ea321 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 913 time: 0.1227677 Dec 22 17:24:21.801785 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-651078ca-2597-42fe-b158-dfec29151a92 req-bf19021a-19b7-4fff-8636-4a43c9124a24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c456817f-3cd5-410a-8387-bfa8644e77b4 HTTP/1.1" status: 200 len: 1001 time: 0.0977471 Dec 22 17:24:21.864403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651078ca-2597-42fe-b158-dfec29151a92 req-3ecdd6b8-be40-4270-9816-2e2947cea054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:21.865831 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-651078ca-2597-42fe-b158-dfec29151a92 req-3ecdd6b8-be40-4270-9816-2e2947cea054 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.0578012 Dec 22 17:24:21.947286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651078ca-2597-42fe-b158-dfec29151a92 req-f11745a5-1cc6-42d5-b994-a925b9ed3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:21.948774 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-651078ca-2597-42fe-b158-dfec29151a92 req-f11745a5-1cc6-42d5-b994-a925b9ed3b2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760255 Dec 22 17:24:22.081403 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-651078ca-2597-42fe-b158-dfec29151a92 req-644ff7e2-2c02-4926-ba63-aee3d48a7d6a service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222568 Dec 22 17:24:22.213971 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-651078ca-2597-42fe-b158-dfec29151a92 req-5a96d918-66c7-45b1-868a-ca677a6d2b58 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253879 Dec 22 17:24:22.305771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d63cfa-e23c-4f70-a170-173b4e7620bc req-07c959b3-9331-493a-b278-2f53512a2e72 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:22.307217 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-74d63cfa-e23c-4f70-a170-173b4e7620bc req-07c959b3-9331-493a-b278-2f53512a2e72 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.0773480 Dec 22 17:24:22.354043 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-74d63cfa-e23c-4f70-a170-173b4e7620bc req-1f9007e2-3af7-4ba1-8c62-01577f0c1ed8 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 Dec 22 17:24:22.740046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d424cc-1169-4b28-b661-58be425922f7 req-077ea154-a08a-423f-aedc-5959a708da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:22.741426 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b9d424cc-1169-4b28-b661-58be425922f7 req-077ea154-a08a-423f-aedc-5959a708da3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ea0bb1f78c3463586fb0e688a6deb32&device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 1098 time: 0.0958717 Dec 22 17:24:22.749811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3f5bb-52ef-466a-adc6-e75f39c80103 req-764c6ae3-f3bd-4cd3-9796-a151bf66795d tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:22.751150 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ed3f5bb-52ef-466a-adc6-e75f39c80103 req-764c6ae3-f3bd-4cd3-9796-a151bf66795d tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.1405621 Dec 22 17:24:22.877413 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ed3f5bb-52ef-466a-adc6-e75f39c80103 req-55d03236-63b8-4995-9dc7-bf65a7b43279 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053479 Dec 22 17:24:23.021565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d424cc-1169-4b28-b661-58be425922f7 req-055097d7-ba99-457d-bcb7-3f87d05dfd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:23.022908 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b9d424cc-1169-4b28-b661-58be425922f7 req-055097d7-ba99-457d-bcb7-3f87d05dfd71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2243388a-40f4-4f86-9a26-c52d338f6ebe HTTP/1.1" status: 200 len: 913 time: 0.2709522 Dec 22 17:24:23.089534 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b9d424cc-1169-4b28-b661-58be425922f7 req-40b5fdee-0e9b-42a1-9ae5-81d246415c59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 HTTP/1.1" status: 200 len: 217 time: 0.0595765 Dec 22 17:24:23.151678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d424cc-1169-4b28-b661-58be425922f7 req-fd9acedf-9084-450e-b9a3-f68127ac4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:23.153075 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b9d424cc-1169-4b28-b661-58be425922f7 req-fd9acedf-9084-450e-b9a3-f68127ac4f56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2514f3c-96a5-4688-a614-8a64978ad016 HTTP/1.1" status: 200 len: 852 time: 0.0579610 Dec 22 17:24:23.200886 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b9d424cc-1169-4b28-b661-58be425922f7 req-3823f1c1-36c1-45ef-83f8-264b3c868d56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2243388a-40f4-4f86-9a26-c52d338f6ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416410 Dec 22 17:24:23.330548 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b9d424cc-1169-4b28-b661-58be425922f7 req-165ef805-b677-48b2-8004-86092235f3b4 service neutron] 10.222.0.53 "GET /v2.0/networks/2243388a-40f4-4f86-9a26-c52d338f6ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225257 Dec 22 17:24:23.459857 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b9d424cc-1169-4b28-b661-58be425922f7 req-9a40c387-e7c9-411d-bb58-516979889fd8 service neutron] 10.222.0.53 "GET /v2.0/networks/2243388a-40f4-4f86-9a26-c52d338f6ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223013 Dec 22 17:24:24.063714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12175b39-5bf4-4dde-9339-d50492c1ac25 req-953e0cb9-b113-4ecf-82fe-b3c0dde34e16 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:24.065130 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-12175b39-5bf4-4dde-9339-d50492c1ac25 req-953e0cb9-b113-4ecf-82fe-b3c0dde34e16 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.0817041 Dec 22 17:24:24.110001 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-12175b39-5bf4-4dde-9339-d50492c1ac25 req-b90912f8-fafc-4f92-b74f-7c99d06744bf tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388470 Dec 22 17:24:25.309486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd3480-9278-4433-9417-44aa3c7d5522 req-3834444c-4a53-4c1f-ba53-4b5e5ea8344f tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:25.310814 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-09dd3480-9278-4433-9417-44aa3c7d5522 req-3834444c-4a53-4c1f-ba53-4b5e5ea8344f tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.0840499 Dec 22 17:24:25.356083 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-09dd3480-9278-4433-9417-44aa3c7d5522 req-05fe65a0-ba31-4932-8218-3d81a5af58ad tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393002 Dec 22 17:24:25.751453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd63ec-61f6-410a-b44c-efeebc0a36d7 req-4e35b535-d7b8-4837-b172-77f7c594ae5c tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:25.752808 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f6fd63ec-61f6-410a-b44c-efeebc0a36d7 req-4e35b535-d7b8-4837-b172-77f7c594ae5c tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.0794785 Dec 22 17:24:25.797944 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f6fd63ec-61f6-410a-b44c-efeebc0a36d7 req-1c684e24-a14b-49ca-92e1-e3242b698e12 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390332 Dec 22 17:24:26.980063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35c288-512f-4edd-8cef-7cc3d6e34f9a req-c5550329-cf6f-499b-919b-357436501077 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:26.981972 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ac35c288-512f-4edd-8cef-7cc3d6e34f9a req-c5550329-cf6f-499b-919b-357436501077 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.0784199 Dec 22 17:24:27.024404 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ac35c288-512f-4edd-8cef-7cc3d6e34f9a req-ecf83266-32a1-4620-b6c6-f2fc74f04c2a tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368617 Dec 22 17:24:27.382749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da794d9-3f4b-4478-950d-58d41d09edbb req-280ab861-4c23-4df9-95f3-df650b1b7ef0 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:27.384163 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1da794d9-3f4b-4478-950d-58d41d09edbb req-280ab861-4c23-4df9-95f3-df650b1b7ef0 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.0875325 Dec 22 17:24:27.393619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393414a8-5b63-4d6e-acaf-7f65fa30baf5 req-daca3336-199b-4805-bb9f-02983af7759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:27.395093 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-393414a8-5b63-4d6e-acaf-7f65fa30baf5 req-daca3336-199b-4805-bb9f-02983af7759f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ea0bb1f78c3463586fb0e688a6deb32&device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 1098 time: 0.0781391 Dec 22 17:24:27.429676 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1da794d9-3f4b-4478-950d-58d41d09edbb req-c50374d9-4f83-4b05-9245-4e560a10c2c6 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397186 Dec 22 17:24:27.546709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393414a8-5b63-4d6e-acaf-7f65fa30baf5 req-3a20203b-76be-481e-8fa9-c4583e099c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:27.548196 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-393414a8-5b63-4d6e-acaf-7f65fa30baf5 req-3a20203b-76be-481e-8fa9-c4583e099c5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=2243388a-40f4-4f86-9a26-c52d338f6ebe HTTP/1.1" status: 200 len: 913 time: 0.1461501 Dec 22 17:24:27.591562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-faff4a65-31f4-4aad-bb7b-7c55f7509c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:27.620943 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-393414a8-5b63-4d6e-acaf-7f65fa30baf5 req-0111510e-c464-4c64-85e3-60cda5b53117 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 HTTP/1.1" status: 200 len: 217 time: 0.0647748 Dec 22 17:24:27.690648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393414a8-5b63-4d6e-acaf-7f65fa30baf5 req-5e7cd70a-dc4d-4bac-8c6b-5e87055752b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:27.692129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-393414a8-5b63-4d6e-acaf-7f65fa30baf5 req-5e7cd70a-dc4d-4bac-8c6b-5e87055752b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2514f3c-96a5-4688-a614-8a64978ad016 HTTP/1.1" status: 200 len: 852 time: 0.0649397 Dec 22 17:24:27.739878 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-393414a8-5b63-4d6e-acaf-7f65fa30baf5 req-5e77abf8-bd17-419a-97e6-a412c72daf89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2243388a-40f4-4f86-9a26-c52d338f6ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414996 Dec 22 17:24:27.903520 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-393414a8-5b63-4d6e-acaf-7f65fa30baf5 req-05e89f53-8ded-4919-ab05-20ee4307c905 service neutron] 10.222.0.53 "GET /v2.0/networks/2243388a-40f4-4f86-9a26-c52d338f6ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560981 Dec 22 17:24:28.036060 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-393414a8-5b63-4d6e-acaf-7f65fa30baf5 req-08be97ea-14ec-40c9-93fd-d9a4743b1259 service neutron] 10.222.0.53 "GET /v2.0/networks/2243388a-40f4-4f86-9a26-c52d338f6ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250925 Dec 22 17:24:28.623249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d61e7-76ae-490a-9f79-49f3f357a12f req-0bcec189-58ae-4060-ad4b-08dbfbc54f44 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:28.624741 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-130d61e7-76ae-490a-9f79-49f3f357a12f req-0bcec189-58ae-4060-ad4b-08dbfbc54f44 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.0875595 Dec 22 17:24:28.672367 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-130d61e7-76ae-490a-9f79-49f3f357a12f req-4e4cfc96-f7da-4866-9824-91573a90bd6a tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Dec 22 17:24:28.958524 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:24:29.886926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef71d7-8c9b-4eb7-aa89-c538be6100ce req-82ffcdaa-a883-4d46-bece-f90b487b65bf tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:29.889025 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-deef71d7-8c9b-4eb7-aa89-c538be6100ce req-82ffcdaa-a883-4d46-bece-f90b487b65bf tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.0910189 Dec 22 17:24:29.938585 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-deef71d7-8c9b-4eb7-aa89-c538be6100ce req-7d714200-21e8-44ab-a5b9-63a35eef8880 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435426 Dec 22 17:24:30.018116 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a486bbbd-bfe8-43ec-8e4a-b89160feb53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:30.347541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7feeb-ca67-48ca-9f73-6f67eca694f3 req-aab576b7-4241-4155-aa10-c8fba8ab0383 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:30.349879 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-09f7feeb-ca67-48ca-9f73-6f67eca694f3 req-aab576b7-4241-4155-aa10-c8fba8ab0383 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.1043971 Dec 22 17:24:30.406141 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-09f7feeb-ca67-48ca-9f73-6f67eca694f3 req-268c39a9-32dc-4a4f-ae36-02ceeb25b53f tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488589 Dec 22 17:24:31.027895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:31.180802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:31.724415 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8569-2269-4a6b-b218-26f193402b90 req-0d325f63-d330-4443-bcba-aa9121da324f tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:31.725916 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc2d8569-2269-4a6b-b218-26f193402b90 req-0d325f63-d330-4443-bcba-aa9121da324f tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.1097109 Dec 22 17:24:31.839785 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc2d8569-2269-4a6b-b218-26f193402b90 req-88531429-1f17-430f-82a4-b63de1b477bb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066489 Dec 22 17:24:32.237768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af930113-135e-4a41-a38a-1419b2e7d4af req-a8c60815-74c8-4380-a3d1-223d847f99c1 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:32.240054 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-af930113-135e-4a41-a38a-1419b2e7d4af req-a8c60815-74c8-4380-a3d1-223d847f99c1 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.53 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.1096122 Dec 22 17:24:32.307882 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38368) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:32.339369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-af930113-135e-4a41-a38a-1419b2e7d4af req-d9f08ba9-e74b-450f-ae02-ecedd1571ebb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Deleting port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:24:32.339596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-af930113-135e-4a41-a38a-1419b2e7d4af req-d9f08ba9-e74b-450f-ae02-ecedd1571ebb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:32.568971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:32.643436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c146924-823e-413d-84ff-c18b6df55c93 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:32.644290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c146924-823e-413d-84ff-c18b6df55c93 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:32.645215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c146924-823e-413d-84ff-c18b6df55c93 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:32.659640 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6c146924-823e-413d-84ff-c18b6df55c93 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=b81c21c680cf47a59420417b42f80eaa&network_id=7e0af3b3-574e-4b1e-91c3-dbb590270776 HTTP/1.1" status: 200 len: 2999 time: 0.3506098 Dec 22 17:24:32.857058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-af930113-135e-4a41-a38a-1419b2e7d4af req-d9f08ba9-e74b-450f-ae02-ecedd1571ebb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] For port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0,segment=NetworkSegment(1e03af76-d941-42fd-981f-2e3982954af9),segment_id=1e03af76-d941-42fd-981f-2e3982954af9)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:24:32.857542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-af930113-135e-4a41-a38a-1419b2e7d4af req-d9f08ba9-e74b-450f-ae02-ecedd1571ebb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:33.000112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-af930113-135e-4a41-a38a-1419b2e7d4af req-d9f08ba9-e74b-450f-ae02-ecedd1571ebb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Calling delete_port for d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:24:33.075352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c95237-d111-436d-9a71-200d1ea1e67b req-2b6ec986-90aa-4334-9ffb-d861ba105ba7 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:33.077495 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e9c95237-d111-436d-9a71-200d1ea1e67b req-2b6ec986-90aa-4334-9ffb-d861ba105ba7 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/ports?device_id=201a28e3-d7a8-411b-a83d-4ebf86405083 HTTP/1.1" status: 200 len: 945 time: 0.1038108 Dec 22 17:24:33.135485 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e9c95237-d111-436d-9a71-200d1ea1e67b req-f786ffbb-135d-463e-a748-9147ff042819 tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.70 "GET /v2.0/security-groups?id=3369852e-c55d-4ea1-9004-e555d076f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520644 Dec 22 17:24:33.184677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-af930113-135e-4a41-a38a-1419b2e7d4af req-d9f08ba9-e74b-450f-ae02-ecedd1571ebb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:33.191077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-45580152-6841-482b-9d45-60941796afff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:33.197418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:24:33.252672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f08ba9-e74b-450f-ae02-ecedd1571ebb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Pushing event deleted for resources: {'Port': ['ID=d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:33.255142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d9f08ba9-e74b-450f-ae02-ecedd1571ebb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:33.356259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-af930113-135e-4a41-a38a-1419b2e7d4af req-d9f08ba9-e74b-450f-ae02-ecedd1571ebb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] No DVR routers for this DVR port d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:24:33.359383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-af930113-135e-4a41-a38a-1419b2e7d4af req-d9f08ba9-e74b-450f-ae02-ecedd1571ebb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:33.363299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201a28e3-d7a8-411b-a83d-4ebf86405083', 'name': 'network-vif-deleted', 'tag': 'd8a2bf15-83e1-4d54-9ea2-1c002c0fffd0'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:24:33.382222 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-af930113-135e-4a41-a38a-1419b2e7d4af req-d9f08ba9-e74b-450f-ae02-ecedd1571ebb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] 10.222.0.53 "DELETE /v2.0/ports/d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 HTTP/1.1" status: 204 len: 173 time: 1.1360600 Dec 22 17:24:33.452456 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201a28e3-d7a8-411b-a83d-4ebf86405083', 'name': 'network-vif-deleted', 'tag': 'd8a2bf15-83e1-4d54-9ea2-1c002c0fffd0', 'status': 'completed', 'code': 200} Dec 22 17:24:34.222389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38390) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:34.254701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38394) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:34.291301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47204fa8-aca7-4fdc-9dd7-7e38b480f98c tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:34.293883 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-47204fa8-aca7-4fdc-9dd7-7e38b480f98c tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5 HTTP/1.1" status: 200 len: 814 time: 0.0698826 Dec 22 17:24:34.317643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdfa37f-051d-48ea-8acb-cb4822ffbe2a admin admin] Deleting subnet f2514f3c-96a5-4688-a614-8a64978ad016 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:24:34.320870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dcdfa37f-051d-48ea-8acb-cb4822ffbe2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:34.381285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dcdfa37f-051d-48ea-8acb-cb4822ffbe2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:34.450936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dcdfa37f-051d-48ea-8acb-cb4822ffbe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:34.528739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dcdfa37f-051d-48ea-8acb-cb4822ffbe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:34.538065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9970ab60-3085-4e17-ace4-b2b34b6e714c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:34.566558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dcdfa37f-051d-48ea-8acb-cb4822ffbe2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:34.580504 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dcdfa37f-051d-48ea-8acb-cb4822ffbe2a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f2514f3c-96a5-4688-a614-8a64978ad016 HTTP/1.1" status: 204 len: 168 time: 0.3225453 Dec 22 17:24:34.580504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfa37f-051d-48ea-8acb-cb4822ffbe2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2514f3c-96a5-4688-a614-8a64978ad016,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:34.581137 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38404) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:34.582205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dcdfa37f-051d-48ea-8acb-cb4822ffbe2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:34.690626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:34.772809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38408) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:34.779866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-2d807255-3d8b-4e7f-ab54-3d5960ee9c58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:34.823284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:34.851455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2243388a-40f4-4f86-9a26-c52d338f6ebe']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:34.865796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e03af76-d941-42fd-981f-2e3982954af9') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:34.866133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e03af76-d941-42fd-981f-2e3982954af9') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:34.881173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:34.889813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2d807255-3d8b-4e7f-ab54-3d5960ee9c58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:34.910516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:34.917935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:24:34.919066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:24:34.932804 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:24:35.009543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.032381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.037569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.040471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:35.062289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Pushing event deleted for resources: {'Network': ['ID=2243388a-40f4-4f86-9a26-c52d338f6ebe,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:35.072556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:35.073834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:35.073834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:35.073834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:35.074312 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:35.075720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:35.076378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:35.076750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:35.077244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:35.078020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:35.078020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:35.079221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:24:35.084975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:35.090880 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2243388a-40f4-4f86-9a26-c52d338f6ebe HTTP/1.1" status: 204 len: 168 time: 0.5079918 Dec 22 17:24:35.091707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38412) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:35.152016 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c57e9d-63d2-487b-add9-d1a2bdbb8425 admin admin] Deleting subnet 68483702-48c4-4152-9196-49396f44faea {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:24:35.156090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d5c57e9d-63d2-487b-add9-d1a2bdbb8425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.188693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2d807255-3d8b-4e7f-ab54-3d5960ee9c58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.204252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2d807255-3d8b-4e7f-ab54-3d5960ee9c58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.204568 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-2d807255-3d8b-4e7f-ab54-3d5960ee9c58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 381142ac-5c69-40bd-9142-93c2fadfd88c disassociated. External IP: 172.26.3.79, port: d299b46e-d5f2-4b39-97a4-c5f0639bc901. Dec 22 17:24:35.330545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d5c57e9d-63d2-487b-add9-d1a2bdbb8425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.397681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d5c57e9d-63d2-487b-add9-d1a2bdbb8425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.484133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d5c57e9d-63d2-487b-add9-d1a2bdbb8425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.489900 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ae3c1733-c0cd-4c1a-836b-779410ff844f tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:35.532374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c57e9d-63d2-487b-add9-d1a2bdbb8425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68483702-48c4-4152-9196-49396f44faea,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:35.541032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d5c57e9d-63d2-487b-add9-d1a2bdbb8425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:35.547035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d5c57e9d-63d2-487b-add9-d1a2bdbb8425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.558535 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d5c57e9d-63d2-487b-add9-d1a2bdbb8425 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/68483702-48c4-4152-9196-49396f44faea HTTP/1.1" status: 204 len: 168 time: 0.4636915 Dec 22 17:24:35.559536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38418) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:35.687702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.712742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d807255-3d8b-4e7f-ab54-3d5960ee9c58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router d7ae89e1-ec6c-43bd-ab46-28020e28f60f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:24:35.822619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.850679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2560ec-355c-4e2e-afc6-0b9c870a4dc6']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:35.862794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38752027-8c72-4ee2-98d1-f6eea7c1c174') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:35.863089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38752027-8c72-4ee2-98d1-f6eea7c1c174') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:35.874819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.893142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.898462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d807255-3d8b-4e7f-ab54-3d5960ee9c58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:24:35.899548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:24:35.899938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.904145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2d807255-3d8b-4e7f-ab54-3d5960ee9c58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:35.909701 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b409f-c5cc-40bf-b7f1-8ea14039ec98 None None] Sync routers for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:24:35.916883 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:24:35.923510 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b409f-c5cc-40bf-b7f1-8ea14039ec98 None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:35.924380 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-b55b409f-c5cc-40bf-b7f1-8ea14039ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:35.960609 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2d807255-3d8b-4e7f-ab54-3d5960ee9c58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/floatingips/381142ac-5c69-40bd-9142-93c2fadfd88c HTTP/1.1" status: 200 len: 689 time: 1.1852679 Dec 22 17:24:35.961308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'tag': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:24:35.966122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38422) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:36.009191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:36.013518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bbc1d0c5-e68d-41cb-9c1d-613031c6eea8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:36.028069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:36.032507 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'tag': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901', 'status': 'completed', 'code': 200} Dec 22 17:24:36.037080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2560ec-355c-4e2e-afc6-0b9c870a4dc6,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:36.040725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:36.042907 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/be2560ec-355c-4e2e-afc6-0b9c870a4dc6 HTTP/1.1" status: 204 len: 168 time: 0.4823146 Dec 22 17:24:36.109172 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-25d4bfdd-0b4e-498d-8718-2ed7ce67002d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/381142ac-5c69-40bd-9142-93c2fadfd88c HTTP/1.1" status: 200 len: 689 time: 0.1412394 Dec 22 17:24:36.132903 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-b55b409f-c5cc-40bf-b7f1-8ea14039ec98 None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:36.140093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb6db8-686a-49e1-9e68-c5bb628b893b req-1e439aea-6d28-4510-a0e5-8c8e05d6d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:36.141707 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-33eb6db8-686a-49e1-9e68-c5bb628b893b req-1e439aea-6d28-4510-a0e5-8c8e05d6d11e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 1098 time: 0.1002276 Dec 22 17:24:36.221114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38430) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:36.272824 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6a9d350e-a468-4f1f-bada-1d29050214c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ea0bb1f78c3463586fb0e688a6deb32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502717 Dec 22 17:24:36.275018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38434) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:36.287906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb6db8-686a-49e1-9e68-c5bb628b893b req-ea98f3ca-4a3f-4547-a499-8b303d084457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:36.289507 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-33eb6db8-686a-49e1-9e68-c5bb628b893b req-ea98f3ca-4a3f-4547-a499-8b303d084457 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7e0af3b3-574e-4b1e-91c3-dbb590270776 HTTP/1.1" status: 200 len: 898 time: 0.1418149 Dec 22 17:24:36.337806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0615523f-8ecc-47c5-8eae-c4a1826717d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:36.358770 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-33eb6db8-686a-49e1-9e68-c5bb628b893b req-cdc4cc65-3288-4376-a9ee-a933639f3b8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d299b46e-d5f2-4b39-97a4-c5f0639bc901 HTTP/1.1" status: 200 len: 217 time: 0.0622537 Dec 22 17:24:36.367671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0615523f-8ecc-47c5-8eae-c4a1826717d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:36.427216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0615523f-8ecc-47c5-8eae-c4a1826717d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:36.431354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb6db8-686a-49e1-9e68-c5bb628b893b req-8dd6877f-a10e-48af-8c52-ed52ca2de8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:36.432827 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-33eb6db8-686a-49e1-9e68-c5bb628b893b req-8dd6877f-a10e-48af-8c52-ed52ca2de8f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17472e80-2d9d-4be2-8bad-990b58c73ddf HTTP/1.1" status: 200 len: 835 time: 0.0667901 Dec 22 17:24:36.435144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8ea43317-577d-4698-b21d-3804ec6158f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:36.452533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615523f-8ecc-47c5-8eae-c4a1826717d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3369852e-c55d-4ea1-9004-e555d076f837,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:36.465331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0615523f-8ecc-47c5-8eae-c4a1826717d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:36.466269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0615523f-8ecc-47c5-8eae-c4a1826717d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:36.467420 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0615523f-8ecc-47c5-8eae-c4a1826717d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3369852e-c55d-4ea1-9004-e555d076f837 HTTP/1.1" status: 204 len: 168 time: 0.1881707 Dec 22 17:24:36.492634 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-b55b409f-c5cc-40bf-b7f1-8ea14039ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:36.496993 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b409f-c5cc-40bf-b7f1-8ea14039ec98 None None] Checking router: d7ae89e1-ec6c-43bd-ab46-28020e28f60f for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:24:36.505537 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b409f-c5cc-40bf-b7f1-8ea14039ec98 None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:36.506141 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-b55b409f-c5cc-40bf-b7f1-8ea14039ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:36.516529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb6db8-686a-49e1-9e68-c5bb628b893b req-4a646d0e-afca-4a71-a328-500fccceb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:36.518094 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-33eb6db8-686a-49e1-9e68-c5bb628b893b req-4a646d0e-afca-4a71-a328-500fccceb194 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e0af3b3-574e-4b1e-91c3-dbb590270776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789368 Dec 22 17:24:36.618481 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:24:36.661521 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:24:36.663160 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device d8a2bf15-83e1-4d54-9ea2-1c002c0fffd0 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:24:36.689078 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-33eb6db8-686a-49e1-9e68-c5bb628b893b req-3694f0f8-d2eb-4232-ad4c-c264c8fcce62 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641493 Dec 22 17:24:36.702102 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-b55b409f-c5cc-40bf-b7f1-8ea14039ec98 None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:36.849677 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-33eb6db8-686a-49e1-9e68-c5bb628b893b req-059a7f57-3a6d-4f33-8179-aefd2ed1e241 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539011 Dec 22 17:24:36.977091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38450) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:37.029458 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0179030d-00de-4c0f-bb38-e9c512ea0a00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8747ddd21f2640d7825cbac31e7678a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515280 Dec 22 17:24:37.032209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38456) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:37.071516 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-b55b409f-c5cc-40bf-b7f1-8ea14039ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:37.075450 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b409f-c5cc-40bf-b7f1-8ea14039ec98 None None] The sync data for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv is: [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:24:37.112566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38460) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:37.124602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dad0b76c-a28e-48a0-a728-c07399548333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:37.144191 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-2d1ceddf-02bb-4a3c-9677-177780500a7f tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120777421&fields=id&tenant_id=0344a10d8c1c4cca981e644c68927115 HTTP/1.1" status: 200 len: 267 time: 0.0671277 Dec 22 17:24:37.179637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dad0b76c-a28e-48a0-a728-c07399548333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:37.204392 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-89b9c7b6-59f7-485e-91bc-7ac22736fec4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/381142ac-5c69-40bd-9142-93c2fadfd88c HTTP/1.1" status: 200 len: 689 time: 0.0900209 Dec 22 17:24:37.330963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d56cd8-d17e-418b-b6ff-8c799eb76f97 None None] New status for floating IP 381142ac-5c69-40bd-9142-93c2fadfd88c: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:24:37.357662 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-5b199951-8ae7-4376-a61f-fb119baa28b7 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:37.359143 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-5b199951-8ae7-4376-a61f-fb119baa28b7 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 812 time: 0.2052627 Dec 22 17:24:37.360230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dad0b76c-a28e-48a0-a728-c07399548333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:37.365104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9d355eb2-6af2-4c4e-bf22-fcfa7b0be68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:37.386386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0b76c-a28e-48a0-a728-c07399548333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b6bd98-5f27-4ccb-b0dd-8ec171c9dd84,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:37.389889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dad0b76c-a28e-48a0-a728-c07399548333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:37.391236 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-babfaf01-b03d-4c7d-baa3-dee83260b8f7 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/quotas/0344a10d8c1c4cca981e644c68927115 HTTP/1.1" status: 200 len: 375 time: 0.0177159 Dec 22 17:24:37.392178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dad0b76c-a28e-48a0-a728-c07399548333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:37.393115 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dad0b76c-a28e-48a0-a728-c07399548333 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44b6bd98-5f27-4ccb-b0dd-8ec171c9dd84 HTTP/1.1" status: 204 len: 168 time: 0.3596742 Dec 22 17:24:37.503393 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-1ff5186c-cc3c-4318-babf-22750c4d3958 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1027598 Dec 22 17:24:37.681356 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-f9fd099f-5bc1-4718-a752-0c7dfd182363 service neutron] 10.222.0.70 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658216 Dec 22 17:24:37.827186 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-b32fa708-f7fa-42ed-b5c1-e4d41dbb450c service neutron] 10.222.0.70 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393368 Dec 22 17:24:38.208343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38476) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:38.232317 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ef5ec11a-7361-4dda-94ef-6247cad418a9 req-6ecffa6b-d97e-4a18-8963-d36e2ea100cc tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 210 time: 0.0435336 Dec 22 17:24:38.294474 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1fdd4202-3acb-418f-8f39-04c95424df3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/381142ac-5c69-40bd-9142-93c2fadfd88c HTTP/1.1" status: 200 len: 687 time: 0.0850165 Dec 22 17:24:39.365433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-894874c1-7e43-472d-af49-50092582028f tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:39.367471 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-894874c1-7e43-472d-af49-50092582028f tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 812 time: 0.2773840 Dec 22 17:24:39.396139 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-73767da1-396a-47df-a603-7b56a28c947c req-b2e71479-c1c1-46f8-ab0e-6fdf8857562f tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 210 time: 0.0537162 Dec 22 17:24:39.426096 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-830125a9-f504-42e0-9800-c9a84fc5121f tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0344a10d8c1c4cca981e644c68927115 HTTP/1.1" status: 200 len: 380 time: 0.0505176 Dec 22 17:24:39.435291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'port': {'device_id': '04543e34-5182-4d99-827c-54a97542fe5a', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'admin_state_up': True, 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'security_groups': ['3d648301-92ca-4758-80ad-79be2914c479']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:39.577380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:39.587427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:39.598474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Made reservation on behalf of 0344a10d8c1c4cca981e644c68927115 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:24:39.602333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:39.770598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Allocated IP 172.20.0.5 (61b43531-00f7-434e-b681-69fa5be04147/f17b2965-d70c-4ae3-84b8-068e15a3fa47/93c090af-c381-431b-889e-c22465fee10f) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:24:39.808686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38490) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:39.819882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1452767589', 'description': 'tempest-secgroup-smoke-1452767589 description', 'project_id': 'b81c21c680cf47a59420417b42f80eaa'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:39.832493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:39.865079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:39.935640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:39.980626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:39.995921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:40.001757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:40.010718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:40.032275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.064577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Transition to ACTIVE for port object 93c090af-c381-431b-889e-c22465fee10f will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:24:40.127783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.131932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.135999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ba90d181-4146-4980-a5f3-472f3d3a3a7f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:40.147405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.192445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6900833-44ec-485d-8be4-72c52079127e,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:40.196876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Network 61b43531-00f7-434e-b681-69fa5be04147 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:24:40.201056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:40.201847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:24:40.203592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0721ba83-aacb-4127-b2cc-58f7fdacaa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:40.243345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:24:40.277864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.282029 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4696004 Dec 22 17:24:40.282435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38494) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:40.288002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'e6900833-44ec-485d-8be4-72c52079127e', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:40.296383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:40.305663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:40.311833 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:40.325423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:40.329937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'Port': ['ID=93c090af-c381-431b-889e-c22465fee10f,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:40.334960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:40.342374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:40.343054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.358607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.367057 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9357309 Dec 22 17:24:40.379211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Request body: {'port': {'device_id': '04543e34-5182-4d99-827c-54a97542fe5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:40.435537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.443976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.446642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-978eff08-1b85-49bb-aed3-69d15387c056 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:40.489978 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2911b755-b2d6-4b99-9d67-4a1b0f73fc0a None None] Provisioning for port 93c090af-c381-431b-889e-c22465fee10f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:24:40.502655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2911b755-b2d6-4b99-9d67-4a1b0f73fc0a None None] Provisioning complete for port 93c090af-c381-431b-889e-c22465fee10f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:24:40.503094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2911b755-b2d6-4b99-9d67-4a1b0f73fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.567858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.584426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2911b755-b2d6-4b99-9d67-4a1b0f73fc0a None None] Port 93c090af-c381-431b-889e-c22465fee10f cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:24:40.653834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f566ce-be3c-41c0-b330-411c584682b4,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:40.663643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:40.678409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.679687 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3958542 Dec 22 17:24:40.683163 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38500) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:40.695132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'e6900833-44ec-485d-8be4-72c52079127e', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:40.703300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:40.708843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:40.712791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:40.720218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:40.744800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4c583-1dfe-4f2a-90e1-52ed38798945 req-9baf0f1b-72f2-4633-a06c-b8a38b676d24 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:40.746217 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-03d4c583-1dfe-4f2a-90e1-52ed38798945 req-9baf0f1b-72f2-4633-a06c-b8a38b676d24 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 931 time: 0.1426723 Dec 22 17:24:40.782076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.842191 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-03d4c583-1dfe-4f2a-90e1-52ed38798945 req-40e6e4a6-7a03-43e5-8004-87e1578e3e97 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787175 Dec 22 17:24:40.869507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.873496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.875364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ed54bea3-2903-474a-8525-5731869c84a2 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:40.899859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92858ca2-b537-4386-a73e-9067698f41fd,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:40.902850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:40.912935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.914311 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2294137 Dec 22 17:24:40.917126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38504) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:40.922287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'e6900833-44ec-485d-8be4-72c52079127e', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:40.928731 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:40.932968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:40.936923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:40.943151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:40.962160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:40.986795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c090af-c381-431b-889e-c22465fee10f {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:24:40.994161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.009123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Transition to ACTIVE for port object 93c090af-c381-431b-889e-c22465fee10f will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:24:41.013597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.019693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ec5b73c9-59c8-4551-9377-f9c5e45cab96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:41.027859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.032074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.033956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-195dde85-690b-4987-b358-94ec1210e53d tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:41.057765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921e4c76-5c56-4fa3-9df9-f06361de6175,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:41.060887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:41.068688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.070208 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520183 Dec 22 17:24:41.072900 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38508) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:41.078629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'e6900833-44ec-485d-8be4-72c52079127e', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:41.084804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:41.089033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:41.092014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:41.097820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:41.115601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.185517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.190599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.192682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4e835735-810f-49aa-86d6-aff02c4f404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:41.194263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Pushing event updated for resources: {'Port': ['ID=93c090af-c381-431b-889e-c22465fee10f,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:41.201507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:41.221754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794e1c1e-c0ca-496c-ab41-9260e235c1c7,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:41.226280 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:41.232718 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.235149 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1600885 Dec 22 17:24:41.236664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38512) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:41.241989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'e6900833-44ec-485d-8be4-72c52079127e', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:41.248322 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:41.252656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:41.255626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:41.261379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:41.273355 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:24:41.280334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.285245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Attempting to bind port 93c090af-c381-431b-889e-c22465fee10f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:24:41.285584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Attempting to bind port 93c090af-c381-431b-889e-c22465fee10f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:24:41.285915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Attempting to bind port 93c090af-c381-431b-889e-c22465fee10f on network 61b43531-00f7-434e-b681-69fa5be04147 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:24:41.290747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Port 93c090af-c381-431b-889e-c22465fee10f on network 61b43531-00f7-434e-b681-69fa5be04147 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:24:41.291074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Attempting to bind port 93c090af-c381-431b-889e-c22465fee10f on network 61b43531-00f7-434e-b681-69fa5be04147 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:24:41.296936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:24:41.297269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Checking segment: {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:24:41.297650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Bound using segment: {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:24:41.298072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Bound port: 93c090af-c381-431b-889e-c22465fee10f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed383cc2-d6bf-47c4-8754-36307dd532ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '61b43531-00f7-434e-b681-69fa5be04147'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:24:41.298415 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.347360 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.351253 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.353989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1e503e64-d3f0-4acd-b4fd-c8cce8df7e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:41.375432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0ef70b-c42f-450f-a206-b85d4bb10e28,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:41.379389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:41.388531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.389732 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521339 Dec 22 17:24:41.392566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38516) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:41.400865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'e6900833-44ec-485d-8be4-72c52079127e', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:41.524700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] For port 93c090af-c381-431b-889e-c22465fee10f, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:24:41.528874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:41.535311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:41.538971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:41.542546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] For port 93c090af-c381-431b-889e-c22465fee10f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93c090af-c381-431b-889e-c22465fee10f,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:24:41.546825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:41.549386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.555007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b824760d-560f-4792-b5f2-cbccb68f4c07 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:41.616180 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:24:41.626576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:41.626576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.628675 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] 10.222.0.53 "PUT /v2.0/ports/93c090af-c381-431b-889e-c22465fee10f HTTP/1.1" status: 200 len: 1093 time: 1.2524455 Dec 22 17:24:41.628675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04543e34-5182-4d99-827c-54a97542fe5a', 'tag': '93c090af-c381-431b-889e-c22465fee10f'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:24:41.639996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.727896 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04543e34-5182-4d99-827c-54a97542fe5a', 'tag': '93c090af-c381-431b-889e-c22465fee10f', 'status': 'completed', 'code': 200} Dec 22 17:24:41.742515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Pushing event updated for resources: {'Port': ['ID=93c090af-c381-431b-889e-c22465fee10f,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:41.753982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:41.810033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.818444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.825658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2b3d434-b600-4f11-b061-56bf7312838a tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:41.854858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-0d5e6fc0-342b-4667-8bdf-b5028fccc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:41.856639 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-0d5e6fc0-342b-4667-8bdf-b5028fccc095 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 1096 time: 0.1874845 Dec 22 17:24:41.862377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdb6e29-0306-41af-82ae-b75666534f22,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:41.925095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:41.932687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:41.933967 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5403090 Dec 22 17:24:41.943430 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-b137c6fb-6159-459b-b3bf-cc025a75fc2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93c090af-c381-431b-889e-c22465fee10f HTTP/1.1" status: 200 len: 217 time: 0.0779090 Dec 22 17:24:42.027301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-5c555f5b-db4d-4409-b6ad-e8542038a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:42.029533 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-5c555f5b-db4d-4409-b6ad-e8542038a0a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.0794833 Dec 22 17:24:42.134025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-722a4060-0cc8-464e-8c96-d105135d7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:42.136039 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-722a4060-0cc8-464e-8c96-d105135d7c5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0987639 Dec 22 17:24:42.233520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4adb5a-8c31-4413-bbae-e35df5a8a463 req-13c188c8-0475-4392-858a-57461e834b35 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:42.241113 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1e4adb5a-8c31-4413-bbae-e35df5a8a463 req-13c188c8-0475-4392-858a-57461e834b35 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 943 time: 0.0997837 Dec 22 17:24:42.271519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-ac9c9f7e-0b9f-49f3-8bb7-28584091c505 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:24:42.290509 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1e4adb5a-8c31-4413-bbae-e35df5a8a463 req-310f0363-e192-47f6-94c1-198a1870398b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484321 Dec 22 17:24:42.307309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-ac9c9f7e-0b9f-49f3-8bb7-28584091c505 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:24:42.308085 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-ac9c9f7e-0b9f-49f3-8bb7-28584091c505 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452767589&fields=id&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 267 time: 0.1405439 Dec 22 17:24:42.352224 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-b5281a55-ec14-46ab-b4bc-0a34e0c1cdb1 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090619 Dec 22 17:24:42.563669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-163e8b0f-6bfd-4bdc-b830-e2efd17576ee tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:42.565086 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-163e8b0f-6bfd-4bdc-b830-e2efd17576ee tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/networks?id=7e0af3b3-574e-4b1e-91c3-dbb590270776 HTTP/1.1" status: 200 len: 797 time: 0.2423880 Dec 22 17:24:42.593090 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-910a9d7a-ae33-484a-b121-5ae5f0ff39cc req-ce48a3fb-e68a-4840-9f90-3a379c7a6b12 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958296 Dec 22 17:24:42.595130 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-fc3cca99-2172-43fd-9b08-372572a8c1c7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/quotas/b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 375 time: 0.0163846 Dec 22 17:24:42.737683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c1c96-7144-405a-81b4-4b1da2254558 req-b2819272-5b05-4ba0-92cb-569cf8e2b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:42.739181 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d87c1c96-7144-405a-81b4-4b1da2254558 req-b2819272-5b05-4ba0-92cb-569cf8e2b633 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 1096 time: 0.1003735 Dec 22 17:24:42.749126 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-f28d3792-e1e3-4643-bcd5-437e8f394d0e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1482005 Dec 22 17:24:42.898336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c1c96-7144-405a-81b4-4b1da2254558 req-722de625-507f-47fb-9fab-9735dd6056c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:42.899807 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d87c1c96-7144-405a-81b4-4b1da2254558 req-722de625-507f-47fb-9fab-9735dd6056c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 913 time: 0.1498809 Dec 22 17:24:42.908147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-47b0aea9-b7e7-48e9-94fc-59aec4e56607 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:24:42.909087 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-47b0aea9-b7e7-48e9-94fc-59aec4e56607 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1394303 Dec 22 17:24:42.994630 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d87c1c96-7144-405a-81b4-4b1da2254558 req-c8b8ea24-8575-4b9d-ac3a-be415e6e9ac1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93c090af-c381-431b-889e-c22465fee10f HTTP/1.1" status: 200 len: 217 time: 0.0846665 Dec 22 17:24:43.141382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c1c96-7144-405a-81b4-4b1da2254558 req-403916d1-a0a3-4f66-a3a2-3773d9e51171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:43.142809 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d87c1c96-7144-405a-81b4-4b1da2254558 req-403916d1-a0a3-4f66-a3a2-3773d9e51171 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.0958657 Dec 22 17:24:43.196321 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-b752e139-0a0e-4d20-9a29-725c14ec3125 service neutron] 10.222.0.70 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361915 Dec 22 17:24:43.475580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c1c96-7144-405a-81b4-4b1da2254558 req-b05b8b3d-65c3-4914-bdb1-860623928498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:43.476959 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d87c1c96-7144-405a-81b4-4b1da2254558 req-b05b8b3d-65c3-4914-bdb1-860623928498 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3249702 Dec 22 17:24:43.489944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1cfbc-4858-4041-9226-efa8fd52771d req-71389eb8-6f13-4cbd-b67d-aed326a8d901 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:43.491408 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c7c1cfbc-4858-4041-9226-efa8fd52771d req-71389eb8-6f13-4cbd-b67d-aed326a8d901 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 943 time: 0.0807910 Dec 22 17:24:43.520471 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-25ce1541-948d-457b-a7d5-eba5ffaa8fc4 service neutron] 10.222.0.70 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155162 Dec 22 17:24:43.535719 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c7c1cfbc-4858-4041-9226-efa8fd52771d req-94884cad-c243-427b-ae50-201b2110b6bf tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378244 Dec 22 17:24:43.628582 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d87c1c96-7144-405a-81b4-4b1da2254558 req-a9ef85f4-d74c-4ed5-b017-9929f9e3df4e service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396825 Dec 22 17:24:43.776254 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d87c1c96-7144-405a-81b4-4b1da2254558 req-d1ac7878-9d17-42c0-bbb8-b18359f10205 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389332 Dec 22 17:24:44.736145 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9e1d8916-1a89-402c-87de-919819fc7fec req-8dffa939-084b-4bc8-a997-db8cb55e4ce4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 210 time: 0.0559578 Dec 22 17:24:44.738023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d337d-0ab2-47ea-ab59-25745988945f req-466760f7-3cc2-4c3c-99ef-9a9add3bbd9a tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:44.739219 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e76d337d-0ab2-47ea-ab59-25745988945f req-466760f7-3cc2-4c3c-99ef-9a9add3bbd9a tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 943 time: 0.0964229 Dec 22 17:24:44.804334 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e76d337d-0ab2-47ea-ab59-25745988945f req-e0dca19e-1279-4309-922a-c234016b0ea6 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585709 Dec 22 17:24:45.838448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-8755dd22-2b4e-4a77-8c90-f4fa5ae2e035 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:45.841457 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-8755dd22-2b4e-4a77-8c90-f4fa5ae2e035 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks?id=7e0af3b3-574e-4b1e-91c3-dbb590270776 HTTP/1.1" status: 200 len: 797 time: 0.1590719 Dec 22 17:24:45.927207 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2a8d108b-54a0-44c5-9b88-a94c100702b7 req-d9277e96-9760-4171-9ecb-1628919cf67a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 210 time: 0.0564528 Dec 22 17:24:45.935867 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-8d6eef51-8797-4b9f-8896-7a06b65aff3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 472 time: 0.0848508 Dec 22 17:24:45.944564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'device_id': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'admin_state_up': True, 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'security_groups': ['e6900833-44ec-485d-8be4-72c52079127e']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:46.011816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6acb7-ed5a-4226-9932-4af7f342bf03 req-8720b3fb-3ba3-4414-b2cb-58220a81413a tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:46.013327 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2cd6acb7-ed5a-4226-9932-4af7f342bf03 req-8720b3fb-3ba3-4414-b2cb-58220a81413a tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 943 time: 0.0972807 Dec 22 17:24:46.058701 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2cd6acb7-ed5a-4226-9932-4af7f342bf03 req-567232c5-a28a-429b-9b70-259e564e7a57 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392616 Dec 22 17:24:46.084324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:46.094613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:46.104153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:24:46.108280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:46.265696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.11 (7e0af3b3-574e-4b1e-91c3-dbb590270776/17472e80-2d9d-4be2-8bad-990b58c73ddf/20d6f143-8533-4a97-8604-892c304986ef) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:24:46.447426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:46.462764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 20d6f143-8533-4a97-8604-892c304986ef will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:24:46.485700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:46.490751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9fc705aa-e3c5-4393-a742-d4ac76414b99 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:46.556346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 7e0af3b3-574e-4b1e-91c3-dbb590270776 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:24:46.559852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:24:46.563693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:24:46.601615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=20d6f143-8533-4a97-8604-892c304986ef,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:46.611401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:46.633859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:46.634465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:46.660099 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7191517 Dec 22 17:24:46.674848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Request body: {'port': {'device_id': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:46.797134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:46.816468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f0529faf-7f3a-4e5a-a439-be5eebea453f None None] Provisioning for port 20d6f143-8533-4a97-8604-892c304986ef completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:24:46.824630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f0529faf-7f3a-4e5a-a439-be5eebea453f None None] Provisioning complete for port 20d6f143-8533-4a97-8604-892c304986ef triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:24:46.825015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f0529faf-7f3a-4e5a-a439-be5eebea453f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:46.882749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f0529faf-7f3a-4e5a-a439-be5eebea453f None None] Port 20d6f143-8533-4a97-8604-892c304986ef cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:24:47.248449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a4a49-803a-4920-ba73-9a032d0ab5bc req-9686f4e9-ba86-4faa-addd-47b11710c9be tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:47.250027 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-306a4a49-803a-4920-ba73-9a032d0ab5bc req-9686f4e9-ba86-4faa-addd-47b11710c9be tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 943 time: 0.0891974 Dec 22 17:24:47.295032 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-306a4a49-803a-4920-ba73-9a032d0ab5bc req-a4b3c9e4-7fe1-42a4-a137-ee7bd894761b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392525 Dec 22 17:24:47.323916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26e58c-cba9-4c0e-af29-ff94b441bdab req-929b1d98-b7b4-4aa3-9903-a598a156879a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:47.324639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9c26e58c-cba9-4c0e-af29-ff94b441bdab req-929b1d98-b7b4-4aa3-9903-a598a156879a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:24:47.330491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d6f143-8533-4a97-8604-892c304986ef {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:24:47.341206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:47.358849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9c26e58c-cba9-4c0e-af29-ff94b441bdab req-929b1d98-b7b4-4aa3-9903-a598a156879a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:24:47.360653 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9c26e58c-cba9-4c0e-af29-ff94b441bdab req-929b1d98-b7b4-4aa3-9903-a598a156879a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 932 time: 0.3162334 Dec 22 17:24:47.361640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Transition to ACTIVE for port object 20d6f143-8533-4a97-8604-892c304986ef will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:24:47.364296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:47.369005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:47.531417 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9c26e58c-cba9-4c0e-af29-ff94b441bdab req-04958e93-ea86-4e91-be37-7fa0ed8cbd1c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632266 Dec 22 17:24:47.564756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Pushing event updated for resources: {'Port': ['ID=20d6f143-8533-4a97-8604-892c304986ef,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:47.573669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:47.647957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Attempting to bind port 20d6f143-8533-4a97-8604-892c304986ef on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:24:47.648285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Attempting to bind port 20d6f143-8533-4a97-8604-892c304986ef by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:24:47.648599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Attempting to bind port 20d6f143-8533-4a97-8604-892c304986ef on network 7e0af3b3-574e-4b1e-91c3-dbb590270776 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:24:47.653044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Port 20d6f143-8533-4a97-8604-892c304986ef on network 7e0af3b3-574e-4b1e-91c3-dbb590270776 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:24:47.653378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Attempting to bind port 20d6f143-8533-4a97-8604-892c304986ef on network 7e0af3b3-574e-4b1e-91c3-dbb590270776 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:24:47.658251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:24:47.658562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Checking segment: {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:24:47.658933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Bound using segment: {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:24:47.659377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Bound port: 20d6f143-8533-4a97-8604-892c304986ef, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0abadab-c4c7-493c-b6ef-c7229b7761fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:24:47.659719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:47.745423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] For port 20d6f143-8533-4a97-8604-892c304986ef, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:24:47.749041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] For port 20d6f143-8533-4a97-8604-892c304986ef, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=20d6f143-8533-4a97-8604-892c304986ef,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:24:47.753526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:47.758065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dd930912-3adc-4984-9ef7-0669fc9de705 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:47.817348 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:47.817961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:47.819343 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] 10.222.0.53 "PUT /v2.0/ports/20d6f143-8533-4a97-8604-892c304986ef HTTP/1.1" status: 200 len: 1094 time: 1.1487582 Dec 22 17:24:47.819877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'tag': '20d6f143-8533-4a97-8604-892c304986ef'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:24:47.845933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Pushing event updated for resources: {'Port': ['ID=20d6f143-8533-4a97-8604-892c304986ef,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:47.849146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:47.901327 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'tag': '20d6f143-8533-4a97-8604-892c304986ef', 'status': 'completed', 'code': 200} Dec 22 17:24:47.941295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-346908a9-2de6-4687-95bd-479b95eb6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:47.942769 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-346908a9-2de6-4687-95bd-479b95eb6df3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 1097 time: 0.0731556 Dec 22 17:24:48.016089 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-77e9d8e3-185a-4ca0-8bcf-a3a5be109c11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20d6f143-8533-4a97-8604-892c304986ef HTTP/1.1" status: 200 len: 217 time: 0.0649226 Dec 22 17:24:48.081263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-874e936a-e14b-4389-86bb-c7d78512ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:48.082653 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-874e936a-e14b-4389-86bb-c7d78512ea87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17472e80-2d9d-4be2-8bad-990b58c73ddf HTTP/1.1" status: 200 len: 835 time: 0.0584471 Dec 22 17:24:48.161929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-839483aa-e1a4-459e-a42d-47187dc5700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:48.163376 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-839483aa-e1a4-459e-a42d-47187dc5700e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e0af3b3-574e-4b1e-91c3-dbb590270776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727675 Dec 22 17:24:48.292707 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-c277ce44-777f-4ba1-b082-1c66df88ce44 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218891 Dec 22 17:24:48.468910 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-02b54a28-4a17-434f-96f2-ba424be438c9 req-3aabbd99-4bed-4829-8ea1-f86abbe1ed95 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680224 Dec 22 17:24:48.495814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeaf94-69fa-45d4-ba9a-0ded8c92b5ae req-b1c9f81f-b169-443f-8c39-74a65f8011cf tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:48.497114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9ceeaf94-69fa-45d4-ba9a-0ded8c92b5ae req-b1c9f81f-b169-443f-8c39-74a65f8011cf tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Synchronizing usage tracker for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:24:48.514088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9ceeaf94-69fa-45d4-ba9a-0ded8c92b5ae req-b1c9f81f-b169-443f-8c39-74a65f8011cf tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Unset dirty status for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:24:48.517220 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ceeaf94-69fa-45d4-ba9a-0ded8c92b5ae req-b1c9f81f-b169-443f-8c39-74a65f8011cf tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 943 time: 0.1145403 Dec 22 17:24:48.612111 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ceeaf94-69fa-45d4-ba9a-0ded8c92b5ae req-ea883ea0-ef5b-4496-9d30-1fa956f9da38 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623922 Dec 22 17:24:48.634929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4067a-d84e-4de2-9946-10361a6f731a req-b750cd91-1fbb-4e15-9de0-5ad7b861c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:48.636461 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b3b4067a-d84e-4de2-9946-10361a6f731a req-b750cd91-1fbb-4e15-9de0-5ad7b861c48e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 1097 time: 0.1165926 Dec 22 17:24:48.720651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f6a1-9df0-4d23-9aa0-135fcc1e1030 req-ca928898-5634-4c2c-93e7-559326488c2f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:48.722139 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7345f6a1-9df0-4d23-9aa0-135fcc1e1030 req-ca928898-5634-4c2c-93e7-559326488c2f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 944 time: 0.0820198 Dec 22 17:24:48.767035 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7345f6a1-9df0-4d23-9aa0-135fcc1e1030 req-cd98ae56-d4ca-46b8-af83-0c0118d559fc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391734 Dec 22 17:24:48.778132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4067a-d84e-4de2-9946-10361a6f731a req-a0ebb289-6f02-4c04-99b3-b6396708dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:48.782740 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b3b4067a-d84e-4de2-9946-10361a6f731a req-a0ebb289-6f02-4c04-99b3-b6396708dbd9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7e0af3b3-574e-4b1e-91c3-dbb590270776 HTTP/1.1" status: 200 len: 898 time: 0.1324196 Dec 22 17:24:48.852100 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b3b4067a-d84e-4de2-9946-10361a6f731a req-6ecc4e90-1452-498a-8b0f-3c3de253a4eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20d6f143-8533-4a97-8604-892c304986ef HTTP/1.1" status: 200 len: 217 time: 0.0653191 Dec 22 17:24:48.916089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4067a-d84e-4de2-9946-10361a6f731a req-6493c6b5-4ccc-42ca-bc37-34223f44c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:48.917407 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b3b4067a-d84e-4de2-9946-10361a6f731a req-6493c6b5-4ccc-42ca-bc37-34223f44c9d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17472e80-2d9d-4be2-8bad-990b58c73ddf HTTP/1.1" status: 200 len: 835 time: 0.0586984 Dec 22 17:24:48.992659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4067a-d84e-4de2-9946-10361a6f731a req-86944d40-58c0-47fe-959b-b95fbbb18937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:48.994062 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b3b4067a-d84e-4de2-9946-10361a6f731a req-86944d40-58c0-47fe-959b-b95fbbb18937 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e0af3b3-574e-4b1e-91c3-dbb590270776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676723 Dec 22 17:24:49.245692 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b3b4067a-d84e-4de2-9946-10361a6f731a req-33aa8422-0e49-4026-8ab4-3c216fe79347 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442310 Dec 22 17:24:49.373824 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b3b4067a-d84e-4de2-9946-10361a6f731a req-dd9457fc-15c6-405b-8435-88481a31d628 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210587 Dec 22 17:24:49.800871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de6588-4731-4205-8f8e-cae672fe752f req-4b4cc035-425d-4086-8281-d417540bc7e6 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:49.802333 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50de6588-4731-4205-8f8e-cae672fe752f req-4b4cc035-425d-4086-8281-d417540bc7e6 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 943 time: 0.0843933 Dec 22 17:24:49.848142 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50de6588-4731-4205-8f8e-cae672fe752f req-eaf5b9b7-5d51-4bd9-a121-7e9ece695929 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396035 Dec 22 17:24:49.954398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742a34b-2114-4786-9d8b-c32e9510954b req-68c9c534-05ea-4732-9411-a0f8d52de12d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:49.955793 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9742a34b-2114-4786-9d8b-c32e9510954b req-68c9c534-05ea-4732-9411-a0f8d52de12d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 944 time: 0.0850322 Dec 22 17:24:49.998982 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9742a34b-2114-4786-9d8b-c32e9510954b req-27beee0c-e3f4-4a89-ba1c-d1750b7d93bf tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373955 Dec 22 17:24:50.660230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 93c090af-c381-431b-889e-c22465fee10f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:24:50.793383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 93c090af-c381-431b-889e-c22465fee10f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93c090af-c381-431b-889e-c22465fee10f,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:24:50.806282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '93c090af-c381-431b-889e-c22465fee10f', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'port_id': '93c090af-c381-431b-889e-c22465fee10f', 'mac_address': 'fa:16:3e:1b:14:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:24:50.863939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:50.880404 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c090af-c381-431b-889e-c22465fee10f {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:24:50.895918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 93c090af-c381-431b-889e-c22465fee10f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93c090af-c381-431b-889e-c22465fee10f,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:24:50.899922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:50.900664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 20d6f143-8533-4a97-8604-892c304986ef details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:24:50.904258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ea10c24a-dce4-4b5a-b28d-bbd4afae9de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:51.029561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8811797-c551-440b-824d-950387f19a30 req-cb5d6808-ef9a-4c2b-b6cf-c0a05ccaef0d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:51.032256 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e8811797-c551-440b-824d-950387f19a30 req-cb5d6808-ef9a-4c2b-b6cf-c0a05ccaef0d tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 944 time: 0.0802975 Dec 22 17:24:51.037776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=93c090af-c381-431b-889e-c22465fee10f,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:51.047687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:51.076934 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e8811797-c551-440b-824d-950387f19a30 req-fb174250-6ee6-402b-b1ab-ff9785de2758 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400634 Dec 22 17:24:51.100122 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 20d6f143-8533-4a97-8604-892c304986ef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=20d6f143-8533-4a97-8604-892c304986ef,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:24:51.114026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '20d6f143-8533-4a97-8604-892c304986ef', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'port_id': '20d6f143-8533-4a97-8604-892c304986ef', 'mac_address': 'fa:16:3e:be:64:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:24:51.172129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:51.189733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d6f143-8533-4a97-8604-892c304986ef {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:24:51.191405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126cbec-9ace-4747-9894-cc2e322784ea req-696c69c1-b66c-4bd4-8759-1d4784110053 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:51.192980 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6126cbec-9ace-4747-9894-cc2e322784ea req-696c69c1-b66c-4bd4-8759-1d4784110053 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 944 time: 0.0780709 Dec 22 17:24:51.206951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 20d6f143-8533-4a97-8604-892c304986ef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=20d6f143-8533-4a97-8604-892c304986ef,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:24:51.211061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:51.212872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:51.241783 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6126cbec-9ace-4747-9894-cc2e322784ea req-89a96fb5-1c66-4c29-9988-e9e6a8995771 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 Dec 22 17:24:51.277483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=20d6f143-8533-4a97-8604-892c304986ef,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:51.280364 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:51.445201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['93c090af-c381-431b-889e-c22465fee10f'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:24:51.471769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['20d6f143-8533-4a97-8604-892c304986ef'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:24:52.261991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d356a-d52a-4669-b311-df4e7b97ee53 req-6889bcb9-3d20-4d82-a69b-11dcb89e10bc tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:52.263653 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d02d356a-d52a-4669-b311-df4e7b97ee53 req-6889bcb9-3d20-4d82-a69b-11dcb89e10bc tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 944 time: 0.0841475 Dec 22 17:24:52.306786 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d02d356a-d52a-4669-b311-df4e7b97ee53 req-8689eaa8-d5f4-4d1a-8c61-af9d915ea9fa tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374448 Dec 22 17:24:52.425503 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c6407-abf8-45b1-bb23-6e6f8e62603e req-9f78ea4b-f7bc-4684-9772-f5745f5cad37 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:52.426906 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-485c6407-abf8-45b1-bb23-6e6f8e62603e req-9f78ea4b-f7bc-4684-9772-f5745f5cad37 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 945 time: 0.0794294 Dec 22 17:24:52.471297 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-485c6407-abf8-45b1-bb23-6e6f8e62603e req-2e04d8db-3354-4453-abb7-970216804a90 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387757 Dec 22 17:24:52.663064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 93c090af-c381-431b-889e-c22465fee10f up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:24:52.731720 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 93c090af-c381-431b-889e-c22465fee10f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:24:52.736266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 93c090af-c381-431b-889e-c22465fee10f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:24:52.736644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:52.854259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:52.880285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04543e34-5182-4d99-827c-54a97542fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c090af-c381-431b-889e-c22465fee10f'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:24:52.891028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 93c090af-c381-431b-889e-c22465fee10f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93c090af-c381-431b-889e-c22465fee10f,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:24:52.894996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:52.895884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 20d6f143-8533-4a97-8604-892c304986ef up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:24:52.925774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-27025a39-8cf2-40f9-8e1c-2a5bf3f149eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:52.955590 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04543e34-5182-4d99-827c-54a97542fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c090af-c381-431b-889e-c22465fee10f', 'code': 200} Dec 22 17:24:53.014268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=93c090af-c381-431b-889e-c22465fee10f,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:53.017381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:53.025733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 20d6f143-8533-4a97-8604-892c304986ef completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:24:53.030676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 20d6f143-8533-4a97-8604-892c304986ef triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:24:53.031071 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:53.151785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:53.184425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 20d6f143-8533-4a97-8604-892c304986ef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=20d6f143-8533-4a97-8604-892c304986ef,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:24:53.188046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:53.189965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8fce38ae-9ab2-4125-a634-9f4535490e64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:53.207018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac56988-b07d-4ce6-81cc-6281c52c0b2e req-71c07e50-e411-408c-8187-47e347394bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:53.208514 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5ac56988-b07d-4ce6-81cc-6281c52c0b2e req-71c07e50-e411-408c-8187-47e347394bda service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 1098 time: 0.0711262 Dec 22 17:24:53.253819 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5ac56988-b07d-4ce6-81cc-6281c52c0b2e req-21bdb4c1-0809-4512-8172-fa4bb1f8af8a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384979 Dec 22 17:24:53.262857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=20d6f143-8533-4a97-8604-892c304986ef,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:53.266053 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:53.491473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da662ef0-110b-4857-842f-6bf994546899 req-b09d9b41-0466-4f26-ae91-f61dd9f48519 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:53.492878 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-da662ef0-110b-4857-842f-6bf994546899 req-b09d9b41-0466-4f26-ae91-f61dd9f48519 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 945 time: 0.0837760 Dec 22 17:24:53.536164 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-da662ef0-110b-4857-842f-6bf994546899 req-226d0d67-ffb3-4390-915e-85a3ab4f2f27 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375218 Dec 22 17:24:53.657031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162952-afda-4d73-8534-01e36f5357f6 req-9a8bca2b-47ab-48f3-a861-3ced354b2f8e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:53.658453 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2d162952-afda-4d73-8534-01e36f5357f6 req-9a8bca2b-47ab-48f3-a861-3ced354b2f8e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 946 time: 0.0788658 Dec 22 17:24:53.701947 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2d162952-afda-4d73-8534-01e36f5357f6 req-0427116a-6de0-4aff-91b2-c59a80575e4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379696 Dec 22 17:24:54.713803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e4d8a-bd34-4d98-aa3e-0f72c3366d79 req-6815c51c-07c8-41e8-99f0-4c5a4abe999e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:54.715289 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-784e4d8a-bd34-4d98-aa3e-0f72c3366d79 req-6815c51c-07c8-41e8-99f0-4c5a4abe999e tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 945 time: 0.0785344 Dec 22 17:24:54.759995 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-784e4d8a-bd34-4d98-aa3e-0f72c3366d79 req-97cd01c9-a306-4788-a531-f32a444e29f0 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 Dec 22 17:24:54.886499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132284fb-40bd-4990-9be7-a024fc9de47c req-38c6561c-0569-4b4a-b8d0-49fab1105fa5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:54.887993 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-132284fb-40bd-4990-9be7-a024fc9de47c req-38c6561c-0569-4b4a-b8d0-49fab1105fa5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 946 time: 0.0836163 Dec 22 17:24:54.931996 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-132284fb-40bd-4990-9be7-a024fc9de47c req-9c813d3a-ce06-435c-a230-9d881cf60483 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381272 Dec 22 17:24:54.950697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5f61f-05ef-484f-a08c-ac9edcc23930 req-48a9a28f-f6d9-4a0e-a8f7-8570b1154bd5 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:54.952160 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-08d5f61f-05ef-484f-a08c-ac9edcc23930 req-48a9a28f-f6d9-4a0e-a8f7-8570b1154bd5 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 945 time: 0.0844510 Dec 22 17:24:54.956485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d6f143-8533-4a97-8604-892c304986ef'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:24:54.996775 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-08d5f61f-05ef-484f-a08c-ac9edcc23930 req-db50d2e3-4a66-46d6-863f-c43b8a623f4c tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389771 Dec 22 17:24:55.000895 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d6f143-8533-4a97-8604-892c304986ef', 'code': 200} Dec 22 17:24:55.021574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38598) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:55.091811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4c3ee-208b-4feb-87d4-afa0fd38b2f2 tempest-TestVolumeBootPattern-1714765220 tempest-TestVolumeBootPattern-1714765220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:55.094140 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-15a4c3ee-208b-4feb-87d4-afa0fd38b2f2 tempest-TestVolumeBootPattern-1714765220 tempest-TestVolumeBootPattern-1714765220-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 1093 time: 0.0706890 Dec 22 17:24:55.096532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38602) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:55.101557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '93c090af-c381-431b-889e-c22465fee10f', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:55.107588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:24:55.111348 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Usage tracker for resource:floatingip and tenant:0344a10d8c1c4cca981e644c68927115 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:24:55.114161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:24:55.119758 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:24:55.130314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:55.300267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0889157-df6a-491c-a7ef-ca9dc9eb0060 req-a65aa4cd-ef64-4258-bc4b-0db900d7bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:55.301704 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d0889157-df6a-491c-a7ef-ca9dc9eb0060 req-a65aa4cd-ef64-4258-bc4b-0db900d7bd09 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 1099 time: 0.1034229 Dec 22 17:24:55.356305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:55.359742 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d0889157-df6a-491c-a7ef-ca9dc9eb0060 req-b81cbbd9-2a4a-4039-ad17-fe1807e33065 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460649 Dec 22 17:24:55.491566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Allocated IP 172.26.3.72 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/a7f135ac-ae19-4e30-8374-9d87efce1789) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:24:55.637444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:55.666575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:55.670848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2d96769c-7cb7-4738-b701-8ce7ac911937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:55.733152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:24:55.736073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:24:55.740154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:24:55.772185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'Port': ['ID=a7f135ac-ae19-4e30-8374-9d87efce1789,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:55.778603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:56.275402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bd2b2-56fa-461e-9309-c4c1e2e128a9 req-755bdf63-cbf2-44d1-8555-7f835312ee17 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:56.276795 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0d2bd2b2-56fa-461e-9309-c4c1e2e128a9 req-755bdf63-cbf2-44d1-8555-7f835312ee17 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 946 time: 0.1889002 Dec 22 17:24:56.341847 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0d2bd2b2-56fa-461e-9309-c4c1e2e128a9 req-f6a43d36-fe01-47e4-89e8-2aca630c24ad tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542524 Dec 22 17:24:56.373118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:56.453757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:56.666146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:56.672152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:56.676629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c6de4f4b-7149-42f1-8c77-76c820819acd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:24:56.791987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event updated for resources: {'Port': ['ID=a7f135ac-ae19-4e30-8374-9d87efce1789,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:24:56.796329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:24:56.804720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:56.991688 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Floating IP d28cc71d-4125-44a3-971a-f191e62379c7 associated. External IP: 172.26.3.72, port: 93c090af-c381-431b-889e-c22465fee10f. Dec 22 17:24:57.367846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:24:57.541499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444b5c-67fd-4b0c-b4ee-41218740b409 req-71cdc9d0-4084-4587-98ca-959e9b99d715 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:57.543717 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-af444b5c-67fd-4b0c-b4ee-41218740b409 req-71cdc9d0-4084-4587-98ca-959e9b99d715 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 946 time: 0.0904231 Dec 22 17:24:57.589222 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-641aac9c-b27c-4b40-adb4-4391950541a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:57.599507 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-af444b5c-67fd-4b0c-b4ee-41218740b409 req-c3b8b14d-d819-4b5b-b378-e9bcdf911b06 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496533 Dec 22 17:24:57.708757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:24:57.718606 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9929db8-b3f8-4978-b0b4-bf9d6ec2f36a None None] Sync routers for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:24:57.728299 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9929db8-b3f8-4978-b0b4-bf9d6ec2f36a None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:57.728903 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f9929db8-b3f8-4978-b0b4-bf9d6ec2f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:57.786015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:57.851287 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7536998 Dec 22 17:24:57.852153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04543e34-5182-4d99-827c-54a97542fe5a', 'tag': '93c090af-c381-431b-889e-c22465fee10f'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:24:57.874558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986abdc-60d9-43ac-96cb-49d6e6612514 req-3b97a322-db8a-42bc-bf3e-6b3d38a17999 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:57.876054 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e986abdc-60d9-43ac-96cb-49d6e6612514 req-3b97a322-db8a-42bc-bf3e-6b3d38a17999 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 946 time: 0.1609330 Dec 22 17:24:57.916366 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04543e34-5182-4d99-827c-54a97542fe5a', 'tag': '93c090af-c381-431b-889e-c22465fee10f', 'status': 'completed', 'code': 200} Dec 22 17:24:57.929582 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e986abdc-60d9-43ac-96cb-49d6e6612514 req-37091781-327e-404a-8c02-dc74dd79149e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473392 Dec 22 17:24:57.955475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38616) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:57.976230 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-f9929db8-b3f8-4978-b0b4-bf9d6ec2f36a None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:58.002781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391b614-9eca-46df-a377-e3e97c6dfae0 req-112a588e-315a-45bd-abe0-e39f9c987463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:58.004413 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5391b614-9eca-46df-a377-e3e97c6dfae0 req-112a588e-315a-45bd-abe0-e39f9c987463 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 1098 time: 0.0722082 Dec 22 17:24:58.026076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ee51e-09de-49dc-b815-f5b1b1911568 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:58.030833 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-923ee51e-09de-49dc-b815-f5b1b1911568 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 1094 time: 0.0712531 Dec 22 17:24:58.031762 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38620) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:58.036789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-1907c540-7835-44aa-bb27-279da32fc351 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'floatingip': {'port_id': '20d6f143-8533-4a97-8604-892c304986ef'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:24:58.124726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1907c540-7835-44aa-bb27-279da32fc351 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:58.142304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391b614-9eca-46df-a377-e3e97c6dfae0 req-1678178a-f238-464c-9544-7405c0b75d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:58.143859 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5391b614-9eca-46df-a377-e3e97c6dfae0 req-1678178a-f238-464c-9544-7405c0b75d28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 913 time: 0.1335325 Dec 22 17:24:58.250682 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5391b614-9eca-46df-a377-e3e97c6dfae0 req-f9fc846d-673f-4790-98f2-d059bd3a1801 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93c090af-c381-431b-889e-c22465fee10f HTTP/1.1" status: 200 len: 998 time: 0.1007740 Dec 22 17:24:58.314639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391b614-9eca-46df-a377-e3e97c6dfae0 req-054cdd35-6e62-4e45-8fd2-82764e1622b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:58.316116 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5391b614-9eca-46df-a377-e3e97c6dfae0 req-054cdd35-6e62-4e45-8fd2-82764e1622b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.0588949 Dec 22 17:24:58.396328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391b614-9eca-46df-a377-e3e97c6dfae0 req-9aa3ea5f-9795-4e95-b87e-5be427dcbe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:24:58.397989 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5391b614-9eca-46df-a377-e3e97c6dfae0 req-9aa3ea5f-9795-4e95-b87e-5be427dcbe11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756247 Dec 22 17:24:58.404047 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f9929db8-b3f8-4978-b0b4-bf9d6ec2f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'd28cc71d-4125-44a3-971a-f191e62379c7', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': '93c090af-c381-431b-889e-c22465fee10f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:1b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04543e34-5182-4d99-827c-54a97542fe5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:24:56Z', 'updated_at': '2021-12-22T17:24:56Z', 'revision_number': 0, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}, {'id': 'e72e5ab2-abc6-4193-9681-3a73b7df52b4', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.145', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:07:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:22:34Z', 'updated_at': '2021-12-22T17:22:37Z', 'revision_number': 1, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:58.409751 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9929db8-b3f8-4978-b0b4-bf9d6ec2f36a None None] Checking router: cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:24:58.421148 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9929db8-b3f8-4978-b0b4-bf9d6ec2f36a None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:58.421758 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f9929db8-b3f8-4978-b0b4-bf9d6ec2f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:58.570192 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5391b614-9eca-46df-a377-e3e97c6dfae0 req-99b8acb1-4a20-4bf6-b9b6-559b7723217c service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658332 Dec 22 17:24:58.647647 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-f9929db8-b3f8-4978-b0b4-bf9d6ec2f36a None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:58.711699 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5391b614-9eca-46df-a377-e3e97c6dfae0 req-3bff3ea6-10e0-4c23-b94b-bf351937aa75 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347849 Dec 22 17:24:58.996338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1907c540-7835-44aa-bb27-279da32fc351 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:59.000697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1907c540-7835-44aa-bb27-279da32fc351 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:59.014995 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f9929db8-b3f8-4978-b0b4-bf9d6ec2f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'd28cc71d-4125-44a3-971a-f191e62379c7', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': '93c090af-c381-431b-889e-c22465fee10f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:1b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04543e34-5182-4d99-827c-54a97542fe5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:24:56Z', 'updated_at': '2021-12-22T17:24:56Z', 'revision_number': 0, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}, {'id': 'e72e5ab2-abc6-4193-9681-3a73b7df52b4', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.145', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:07:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:22:34Z', 'updated_at': '2021-12-22T17:22:37Z', 'revision_number': 1, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:59.018904 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9929db8-b3f8-4978-b0b4-bf9d6ec2f36a None None] The sync data for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv is: [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'd28cc71d-4125-44a3-971a-f191e62379c7', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': '93c090af-c381-431b-889e-c22465fee10f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:1b:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04543e34-5182-4d99-827c-54a97542fe5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:24:56Z', 'updated_at': '2021-12-22T17:24:56Z', 'revision_number': 0, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}, {'id': 'e72e5ab2-abc6-4193-9681-3a73b7df52b4', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.145', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:07:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:22:34Z', 'updated_at': '2021-12-22T17:22:37Z', 'revision_number': 1, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:24:59.179050 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-1907c540-7835-44aa-bb27-279da32fc351 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 381142ac-5c69-40bd-9142-93c2fadfd88c associated. External IP: 172.26.3.79, port: 20d6f143-8533-4a97-8604-892c304986ef. Dec 22 17:24:59.226711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93dede3-dd69-4cc9-9462-1f9416d7d45b None None] New status for floating IP d28cc71d-4125-44a3-971a-f191e62379c7: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:24:59.541664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1907c540-7835-44aa-bb27-279da32fc351 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router d7ae89e1-ec6c-43bd-ab46-28020e28f60f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:24:59.727086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1907c540-7835-44aa-bb27-279da32fc351 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:24:59.731384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1907c540-7835-44aa-bb27-279da32fc351 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:24:59.737108 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fcb6eb-4c6c-4eba-94f7-9e86c85fd2c7 None None] Sync routers for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:24:59.747216 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fcb6eb-4c6c-4eba-94f7-9e86c85fd2c7 None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:24:59.748014 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-89fcb6eb-4c6c-4eba-94f7-9e86c85fd2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:24:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:24:59.920626 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1907c540-7835-44aa-bb27-279da32fc351 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/floatingips/381142ac-5c69-40bd-9142-93c2fadfd88c HTTP/1.1" status: 200 len: 991 time: 1.8877900 Dec 22 17:24:59.921337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'tag': '20d6f143-8533-4a97-8604-892c304986ef'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:24:59.927614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38626) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:24:59.934792 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-89fcb6eb-4c6c-4eba-94f7-9e86c85fd2c7 None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:24:59.968255 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'tag': '20d6f143-8533-4a97-8604-892c304986ef', 'status': 'completed', 'code': 200} Dec 22 17:25:00.020258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bc73e11e-7c08-41d1-8045-a7372446b222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:00.093364 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-293a8d85-d067-4e47-879e-5185aeec065c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/381142ac-5c69-40bd-9142-93c2fadfd88c HTTP/1.1" status: 200 len: 991 time: 0.1637914 Dec 22 17:25:00.108264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0dba5-9565-4936-9a36-b1a285ab3339 req-159c91f5-d6fa-4f8a-b308-63f3728c3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:00.109767 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7b0dba5-9565-4936-9a36-b1a285ab3339 req-159c91f5-d6fa-4f8a-b308-63f3728c3964 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 1099 time: 0.1159887 Dec 22 17:25:00.254795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0dba5-9565-4936-9a36-b1a285ab3339 req-da846f01-f3aa-4a95-b709-fef3215766fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:00.256741 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7b0dba5-9565-4936-9a36-b1a285ab3339 req-da846f01-f3aa-4a95-b709-fef3215766fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=7e0af3b3-574e-4b1e-91c3-dbb590270776 HTTP/1.1" status: 200 len: 898 time: 0.1405613 Dec 22 17:25:00.311373 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-89fcb6eb-4c6c-4eba-94f7-9e86c85fd2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '381142ac-5c69-40bd-9142-93c2fadfd88c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'port_id': '20d6f143-8533-4a97-8604-892c304986ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'mac_address': 'fa:16:3e:be:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:23:58Z', 'updated_at': '2021-12-22T17:24:58Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:00.316680 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fcb6eb-4c6c-4eba-94f7-9e86c85fd2c7 None None] Checking router: d7ae89e1-ec6c-43bd-ab46-28020e28f60f for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:25:00.326458 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fcb6eb-4c6c-4eba-94f7-9e86c85fd2c7 None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:25:00.327196 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-89fcb6eb-4c6c-4eba-94f7-9e86c85fd2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:25:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:00.364382 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7b0dba5-9565-4936-9a36-b1a285ab3339 req-d964fb09-245d-4390-833f-fc301b10bff4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20d6f143-8533-4a97-8604-892c304986ef HTTP/1.1" status: 200 len: 999 time: 0.1006575 Dec 22 17:25:00.427045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0dba5-9565-4936-9a36-b1a285ab3339 req-747a87af-0456-482c-8066-16c805ac31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:00.428490 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7b0dba5-9565-4936-9a36-b1a285ab3339 req-747a87af-0456-482c-8066-16c805ac31b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17472e80-2d9d-4be2-8bad-990b58c73ddf HTTP/1.1" status: 200 len: 835 time: 0.0582504 Dec 22 17:25:00.545081 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-89fcb6eb-4c6c-4eba-94f7-9e86c85fd2c7 None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:25:00.640581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0dba5-9565-4936-9a36-b1a285ab3339 req-dbf6338b-dab4-4af5-b035-7be31a34b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:00.642029 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7b0dba5-9565-4936-9a36-b1a285ab3339 req-dbf6338b-dab4-4af5-b035-7be31a34b5fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e0af3b3-574e-4b1e-91c3-dbb590270776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2077162 Dec 22 17:25:00.786089 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7b0dba5-9565-4936-9a36-b1a285ab3339 req-980494a0-df57-401a-8372-1ff4ffd3e54d service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369965 Dec 22 17:25:00.938266 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7b0dba5-9565-4936-9a36-b1a285ab3339 req-6ec6640f-9812-49bc-98c1-fc7de435f563 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459906 Dec 22 17:25:00.956910 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-89fcb6eb-4c6c-4eba-94f7-9e86c85fd2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '381142ac-5c69-40bd-9142-93c2fadfd88c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'port_id': '20d6f143-8533-4a97-8604-892c304986ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'mac_address': 'fa:16:3e:be:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:23:58Z', 'updated_at': '2021-12-22T17:24:58Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:00.961169 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fcb6eb-4c6c-4eba-94f7-9e86c85fd2c7 None None] The sync data for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv is: [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '381142ac-5c69-40bd-9142-93c2fadfd88c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'port_id': '20d6f143-8533-4a97-8604-892c304986ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'mac_address': 'fa:16:3e:be:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:23:58Z', 'updated_at': '2021-12-22T17:24:58Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:25:01.022424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:01.097114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38630) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:01.170264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:01.179612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee3c9c-9b2c-47be-904c-5b8a5417015d None None] New status for floating IP 381142ac-5c69-40bd-9142-93c2fadfd88c: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:25:01.211730 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-55d8de99-5549-464c-b9e1-dc947ba4aa08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/381142ac-5c69-40bd-9142-93c2fadfd88c HTTP/1.1" status: 200 len: 991 time: 0.1131265 Dec 22 17:25:02.215050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38634) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:02.323559 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-61207830-da85-4e53-89ee-e2a7b5126fb2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/381142ac-5c69-40bd-9142-93c2fadfd88c HTTP/1.1" status: 200 len: 993 time: 0.1073322 Dec 22 17:25:02.552895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:05.030233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:05.958293 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:25:23.473902 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-162bd5db-0edf-4515-a70b-29e4462c53b0 req-33ccb3c4-7f78-4837-aa70-cd91d56955c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871572 Dec 22 17:25:23.591294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bd5db-0edf-4515-a70b-29e4462c53b0 req-8436a7f1-fe21-45a2-8203-705aec6f1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:23.591294 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-162bd5db-0edf-4515-a70b-29e4462c53b0 req-8436a7f1-fe21-45a2-8203-705aec6f1955 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 1098 time: 0.0829823 Dec 22 17:25:23.794611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bd5db-0edf-4515-a70b-29e4462c53b0 req-00394045-6fed-437f-83d3-a7951ed743fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:23.796081 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-162bd5db-0edf-4515-a70b-29e4462c53b0 req-00394045-6fed-437f-83d3-a7951ed743fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=7e0af3b3-574e-4b1e-91c3-dbb590270776 HTTP/1.1" status: 200 len: 898 time: 0.1885557 Dec 22 17:25:23.866904 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-162bd5db-0edf-4515-a70b-29e4462c53b0 req-9ea9c452-4c47-4a6c-b0b9-23e6c4c2c882 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d299b46e-d5f2-4b39-97a4-c5f0639bc901 HTTP/1.1" status: 200 len: 217 time: 0.0623195 Dec 22 17:25:23.933847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bd5db-0edf-4515-a70b-29e4462c53b0 req-5b602186-4502-4408-b6c0-18921b41850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:23.935293 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-162bd5db-0edf-4515-a70b-29e4462c53b0 req-5b602186-4502-4408-b6c0-18921b41850a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17472e80-2d9d-4be2-8bad-990b58c73ddf HTTP/1.1" status: 200 len: 835 time: 0.0607631 Dec 22 17:25:24.017307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bd5db-0edf-4515-a70b-29e4462c53b0 req-abf69117-e254-4150-9a48-a08dc5b60e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:24.018792 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-162bd5db-0edf-4515-a70b-29e4462c53b0 req-abf69117-e254-4150-9a48-a08dc5b60e68 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e0af3b3-574e-4b1e-91c3-dbb590270776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751779 Dec 22 17:25:24.151670 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-162bd5db-0edf-4515-a70b-29e4462c53b0 req-e1b51652-7ee0-457e-9632-ead705936d9b service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251609 Dec 22 17:25:24.299941 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-162bd5db-0edf-4515-a70b-29e4462c53b0 req-08f10354-2636-48c1-aedc-537d78c4f362 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384027 Dec 22 17:25:27.581713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83951f1b-48e0-4f26-8056-e69ec73c4138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:29.296461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc92da8-c72b-4bba-bef7-32726e30c753 req-38aa3551-a945-4104-bb8f-022f578eab90 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:29.297938 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bcc92da8-c72b-4bba-bef7-32726e30c753 req-38aa3551-a945-4104-bb8f-022f578eab90 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 946 time: 0.0790431 Dec 22 17:25:29.346360 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bcc92da8-c72b-4bba-bef7-32726e30c753 req-5e75ee13-95f9-494b-ae52-a60a2348d493 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428369 Dec 22 17:25:30.021627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2efcf8f6-6512-4eca-a0bf-20d22333b739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:30.531315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2e04c-267b-49c7-a8b8-e218707ddbeb req-c3137d68-da54-4ba7-bab7-342bf771dbd2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:30.532786 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d7a2e04c-267b-49c7-a8b8-e218707ddbeb req-c3137d68-da54-4ba7-bab7-342bf771dbd2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 946 time: 0.0819604 Dec 22 17:25:30.578751 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d7a2e04c-267b-49c7-a8b8-e218707ddbeb req-7203e365-b3fa-41a0-9d6e-f3732b145c52 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6900833-44ec-485d-8be4-72c52079127e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401797 Dec 22 17:25:30.640329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dae06-6802-4162-a396-0af266051303 req-52b2db71-da18-4e48-b058-e896f9f4f9f5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:30.641650 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-068dae06-6802-4162-a396-0af266051303 req-52b2db71-da18-4e48-b058-e896f9f4f9f5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 946 time: 0.0786300 Dec 22 17:25:30.708595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 20d6f143-8533-4a97-8604-892c304986ef {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:25:30.708943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:31.021141 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:31.071377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 20d6f143-8533-4a97-8604-892c304986ef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=20d6f143-8533-4a97-8604-892c304986ef,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:25:31.071727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:31.163938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:31.356972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:31.357334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:31.357635 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 381142ac-5c69-40bd-9142-93c2fadfd88c disassociated. External IP: 172.26.3.79, port: 20d6f143-8533-4a97-8604-892c304986ef. Dec 22 17:25:31.357967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 20d6f143-8533-4a97-8604-892c304986ef owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:25:31.497088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:31.502916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d9f08ba9-e74b-450f-ae02-ecedd1571ebb tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:31.555200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=20d6f143-8533-4a97-8604-892c304986ef,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:31.567416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:31.567797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:31.568172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:31.569355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:31.569722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:31.570084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:31.570442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:31.570798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:31.571246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:31.571973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:31.572735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:31.573220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:31.577831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:31.764717 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-effb4985-b6de-41d6-9537-2348c9a596e1 req-e04d0643-15e0-4ba3-b668-acbf1ea47033 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=106c08ee-9566-4a63-bf67-1bb4efdd395e HTTP/1.1" status: 200 len: 210 time: 0.0573251 Dec 22 17:25:31.801668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router d7ae89e1-ec6c-43bd-ab46-28020e28f60f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:25:31.985402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:25:31.996318 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be1f62-8339-452c-b66f-b4991d8d201b None None] Sync routers for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:25:32.006369 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be1f62-8339-452c-b66f-b4991d8d201b None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:25:32.007313 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-67be1f62-8339-452c-b66f-b4991d8d201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:25:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:32.061476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] No DVR routers for this DVR port 20d6f143-8533-4a97-8604-892c304986ef on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:25:32.064121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:32.066809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'name': 'network-vif-deleted', 'tag': '20d6f143-8533-4a97-8604-892c304986ef'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:25:32.082958 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-068dae06-6802-4162-a396-0af266051303 req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "DELETE /v2.0/ports/20d6f143-8533-4a97-8604-892c304986ef HTTP/1.1" status: 204 len: 173 time: 1.4357054 Dec 22 17:25:32.119617 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106c08ee-9566-4a63-bf67-1bb4efdd395e', 'name': 'network-vif-deleted', 'tag': '20d6f143-8533-4a97-8604-892c304986ef', 'status': 'completed', 'code': 200} Dec 22 17:25:32.195025 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-67be1f62-8339-452c-b66f-b4991d8d201b None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:25:32.493751 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-67be1f62-8339-452c-b66f-b4991d8d201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:32.497905 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be1f62-8339-452c-b66f-b4991d8d201b None None] Checking router: d7ae89e1-ec6c-43bd-ab46-28020e28f60f for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:25:32.506069 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be1f62-8339-452c-b66f-b4991d8d201b None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:25:32.506663 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-67be1f62-8339-452c-b66f-b4991d8d201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:25:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:32.552545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:32.689951 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-67be1f62-8339-452c-b66f-b4991d8d201b None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:25:32.868583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38666) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:32.938479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f91ab8b7-7de7-465f-af43-6eb92faad7c3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:32.967236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f91ab8b7-7de7-465f-af43-6eb92faad7c3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:33.035717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f91ab8b7-7de7-465f-af43-6eb92faad7c3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:33.040532 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-67be1f62-8339-452c-b66f-b4991d8d201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:33.045834 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be1f62-8339-452c-b66f-b4991d8d201b None None] The sync data for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv is: [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:23:37Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'fc4bde38-626f-4386-8a54-058a20b0763a', 'name': '', 'network_id': '7e0af3b3-574e-4b1e-91c3-dbb590270776', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e6:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:35Z', 'updated_at': '2021-12-22T17:23:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '17472e80-2d9d-4be2-8bad-990b58c73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:25:33.049766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a5dd7237-a919-492d-be74-46c99d8b27f3 tempest-NegativeSecGroupIPv6Test-109083522 tempest-NegativeSecGroupIPv6Test-109083522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:33.064782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ab8b7-7de7-465f-af43-6eb92faad7c3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6900833-44ec-485d-8be4-72c52079127e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:33.069668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f91ab8b7-7de7-465f-af43-6eb92faad7c3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:33.077201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f91ab8b7-7de7-465f-af43-6eb92faad7c3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:33.078324 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f91ab8b7-7de7-465f-af43-6eb92faad7c3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/security-groups/e6900833-44ec-485d-8be4-72c52079127e HTTP/1.1" status: 204 len: 168 time: 0.2087963 Dec 22 17:25:33.278480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c16bf-aa03-4aad-8e3f-fc253c3c3e57 None None] New status for floating IP 381142ac-5c69-40bd-9142-93c2fadfd88c: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:25:34.128995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38674) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:34.402930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-deb299fe-5774-41a6-8df5-8d1ce4fff864 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port facaf87a-3dda-4dc0-84cd-242b0ebafb86 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:25:34.403203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-deb299fe-5774-41a6-8df5-8d1ce4fff864 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:34.569254 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-deb299fe-5774-41a6-8df5-8d1ce4fff864 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:34.569585 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-deb299fe-5774-41a6-8df5-8d1ce4fff864 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:34.690159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-deb299fe-5774-41a6-8df5-8d1ce4fff864 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for facaf87a-3dda-4dc0-84cd-242b0ebafb86 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:25:34.827224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-deb299fe-5774-41a6-8df5-8d1ce4fff864 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:34.831616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d93af15f-5853-483b-be70-5ab27457018c tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:34.840600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 20d6f143-8533-4a97-8604-892c304986ef no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:25:34.876135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 20d6f143-8533-4a97-8604-892c304986ef {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:25:34.876487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 20d6f143-8533-4a97-8604-892c304986ef not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:25:34.880674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb299fe-5774-41a6-8df5-8d1ce4fff864 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=facaf87a-3dda-4dc0-84cd-242b0ebafb86,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:34.883733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-deb299fe-5774-41a6-8df5-8d1ce4fff864 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:34.969978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-deb299fe-5774-41a6-8df5-8d1ce4fff864 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:34.982937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-deb299fe-5774-41a6-8df5-8d1ce4fff864 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:34.984075 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-deb299fe-5774-41a6-8df5-8d1ce4fff864 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/floatingips/381142ac-5c69-40bd-9142-93c2fadfd88c HTTP/1.1" status: 204 len: 168 time: 0.8541040 Dec 22 17:25:35.024637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:35.351477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889b28d-773b-4738-8db6-1829f2128786 req-84414842-455d-40e6-8698-0d98aa0ca486 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:35.352929 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1889b28d-773b-4738-8db6-1829f2128786 req-84414842-455d-40e6-8698-0d98aa0ca486 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 945 time: 0.0932479 Dec 22 17:25:35.395861 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1889b28d-773b-4738-8db6-1829f2128786 req-3ec29f95-bb39-483e-8763-d7247c1489b7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=5749d4ed-c34a-4a42-83cb-7dedc645c365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373125 Dec 22 17:25:36.639582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c9fed-22db-492d-9673-ca2e8cab86a4 req-9a04e59c-a8dd-4669-bf87-3fc14bf75c63 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:36.640297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-bd9c9fed-22db-492d-9673-ca2e8cab86a4 req-9a04e59c-a8dd-4669-bf87-3fc14bf75c63 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:25:36.650088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e748c26-4be3-47a2-b181-66c35519b590 req-e734d48a-6deb-4120-a202-3b56cbf2e961 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:36.650735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-8e748c26-4be3-47a2-b181-66c35519b590 req-e734d48a-6deb-4120-a202-3b56cbf2e961 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:25:36.670870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-bd9c9fed-22db-492d-9673-ca2e8cab86a4 req-9a04e59c-a8dd-4669-bf87-3fc14bf75c63 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:25:36.672001 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bd9c9fed-22db-492d-9673-ca2e8cab86a4 req-9a04e59c-a8dd-4669-bf87-3fc14bf75c63 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 945 time: 0.1713359 Dec 22 17:25:36.672965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-8e748c26-4be3-47a2-b181-66c35519b590 req-e734d48a-6deb-4120-a202-3b56cbf2e961 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:25:36.673913 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8e748c26-4be3-47a2-b181-66c35519b590 req-e734d48a-6deb-4120-a202-3b56cbf2e961 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 945 time: 0.1382201 Dec 22 17:25:36.771270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-bd9c9fed-22db-492d-9673-ca2e8cab86a4 req-20dd8d93-dc7e-4a33-8892-5d2556c2404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:25:36.779264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-8e748c26-4be3-47a2-b181-66c35519b590 req-67cb2e4d-9e97-4e99-8806-ac3d06ca9d88 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port d299b46e-d5f2-4b39-97a4-c5f0639bc901 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:25:36.779602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8e748c26-4be3-47a2-b181-66c35519b590 req-67cb2e4d-9e97-4e99-8806-ac3d06ca9d88 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:36.837859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-bd9c9fed-22db-492d-9673-ca2e8cab86a4 req-20dd8d93-dc7e-4a33-8892-5d2556c2404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:25:36.839156 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bd9c9fed-22db-492d-9673-ca2e8cab86a4 req-20dd8d93-dc7e-4a33-8892-5d2556c2404f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=5749d4ed-c34a-4a42-83cb-7dedc645c365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614990 Dec 22 17:25:37.033603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-8e748c26-4be3-47a2-b181-66c35519b590 req-67cb2e4d-9e97-4e99-8806-ac3d06ca9d88 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port d299b46e-d5f2-4b39-97a4-c5f0639bc901, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d299b46e-d5f2-4b39-97a4-c5f0639bc901,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:25:37.033865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8e748c26-4be3-47a2-b181-66c35519b590 req-67cb2e4d-9e97-4e99-8806-ac3d06ca9d88 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:37.153849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-8e748c26-4be3-47a2-b181-66c35519b590 req-67cb2e4d-9e97-4e99-8806-ac3d06ca9d88 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for d299b46e-d5f2-4b39-97a4-c5f0639bc901 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:25:37.298070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8e748c26-4be3-47a2-b181-66c35519b590 req-67cb2e4d-9e97-4e99-8806-ac3d06ca9d88 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:37.304533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:37.352167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb2e4d-9e97-4e99-8806-ac3d06ca9d88 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=d299b46e-d5f2-4b39-97a4-c5f0639bc901,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:37.380471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-67cb2e4d-9e97-4e99-8806-ac3d06ca9d88 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:37.430671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e748c26-4be3-47a2-b181-66c35519b590 req-67cb2e4d-9e97-4e99-8806-ac3d06ca9d88 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] No DVR routers for this DVR port d299b46e-d5f2-4b39-97a4-c5f0639bc901 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:25:37.433469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8e748c26-4be3-47a2-b181-66c35519b590 req-67cb2e4d-9e97-4e99-8806-ac3d06ca9d88 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:37.436331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'name': 'network-vif-deleted', 'tag': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:25:37.452625 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8e748c26-4be3-47a2-b181-66c35519b590 req-67cb2e4d-9e97-4e99-8806-ac3d06ca9d88 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "DELETE /v2.0/ports/d299b46e-d5f2-4b39-97a4-c5f0639bc901 HTTP/1.1" status: 204 len: 173 time: 0.7622159 Dec 22 17:25:37.484480 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7', 'name': 'network-vif-deleted', 'tag': 'd299b46e-d5f2-4b39-97a4-c5f0639bc901', 'status': 'completed', 'code': 200} Dec 22 17:25:38.006266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-7b859a4d-f09a-4d1f-b790-d3ea6e1b1aee req-ffc4c292-91ef-4737-8458-6f630f5c53a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:25:38.020769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-7b859a4d-f09a-4d1f-b790-d3ea6e1b1aee req-ffc4c292-91ef-4737-8458-6f630f5c53a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:25:38.021907 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7b859a4d-f09a-4d1f-b790-d3ea6e1b1aee req-ffc4c292-91ef-4737-8458-6f630f5c53a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=5add4c9e-a4f6-4ad3-a8de-e358aa4b74c7 HTTP/1.1" status: 200 len: 210 time: 0.0581610 Dec 22 17:25:38.850457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device d299b46e-d5f2-4b39-97a4-c5f0639bc901 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:25:38.884708 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: d299b46e-d5f2-4b39-97a4-c5f0639bc901 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:25:38.885058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device d299b46e-d5f2-4b39-97a4-c5f0639bc901 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:25:39.113926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38692) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:39.181712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf384-a63e-4032-b55e-6227cab258a8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:39.211470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf384-a63e-4032-b55e-6227cab258a8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:39.280645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf384-a63e-4032-b55e-6227cab258a8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:39.284735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6e98f988-66d1-4a55-a77b-f59d3e345e57 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:39.412638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bf384-a63e-4032-b55e-6227cab258a8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5749d4ed-c34a-4a42-83cb-7dedc645c365,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:39.415246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7d5bf384-a63e-4032-b55e-6227cab258a8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:39.422641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf384-a63e-4032-b55e-6227cab258a8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:39.423788 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7d5bf384-a63e-4032-b55e-6227cab258a8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/security-groups/5749d4ed-c34a-4a42-83cb-7dedc645c365 HTTP/1.1" status: 204 len: 168 time: 0.3089044 Dec 22 17:25:39.452694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38698) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:40.001755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:40.342561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port fc4bde38-626f-4386-8a54-058a20b0763a {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:25:40.343258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:40.522141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port fc4bde38-626f-4386-8a54-058a20b0763a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc4bde38-626f-4386-8a54-058a20b0763a,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:25:40.522483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:40.641807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for fc4bde38-626f-4386-8a54-058a20b0763a owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:25:40.830069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:40.833657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f44ffd9d-1250-433d-88cb-24874e58eb94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:40.996566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=fc4bde38-626f-4386-8a54-058a20b0763a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:40.999739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:41.269011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:41.622876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router d7ae89e1-ec6c-43bd-ab46-28020e28f60f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:25:41.797670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:25:41.808311 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ba7a5-5df9-440e-ba05-33e469f4d3b2 None None] Sync routers for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:25:41.817255 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/d7ae89e1-ec6c-43bd-ab46-28020e28f60f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3610308 Dec 22 17:25:41.817658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38702) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:41.818105 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ba7a5-5df9-440e-ba05-33e469f4d3b2 None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:25:41.818778 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f75ba7a5-5df9-440e-ba05-33e469f4d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:25:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:41.886364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f01d21e-d1ae-4bcf-8157-8301f29d3ff9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting subnet 17472e80-2d9d-4be2-8bad-990b58c73ddf {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:25:41.889184 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f01d21e-d1ae-4bcf-8157-8301f29d3ff9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:41.943887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f01d21e-d1ae-4bcf-8157-8301f29d3ff9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:41.998084 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-f75ba7a5-5df9-440e-ba05-33e469f4d3b2 None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:25:42.025800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f01d21e-d1ae-4bcf-8157-8301f29d3ff9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:42.110654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f01d21e-d1ae-4bcf-8157-8301f29d3ff9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:42.116111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9e8033b4-6999-40f0-a6e3-7034a6a91c23 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:42.152400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01d21e-d1ae-4bcf-8157-8301f29d3ff9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Subnet': ['ID=17472e80-2d9d-4be2-8bad-990b58c73ddf,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:42.154237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f01d21e-d1ae-4bcf-8157-8301f29d3ff9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:42.156883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2f01d21e-d1ae-4bcf-8157-8301f29d3ff9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:42.163446 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2f01d21e-d1ae-4bcf-8157-8301f29d3ff9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/subnets/17472e80-2d9d-4be2-8bad-990b58c73ddf HTTP/1.1" status: 204 len: 168 time: 0.3423522 Dec 22 17:25:42.163816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38706) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:42.165556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd63e4-e455-4d7f-b53e-9594bfbd43a0 None None] Network 7e0af3b3-574e-4b1e-91c3-dbb590270776 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:25:42.281465 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f75ba7a5-5df9-440e-ba05-33e469f4d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:25:40Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:42.285228 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ba7a5-5df9-440e-ba05-33e469f4d3b2 None None] Checking router: d7ae89e1-ec6c-43bd-ab46-28020e28f60f for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:25:42.293303 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ba7a5-5df9-440e-ba05-33e469f4d3b2 None None] Routers {'d7ae89e1-ec6c-43bd-ab46-28020e28f60f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:25:42.293928 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f75ba7a5-5df9-440e-ba05-33e469f4d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:25:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:42.346750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:42.438384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] DHCP port deletion for 7e0af3b3-574e-4b1e-91c3-dbb590270776 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:25:42.444035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Deleting port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:25:42.445043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:42.470439 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-f75ba7a5-5df9-440e-ba05-33e469f4d3b2 None None] Set router d7ae89e1-ec6c-43bd-ab46-28020e28f60f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:25:42.544834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:42.556135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 982369ef-bc39-46a1-827f-ffd5f6267bbd {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:25:42.556755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:42.690230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] For port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=294c825c-acd1-43d3-a0c8-98c69dfc5bc5,segment=NetworkSegment(d0abadab-c4c7-493c-b6ef-c7229b7761fc),segment_id=d0abadab-c4c7-493c-b6ef-c7229b7761fc)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:25:42.690855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:42.739385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 982369ef-bc39-46a1-827f-ffd5f6267bbd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=982369ef-bc39-46a1-827f-ffd5f6267bbd,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:25:42.739789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:42.753513 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f75ba7a5-5df9-440e-ba05-33e469f4d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:25:40Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:42.757753 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ba7a5-5df9-440e-ba05-33e469f4d3b2 None None] The sync data for ids ['d7ae89e1-ec6c-43bd-ab46-28020e28f60f'] in dv-neutron-822513-1-hyperv is: [{'id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'name': 'tempest-TestNetworkBasicOps-router-1491808318', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:23:29Z', 'updated_at': '2021-12-22T17:25:40Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '982369ef-bc39-46a1-827f-ffd5f6267bbd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae89e1-ec6c-43bd-ab46-28020e28f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:23:30Z', 'updated_at': '2021-12-22T17:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:25:42.832950 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Calling delete_port for 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:25:42.879308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 982369ef-bc39-46a1-827f-ffd5f6267bbd owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:25:42.916034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:42.920721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:42.956303 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:25:42.963013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Pushing event deleted for resources: {'Port': ['ID=294c825c-acd1-43d3-a0c8-98c69dfc5bc5,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:42.968361 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] No DVR routers for this DVR port 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:25:42.974759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:42.974759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:42.975097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:42.976215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:42.976548 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:42.976881 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:42.983288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:42.983288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:42.983288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:42.983288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:42.983288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:42.983288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:42.983288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:43.057694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:43.061278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f9962cbf-8945-499e-a8d4-e003b5881b9d tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:43.108295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=982369ef-bc39-46a1-827f-ffd5f6267bbd,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:43.138876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:43.139280 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:43.139650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:43.140014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:43.140378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:43.140735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:43.141092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:43.141449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:43.141807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:43.142160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:43.142749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:43.142859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:43.151520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:43.211311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:43.521107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:43.523278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:43.545281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:43.545889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Fanout notify agent at l3_agent the message router_deleted on router d7ae89e1-ec6c-43bd-ab46-28020e28f60f {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:25:43.562340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:43.563588 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/routers/d7ae89e1-ec6c-43bd-ab46-28020e28f60f HTTP/1.1" status: 204 len: 168 time: 1.3987510 Dec 22 17:25:43.566300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38710) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:43.683309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:43.936884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:43.961898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0af3b3-574e-4b1e-91c3-dbb590270776']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:43.974453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0abadab-c4c7-493c-b6ef-c7229b7761fc') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:43.974748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0abadab-c4c7-493c-b6ef-c7229b7761fc') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:43.988049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.008309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.014848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:25:44.014969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:25:44.029352 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:25:44.107116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.110492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5d869336-60b3-4ff7-b17f-d0a70da80c0d tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:44.125325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 982369ef-bc39-46a1-827f-ffd5f6267bbd no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:25:44.125853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.141487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Network': ['ID=7e0af3b3-574e-4b1e-91c3-dbb590270776,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:44.144565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:44.153233 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/networks/7e0af3b3-574e-4b1e-91c3-dbb590270776 HTTP/1.1" status: 204 len: 168 time: 0.5857508 Dec 22 17:25:44.163559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 982369ef-bc39-46a1-827f-ffd5f6267bbd {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:25:44.163918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 982369ef-bc39-46a1-827f-ffd5f6267bbd not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:25:44.164357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:25:44.173824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38714) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:44.179440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'network': {'name': 'tempest-network-smoke--1253657141', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'port_security_enabled': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:25:44.185055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:25:44.189131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:network and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:25:44.191955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:25:44.197592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:25:44.200280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:25:44.200644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 294c825c-acd1-43d3-a0c8-98c69dfc5bc5 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:25:44.201063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc4bde38-626f-4386-8a54-058a20b0763a no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:25:44.207974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:25:44.211883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.234269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: fc4bde38-626f-4386-8a54-058a20b0763a {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:25:44.234631 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc4bde38-626f-4386-8a54-058a20b0763a not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:25:44.239989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:25:44.249367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.249709 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Added segment ce77800b-1be4-4bcc-a658-e18646145237 of type vlan for network 299fa240-e392-40cf-a64a-5364d7ed737f Dec 22 17:25:44.276561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.310848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.316322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:44.316891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.320396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ac0d60b0-7962-43b6-886e-0ff45f8f948a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:44.424480 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2494545 Dec 22 17:25:44.427164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38718) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:44.427640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Network': ['ID=299fa240-e392-40cf-a64a-5364d7ed737f,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:44.430203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:44.433416 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'admin_state_up': True, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:25:44.437458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 299fa240-e392-40cf-a64a-5364d7ed737f details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:25:44.440516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:25:44.444286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:router and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:25:44.447036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:25:44.454170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:25:44.465451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.466507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.482323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:44.752260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:45.058718 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:45.087687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:45.225497 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.71 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/09303400-7ab7-4420-a59a-8f358788b1a9) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:25:45.375724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:45.403782 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:45.408186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5cbb97b4-7715-49ba-a19d-f7ca37b92f7f tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:45.466719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:25:45.469428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:25:45.473005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:25:45.509814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=09303400-7ab7-4420-a59a-8f358788b1a9,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:45.518101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:46.012050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:46.342108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:46.539426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:25:46.708857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:25:46.720751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Sync routers for ids ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:25:46.735861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Routers {'26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:25:46.736555 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:25:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:46.740405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:46.744829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38722) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:46.745337 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3161869 Dec 22 17:25:46.785169 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d9e422ab-8f5b-4581-8ecc-44a8972ed95c tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=b81c21c680cf47a59420417b42f80eaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389895 Dec 22 17:25:46.787654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38726) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:46.919783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Set router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:25:46.921165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3286cf73-74b7-492c-aad6-e93a4395f587 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:46.922678 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3286cf73-74b7-492c-aad6-e93a4395f587 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1341331 Dec 22 17:25:46.925989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38730) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:46.974367 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6b323937-cf63-4a4f-a70d-7dec38fbf876 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470486 Dec 22 17:25:46.976616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38734) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:46.982116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1403635008', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:25:47.090547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:25:47.094595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:subnet and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:25:47.097389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:25:47.102958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:25:47.112784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:25:47.116256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:47.259757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:25:45Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:47.264140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Checking router: 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:25:47.264619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Updating router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 port 09303400-7ab7-4420-a59a-8f358788b1a9 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:25:47.316942 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:47.336207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:47.340677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-64f1305a-eb86-4ca0-9a22-818ac657c7c3 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:47.417449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Subnet': ['ID=3bae5572-6360-4d45-bb5f-59d4aee1521d,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:47.421282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:47.422027 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Checking segment: {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:25:47.422381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network hostable DHCP agents. Network: 299fa240-e392-40cf-a64a-5364d7ed737f, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:25:47.442576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 299fa240-e392-40cf-a64a-5364d7ed737f is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:25:47.453370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 299fa240-e392-40cf-a64a-5364d7ed737f) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:25:47.458731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:47.459396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:47.476431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef1034-cc3f-4a57-b5bc-51ce03ff7202 None None] Network 299fa240-e392-40cf-a64a-5364d7ed737f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:25:47.486348 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5086634 Dec 22 17:25:47.489432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38738) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:47.833112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-299fa240-e392-40cf-a64a-5364d7ed737f', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ips': [{'subnet_id': '3bae5572-6360-4d45-bb5f-59d4aee1521d'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:25:47.833960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:47.857764 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:47.911877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Transition to ACTIVE for port object 09303400-7ab7-4420-a59a-8f358788b1a9 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:25:47.923289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:47.932854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3b26d327-ed97-4828-ac95-21f4c16f64b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:48.031453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a384d-310f-4e57-ad19-0a7c6707dac3 None None] Pushing event updated for resources: {'Port': ['ID=09303400-7ab7-4420-a59a-8f358788b1a9,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:48.033844 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Attempting to bind port 09303400-7ab7-4420-a59a-8f358788b1a9 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:25:48.034223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Attempting to bind port 09303400-7ab7-4420-a59a-8f358788b1a9 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:25:48.034583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Attempting to bind port 09303400-7ab7-4420-a59a-8f358788b1a9 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:25:48.066384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ac2a384d-310f-4e57-ad19-0a7c6707dac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:48.079033 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:25:48.079443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:25:48.079845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:48.080240 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:25:48.080707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Bound port: 09303400-7ab7-4420-a59a-8f358788b1a9, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:25:48.081089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:48.155765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Allocated IP 172.20.0.2 (299fa240-e392-40cf-a64a-5364d7ed737f/3bae5572-6360-4d45-bb5f-59d4aee1521d/311db3ea-647b-4a4b-85a8-fa1123168fa8) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:25:48.174118 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] For port 09303400-7ab7-4420-a59a-8f358788b1a9, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:25:48.178539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] For port 09303400-7ab7-4420-a59a-8f358788b1a9, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=09303400-7ab7-4420-a59a-8f358788b1a9,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:25:48.193513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:48.199919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:48.307356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:48.355326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a384d-310f-4e57-ad19-0a7c6707dac3 None None] Pushing event updated for resources: {'Port': ['ID=09303400-7ab7-4420-a59a-8f358788b1a9,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:48.359302 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Routers {'26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:25:48.359912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:25:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:48.413874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ac2a384d-310f-4e57-ad19-0a7c6707dac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:48.649702 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:48.666609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] Set router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:25:48.707244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Transition to ACTIVE for port object 311db3ea-647b-4a4b-85a8-fa1123168fa8 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:25:48.802953 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Transition to ACTIVE for port object 311db3ea-647b-4a4b-85a8-fa1123168fa8 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:25:48.855521 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:48.865356 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:48.915774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.1 (299fa240-e392-40cf-a64a-5364d7ed737f/3bae5572-6360-4d45-bb5f-59d4aee1521d/3932866f-4f19-40fa-8980-e975190292f9) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:25:48.933923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Network 299fa240-e392-40cf-a64a-5364d7ed737f is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:25:48.938206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:25:48.955400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:25:48.964774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Pushing event updated for resources: {'Port': ['ID=311db3ea-647b-4a4b-85a8-fa1123168fa8,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:48.970592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:49.077544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:49.093419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 3932866f-4f19-40fa-8980-e975190292f9 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:25:49.103949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Attempting to bind port 311db3ea-647b-4a4b-85a8-fa1123168fa8 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:25:49.104330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Attempting to bind port 311db3ea-647b-4a4b-85a8-fa1123168fa8 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:25:49.104714 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Attempting to bind port 311db3ea-647b-4a4b-85a8-fa1123168fa8 on network 299fa240-e392-40cf-a64a-5364d7ed737f {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:25:49.113490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:25:49.113933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Checking segment: {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:25:49.114316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:49.114737 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Bound using segment: {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:25:49.115245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Bound port: 311db3ea-647b-4a4b-85a8-fa1123168fa8, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:25:49.115676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:49.117476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:49.121783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-59a519eb-e557-4504-a0f7-3efd5a295c96 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:49.188875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 299fa240-e392-40cf-a64a-5364d7ed737f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:25:49.189091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:25:45Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:49.192064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:25:49.196015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:25:49.202398 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c3df2-fc62-4e57-b9d9-55c9a76fa56a None None] The sync data for ids ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'] in dv-neutron-822513-1-hyperv is: [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:25:45Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:25:49.217654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] For port 311db3ea-647b-4a4b-85a8-fa1123168fa8, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:25:49.227572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] For port 311db3ea-647b-4a4b-85a8-fa1123168fa8, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=311db3ea-647b-4a4b-85a8-fa1123168fa8,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:25:49.233845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:49.234046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=3932866f-4f19-40fa-8980-e975190292f9,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:49.237969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:49.245360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:49.262900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:49.328814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Pushing event updated for resources: {'Port': ['ID=311db3ea-647b-4a4b-85a8-fa1123168fa8,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:49.332100 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:49.586495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:50.215409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:50.223348 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:50.227735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 09303400-7ab7-4420-a59a-8f358788b1a9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:25:50.249681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-37b1c5d6-414a-4720-af9b-05516c288762 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:50.302333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 09303400-7ab7-4420-a59a-8f358788b1a9 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:25:50.309007 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 09303400-7ab7-4420-a59a-8f358788b1a9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:25:50.309510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:50.345620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=3932866f-4f19-40fa-8980-e975190292f9,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:50.349868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:50.350787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:50.421094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7824a8-64a0-4eca-872c-fd3d862d6c80 None None] Network 299fa240-e392-40cf-a64a-5364d7ed737f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:25:50.492379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 299fa240-e392-40cf-a64a-5364d7ed737f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:25:50.493626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:25:50.514542 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:50.526330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d5b95b3-ff33-4862-a48d-ea5793245ec0 None None] Provisioning for port 311db3ea-647b-4a4b-85a8-fa1123168fa8 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:25:50.555089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 09303400-7ab7-4420-a59a-8f358788b1a9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=09303400-7ab7-4420-a59a-8f358788b1a9,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:25:50.559507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:50.560325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 311db3ea-647b-4a4b-85a8-fa1123168fa8 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:25:50.601476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0b2d042-b5a1-4d27-a8ce-a33c248c6480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:50.695946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:25:50.763744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=09303400-7ab7-4420-a59a-8f358788b1a9,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:50.769109 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:50.818198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 311db3ea-647b-4a4b-85a8-fa1123168fa8 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:25:50.826040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 311db3ea-647b-4a4b-85a8-fa1123168fa8 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:25:50.826416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:50.903520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:25:50.925245 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4322593 Dec 22 17:25:50.925691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38744) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:50.940359 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Sync routers for ids ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:25:50.952312 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Routers {'26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:25:50.953234 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:25:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:50.970489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:51.013639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 311db3ea-647b-4a4b-85a8-fa1123168fa8, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=311db3ea-647b-4a4b-85a8-fa1123168fa8,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:25:51.020718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:51.023640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:51.107976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c490d7-ddf5-43c9-86d1-bf2f2cedde36 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:51.108723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c490d7-ddf5-43c9-86d1-bf2f2cedde36 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:51.109464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c490d7-ddf5-43c9-86d1-bf2f2cedde36 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:51.110111 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c490d7-ddf5-43c9-86d1-bf2f2cedde36 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:51.110628 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c490d7-ddf5-43c9-86d1-bf2f2cedde36 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:51.111340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c490d7-ddf5-43c9-86d1-bf2f2cedde36 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:51.116002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38748) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:51.116176 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-39c490d7-ddf5-43c9-86d1-bf2f2cedde36 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1893389 Dec 22 17:25:51.138275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=311db3ea-647b-4a4b-85a8-fa1123168fa8,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:51.147209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:51.156789 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Set router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:25:51.180538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f5a790db-30d3-4941-928e-c0d3ab04f29a None None] Provisioning for port 3932866f-4f19-40fa-8980-e975190292f9 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:25:51.186412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f5a790db-30d3-4941-928e-c0d3ab04f29a None None] Provisioning complete for port 3932866f-4f19-40fa-8980-e975190292f9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:25:51.186783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f5a790db-30d3-4941-928e-c0d3ab04f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:51.200002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b2c0e-d14a-4c7d-a8a0-d2e9fe333a6f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:51.200844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b2c0e-d14a-4c7d-a8a0-d2e9fe333a6f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:51.201610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b2c0e-d14a-4c7d-a8a0-d2e9fe333a6f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:51.202232 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b2c0e-d14a-4c7d-a8a0-d2e9fe333a6f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:51.203289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b2c0e-d14a-4c7d-a8a0-d2e9fe333a6f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:51.204022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b2c0e-d14a-4c7d-a8a0-d2e9fe333a6f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:51.209392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38752) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:51.222283 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-593b2c0e-d14a-4c7d-a8a0-d2e9fe333a6f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1051300 Dec 22 17:25:51.250646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f5a790db-30d3-4941-928e-c0d3ab04f29a None None] Port 3932866f-4f19-40fa-8980-e975190292f9 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:25:51.264301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f5a790db-30d3-4941-928e-c0d3ab04f29a None None] Provisioning complete for port 311db3ea-647b-4a4b-85a8-fa1123168fa8 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:25:51.264624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f5a790db-30d3-4941-928e-c0d3ab04f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:51.493003 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ea6660e9-ee60-4ef8-8def-c4fc501339bd tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2818532 Dec 22 17:25:51.495685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38756) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:51.511046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1108661884', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:25:51.571312 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:25:49Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '3932866f-4f19-40fa-8980-e975190292f9', 'name': '', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:3f:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:48Z', 'updated_at': '2021-12-22T17:25:50Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:51.576329 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Checking router: 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:25:51.576426 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Updating router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 port 3932866f-4f19-40fa-8980-e975190292f9 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:25:51.611566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-19a58f47-caa4-4fdd-acae-9b106fd004bc None None] Provisioning complete for port 3932866f-4f19-40fa-8980-e975190292f9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:25:51.612030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-19a58f47-caa4-4fdd-acae-9b106fd004bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:51.642875 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:51.689751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-19a58f47-caa4-4fdd-acae-9b106fd004bc None None] Port 3932866f-4f19-40fa-8980-e975190292f9 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:25:51.801406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:25:51.811736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:port and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:25:51.815073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:25:51.816257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ecc1a464-c01a-4c77-abdc-345b5083bfbd None None] Provisioning complete for port 3932866f-4f19-40fa-8980-e975190292f9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:25:51.816704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a464-c01a-4c77-abdc-345b5083bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:51.821441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:25:51.847196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'port': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:25:51.849311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:51.881366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] device_id is not set on port 632a9b65-6bc1-4957-86df-df9e9402c192 yet. {{(pid=87586) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:25:51.890321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1a464-c01a-4c77-abdc-345b5083bfbd None None] Port 3932866f-4f19-40fa-8980-e975190292f9 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:25:52.069574 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:52.080865 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Transition to ACTIVE for port object 3932866f-4f19-40fa-8980-e975190292f9 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:25:52.088949 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:52.093813 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-b3c5c1fd-fcd0-4f5b-a6d0-02792e002711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:52.172136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 09303400-7ab7-4420-a59a-8f358788b1a9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:25:52.173564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.3 (299fa240-e392-40cf-a64a-5364d7ed737f/3bae5572-6360-4d45-bb5f-59d4aee1521d/632a9b65-6bc1-4957-86df-df9e9402c192) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:25:52.248191 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39331893-f245-4205-b46f-679682a52c12 None None] Pushing event updated for resources: {'Port': ['ID=3932866f-4f19-40fa-8980-e975190292f9,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:52.261644 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331893-f245-4205-b46f-679682a52c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:52.261644 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331893-f245-4205-b46f-679682a52c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:52.261963 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331893-f245-4205-b46f-679682a52c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:52.262284 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331893-f245-4205-b46f-679682a52c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:52.262612 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331893-f245-4205-b46f-679682a52c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:52.263501 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331893-f245-4205-b46f-679682a52c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:52.263501 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331893-f245-4205-b46f-679682a52c12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:52.263635 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331893-f245-4205-b46f-679682a52c12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:52.263945 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331893-f245-4205-b46f-679682a52c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:52.264344 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331893-f245-4205-b46f-679682a52c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:52.264678 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331893-f245-4205-b46f-679682a52c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:52.265002 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331893-f245-4205-b46f-679682a52c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:25:52.273629 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-39331893-f245-4205-b46f-679682a52c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:52.289859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 09303400-7ab7-4420-a59a-8f358788b1a9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:25:52.290388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:52.330426 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Attempting to bind port 3932866f-4f19-40fa-8980-e975190292f9 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:25:52.330897 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Attempting to bind port 3932866f-4f19-40fa-8980-e975190292f9 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:25:52.331364 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Attempting to bind port 3932866f-4f19-40fa-8980-e975190292f9 on network 299fa240-e392-40cf-a64a-5364d7ed737f {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:25:52.342068 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:25:52.342068 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Checking segment: {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:25:52.342068 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:52.342567 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Bound using segment: {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:25:52.342896 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Bound port: 3932866f-4f19-40fa-8980-e975190292f9, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:25:52.343305 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:52.407269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:52.424969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 632a9b65-6bc1-4957-86df-df9e9402c192 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:25:52.433447 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 311db3ea-647b-4a4b-85a8-fa1123168fa8 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:25:52.458234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:52.464649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:52.490704 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] For port 3932866f-4f19-40fa-8980-e975190292f9, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:25:52.494477 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] For port 3932866f-4f19-40fa-8980-e975190292f9, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3932866f-4f19-40fa-8980-e975190292f9,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:25:52.498853 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:52.504841 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:52.535922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 311db3ea-647b-4a4b-85a8-fa1123168fa8 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:25:52.536404 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:52.543712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 299fa240-e392-40cf-a64a-5364d7ed737f is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:25:52.546524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:25:52.551013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:25:52.589028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=632a9b65-6bc1-4957-86df-df9e9402c192,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:52.595547 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Routers {'26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:25:52.597962 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:25:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:52.598992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:52.638343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:52.638931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:52.674676 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1778126 Dec 22 17:25:52.688808 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39331893-f245-4205-b46f-679682a52c12 None None] Pushing event updated for resources: {'Port': ['ID=3932866f-4f19-40fa-8980-e975190292f9,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:52.692843 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-39331893-f245-4205-b46f-679682a52c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:52.867161 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] Set router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:25:52.897728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8d26810a-7b77-4187-9814-d0a74319f78a None None] Provisioning for port 632a9b65-6bc1-4957-86df-df9e9402c192 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:25:52.906426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8d26810a-7b77-4187-9814-d0a74319f78a None None] Provisioning complete for port 632a9b65-6bc1-4957-86df-df9e9402c192 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:25:52.907828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8d26810a-7b77-4187-9814-d0a74319f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:52.950940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38762) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:52.962884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071522108', 'description': 'tempest-secgroup-smoke-2071522108 description', 'project_id': 'b81c21c680cf47a59420417b42f80eaa'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:25:52.972795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:25:52.981279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:25:52.986934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:25:52.997276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:25:53.003160 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-8d26810a-7b77-4187-9814-d0a74319f78a None None] Port 632a9b65-6bc1-4957-86df-df9e9402c192 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:25:53.013773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.050502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:25:53.050502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:25:53.050831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:25:53.061144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:25:53.156554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.156554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.165444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-97552315-ed9e-4737-9f57-26e5f446be44 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:53.210299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36553a7c-72a0-4443-a281-b7ddcfba793d,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:53.217090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:53.221266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.221266 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2649806 Dec 22 17:25:53.228199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38766) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:53.232391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c6449cc6-334f-4acc-99a8-e7e60f0d61d6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '36553a7c-72a0-4443-a281-b7ddcfba793d', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:25:53.241172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c6449cc6-334f-4acc-99a8-e7e60f0d61d6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:25:53.243563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c6449cc6-334f-4acc-99a8-e7e60f0d61d6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:25:53.247567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c6449cc6-334f-4acc-99a8-e7e60f0d61d6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:25:53.253083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c6449cc6-334f-4acc-99a8-e7e60f0d61d6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:25:53.270042 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:25:49Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '3932866f-4f19-40fa-8980-e975190292f9', 'name': '', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:3f:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:48Z', 'updated_at': '2021-12-22T17:25:52Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:25:53.270671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c6449cc6-334f-4acc-99a8-e7e60f0d61d6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.274038 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b55f56-7f42-4ccc-8a85-edf5c011c234 None None] The sync data for ids ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'] in dv-neutron-822513-1-hyperv is: [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:25:49Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '3932866f-4f19-40fa-8980-e975190292f9', 'name': '', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:3f:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:48Z', 'updated_at': '2021-12-22T17:25:52Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:25:53.376476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c6449cc6-334f-4acc-99a8-e7e60f0d61d6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.380604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c6449cc6-334f-4acc-99a8-e7e60f0d61d6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.381728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-47d8576c-9d4c-486e-93d0-079e3c2bba25 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:53.424970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6449cc6-334f-4acc-99a8-e7e60f0d61d6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69c9d40-044c-489f-9b76-499e17856c56,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:53.429750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c6449cc6-334f-4acc-99a8-e7e60f0d61d6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:53.441745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c6449cc6-334f-4acc-99a8-e7e60f0d61d6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.445441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38770) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:53.445878 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c6449cc6-334f-4acc-99a8-e7e60f0d61d6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2211525 Dec 22 17:25:53.452295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '36553a7c-72a0-4443-a281-b7ddcfba793d', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:25:53.459811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:25:53.465097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:25:53.468767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:25:53.474254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:25:53.496577 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.564744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.568634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.576284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-676c93bc-7010-45e5-b8ac-2f10c58192da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:53.597672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384617d0-5f9f-4ebb-92c5-2ccd8a99fbbc,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:53.600307 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:53.606542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.607695 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611485 Dec 22 17:25:53.610455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38774) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:53.615466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '36553a7c-72a0-4443-a281-b7ddcfba793d', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:25:53.622910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:25:53.626617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:25:53.629497 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:25:53.635319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:25:53.657456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.728292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.732531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.734647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-82d12e11-3c6d-4bc4-845f-1b20883264fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:53.757591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043a0fd9-b59f-4a6a-a1eb-3a65652c0d41,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:53.761247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:53.770139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.772674 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603913 Dec 22 17:25:53.774375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38778) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:53.785814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '36553a7c-72a0-4443-a281-b7ddcfba793d', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:25:53.793268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:25:53.798302 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:25:53.801888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:25:53.806739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:25:53.833961 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.928217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.933514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.934663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6e269a0f-5d05-4e1d-8963-e258e201587e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:53.961429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f018e8b-8246-459d-beea-cf7e9574817c,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:53.962500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:53.986689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:53.987814 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2114315 Dec 22 17:25:53.990317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38782) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:53.996235 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '36553a7c-72a0-4443-a281-b7ddcfba793d', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:25:54.001418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:25:54.005384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:25:54.010744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:25:54.015396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:25:54.027861 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:25:54.035064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:54.118573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:54.123509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:54.130395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3994786c-8d1e-4e31-bd15-9f692ca27bda tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:54.150339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11f01f5-82a0-4c35-8ae5-dc04bae8c3c2,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:54.153605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:54.164241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:54.169933 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1747248 Dec 22 17:25:54.171777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38786) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:25:54.177332 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3932866f-4f19-40fa-8980-e975190292f9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:25:54.183996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '36553a7c-72a0-4443-a281-b7ddcfba793d', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:25:54.190109 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:25:54.197588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:25:54.200897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:25:54.211548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:25:54.227901 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:25:54.235963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:54.254358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 3932866f-4f19-40fa-8980-e975190292f9 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:25:54.260431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3932866f-4f19-40fa-8980-e975190292f9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:25:54.260431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:54.318656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:54.326808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:54.344240 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ecffa6e2-1a0e-4409-96af-6a8003f14205 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:54.366582 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c71b42-3de7-4fc0-81e8-740083288d64,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:54.370431 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:54.374916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:54.379620 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fb1d40d9-f7c6-4a5e-a3fd-a9d374ab9659 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2064896 Dec 22 17:25:54.413768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:54.453160 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 3932866f-4f19-40fa-8980-e975190292f9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3932866f-4f19-40fa-8980-e975190292f9,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:25:54.458196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:54.464134 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:54.547946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=3932866f-4f19-40fa-8980-e975190292f9,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:54.551461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:54.631095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-f44153af-3172-4431-9b20-5c05d2189003 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:25:54.647053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-f44153af-3172-4431-9b20-5c05d2189003 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:25:54.648402 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-f44153af-3172-4431-9b20-5c05d2189003 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071522108&fields=id&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 267 time: 0.0750322 Dec 22 17:25:54.739910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-da5dffd1-83db-4fd4-988f-fcef6cec0b6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:54.740522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-da5dffd1-83db-4fd4-988f-fcef6cec0b6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:25:54.757932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-da5dffd1-83db-4fd4-988f-fcef6cec0b6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:25:54.759295 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-da5dffd1-83db-4fd4-988f-fcef6cec0b6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 930 time: 0.1030993 Dec 22 17:25:54.846380 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-f166fe08-cb34-4316-bfbb-87a246370776 service neutron] 10.222.0.70 "GET /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0695484 Dec 22 17:25:54.982757 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-a88f3e4d-7088-45d2-ba10-b1c310cf25c1 service neutron] 10.222.0.70 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306465 Dec 22 17:25:55.136211 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-63467243-92db-49f9-a72a-4602f014557e service neutron] 10.222.0.70 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476586 Dec 22 17:25:55.346810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-442279dd-0d5a-429d-a18b-102375e6c79d req-1f29abb9-f4ce-4bae-b89c-536cf9dc3420 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:25:55.358322 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-442279dd-0d5a-429d-a18b-102375e6c79d req-1f29abb9-f4ce-4bae-b89c-536cf9dc3420 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:25:55.360483 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-442279dd-0d5a-429d-a18b-102375e6c79d req-1f29abb9-f4ce-4bae-b89c-536cf9dc3420 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 210 time: 0.0636096 Dec 22 17:25:56.137806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3932866f-4f19-40fa-8980-e975190292f9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:25:56.226547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3932866f-4f19-40fa-8980-e975190292f9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:25:56.226927 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:56.328149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-5011ae64-4ff0-4b9b-9d7b-0b4f1a1d8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:56.329697 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-5011ae64-4ff0-4b9b-9d7b-0b4f1a1d8756 service neutron] 10.222.0.53 "GET /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 1026 time: 0.0754714 Dec 22 17:25:56.688185 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04782e68-2b01-4a37-a686-994fe804daae req-74a2e360-febe-438c-8bc8-e0906924fd75 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 210 time: 0.0562959 Dec 22 17:25:56.694424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-0b17a7ef-5d47-4938-a467-c3223c566bec tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:56.695063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-0b17a7ef-5d47-4938-a467-c3223c566bec tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:25:56.711633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-0b17a7ef-5d47-4938-a467-c3223c566bec tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:25:56.712733 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-0b17a7ef-5d47-4938-a467-c3223c566bec tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks?id=299fa240-e392-40cf-a64a-5364d7ed737f HTTP/1.1" status: 200 len: 797 time: 0.3785486 Dec 22 17:25:56.760725 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-d062660c-223d-4da1-ba2a-8f8c307f775a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 380 time: 0.0391505 Dec 22 17:25:56.770875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Request body: {'port': {'device_id': 'b7b53d7e-83af-41b9-bfa0-6c473d261d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:25:56.878944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:57.212335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632a9b65-6bc1-4957-86df-df9e9402c192 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:25:57.220091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:57.234615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Transition to ACTIVE for port object 632a9b65-6bc1-4957-86df-df9e9402c192 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:25:57.238267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:57.242599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-45580152-6841-482b-9d45-60941796afff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:57.402374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Pushing event updated for resources: {'Port': ['ID=632a9b65-6bc1-4957-86df-df9e9402c192,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:57.405227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:57.480927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Attempting to bind port 632a9b65-6bc1-4957-86df-df9e9402c192 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:25:57.481263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Attempting to bind port 632a9b65-6bc1-4957-86df-df9e9402c192 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:25:57.481594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Attempting to bind port 632a9b65-6bc1-4957-86df-df9e9402c192 on network 299fa240-e392-40cf-a64a-5364d7ed737f {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:25:57.486151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Port 632a9b65-6bc1-4957-86df-df9e9402c192 on network 299fa240-e392-40cf-a64a-5364d7ed737f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:25:57.486474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Attempting to bind port 632a9b65-6bc1-4957-86df-df9e9402c192 on network 299fa240-e392-40cf-a64a-5364d7ed737f {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:25:57.491797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:25:57.492137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Checking segment: {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:25:57.492518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Bound using segment: {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:25:57.492938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Bound port: 632a9b65-6bc1-4957-86df-df9e9402c192, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:25:57.493284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:57.584204 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8685fefb-1c6d-4879-9e6a-2330db3600d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:57.586271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:25:57.590136 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=632a9b65-6bc1-4957-86df-df9e9402c192,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:25:57.593652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:57.597409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f5c55606-f85c-4f4c-8f52-6271d8eb70c8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:25:57.654036 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:57.654637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:25:57.656071 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] 10.222.0.53 "PUT /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 1131 time: 0.8889577 Dec 22 17:25:57.656723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b53d7e-83af-41b9-bfa0-6c473d261d0e', 'tag': '632a9b65-6bc1-4957-86df-df9e9402c192'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:25:57.683410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Pushing event updated for resources: {'Port': ['ID=632a9b65-6bc1-4957-86df-df9e9402c192,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:25:57.687077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:25:57.743506 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b53d7e-83af-41b9-bfa0-6c473d261d0e', 'tag': '632a9b65-6bc1-4957-86df-df9e9402c192', 'status': 'completed', 'code': 200} Dec 22 17:25:57.783247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-9909a894-37c6-45da-a945-13bbbfbd5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:57.784822 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-9909a894-37c6-45da-a945-13bbbfbd5d28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 1134 time: 0.0797610 Dec 22 17:25:57.895661 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-8b1b2e03-acbc-4f57-a2f5-90f96a92a23d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 217 time: 0.1001642 Dec 22 17:25:57.976245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-e0b41816-667e-4fc7-9d58-660d60401721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:57.977460 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-e0b41816-667e-4fc7-9d58-660d60401721 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3bae5572-6360-4d45-bb5f-59d4aee1521d HTTP/1.1" status: 200 len: 835 time: 0.0755730 Dec 22 17:25:58.025154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff43389-fb2b-4f74-a646-91152ad4c95c req-e7459eff-e073-4b95-95f6-1cc438a5853f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:58.026501 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2ff43389-fb2b-4f74-a646-91152ad4c95c req-e7459eff-e073-4b95-95f6-1cc438a5853f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 981 time: 0.1772411 Dec 22 17:25:58.084066 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2ff43389-fb2b-4f74-a646-91152ad4c95c req-b52dbb7c-17cc-40c4-a022-eae1ec14b7ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512524 Dec 22 17:25:58.099416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-ce7c6ab7-c39c-432c-ab61-3c73ae785144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:58.100875 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-ce7c6ab7-c39c-432c-ab61-3c73ae785144 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299fa240-e392-40cf-a64a-5364d7ed737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159236 Dec 22 17:25:58.230130 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-cf4e1e24-e3fc-4ba9-96ba-fb9c72b2f57e service neutron] 10.222.0.53 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222255 Dec 22 17:25:58.365397 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5842ab63-3bbe-432c-a7e2-6e0beaebb2cb req-e1e52c0b-6e76-476e-ba37-4742348526e6 service neutron] 10.222.0.53 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256487 Dec 22 17:25:58.480934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975f84-c86a-4938-a32d-d82c77e9ba5c req-9e1f3464-4928-4e4d-ab78-cbebec5ecd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:58.482329 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2975f84-c86a-4938-a32d-d82c77e9ba5c req-9e1f3464-4928-4e4d-ab78-cbebec5ecd49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 1134 time: 0.0723577 Dec 22 17:25:58.730191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975f84-c86a-4938-a32d-d82c77e9ba5c req-65ed083f-07ab-49e6-886a-8a8deb9e9a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:58.732773 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2975f84-c86a-4938-a32d-d82c77e9ba5c req-65ed083f-07ab-49e6-886a-8a8deb9e9a94 service neutron] 10.222.0.53 "GET /v2.0/networks?id=299fa240-e392-40cf-a64a-5364d7ed737f HTTP/1.1" status: 200 len: 898 time: 0.2412927 Dec 22 17:25:58.806664 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2975f84-c86a-4938-a32d-d82c77e9ba5c req-90827a89-90ee-4faf-8750-eef581782653 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 217 time: 0.0641794 Dec 22 17:25:58.871548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975f84-c86a-4938-a32d-d82c77e9ba5c req-8bad3bfe-e8ef-4d23-bffc-0741a6030b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:58.873353 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2975f84-c86a-4938-a32d-d82c77e9ba5c req-8bad3bfe-e8ef-4d23-bffc-0741a6030b2b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3bae5572-6360-4d45-bb5f-59d4aee1521d HTTP/1.1" status: 200 len: 835 time: 0.0586512 Dec 22 17:25:58.950962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975f84-c86a-4938-a32d-d82c77e9ba5c req-45f8c233-212d-42b3-a3d5-51ef4d635c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:58.952425 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2975f84-c86a-4938-a32d-d82c77e9ba5c req-45f8c233-212d-42b3-a3d5-51ef4d635c2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299fa240-e392-40cf-a64a-5364d7ed737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715942 Dec 22 17:25:59.092758 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2975f84-c86a-4938-a32d-d82c77e9ba5c req-3c4e4fc7-9f32-453d-848c-8542893463aa service neutron] 10.222.0.53 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333148 Dec 22 17:25:59.224773 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2975f84-c86a-4938-a32d-d82c77e9ba5c req-35a03da1-9daf-4d4d-8a19-563aad151beb service neutron] 10.222.0.53 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241088 Dec 22 17:25:59.272707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce95c6c-314c-4f2e-afcf-9fddbde0e2c6 req-a0650d0c-5edd-4785-a3f2-900457152d7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:25:59.274153 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2ce95c6c-314c-4f2e-afcf-9fddbde0e2c6 req-a0650d0c-5edd-4785-a3f2-900457152d7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 981 time: 0.0840225 Dec 22 17:25:59.316567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-2ce95c6c-314c-4f2e-afcf-9fddbde0e2c6 req-1d339a29-f56a-4a55-bcc2-66d070c3224b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:25:59.328809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-2ce95c6c-314c-4f2e-afcf-9fddbde0e2c6 req-1d339a29-f56a-4a55-bcc2-66d070c3224b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:25:59.330212 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2ce95c6c-314c-4f2e-afcf-9fddbde0e2c6 req-1d339a29-f56a-4a55-bcc2-66d070c3224b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495725 Dec 22 17:26:00.023892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dbb1266a-645b-4692-a32c-f46c98d646d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:00.512730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf04a4-4373-4495-a485-d16f6077d02d req-c150a811-fdfc-4d07-bb58-1fcfb8f4617f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:00.514159 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ddf04a4-4373-4495-a485-d16f6077d02d req-c150a811-fdfc-4d07-bb58-1fcfb8f4617f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 981 time: 0.0785229 Dec 22 17:26:00.556182 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ddf04a4-4373-4495-a485-d16f6077d02d req-14cc3e78-c3d9-4a59-8bc8-55811ae4ac78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364780 Dec 22 17:26:00.970306 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 632a9b65-6bc1-4957-86df-df9e9402c192 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:26:01.081048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:01.119925 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=632a9b65-6bc1-4957-86df-df9e9402c192,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:01.132745 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '632a9b65-6bc1-4957-86df-df9e9402c192', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'port_id': '632a9b65-6bc1-4957-86df-df9e9402c192', 'mac_address': 'fa:16:3e:d5:23:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:26:01.197967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:01.204698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:01.222153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632a9b65-6bc1-4957-86df-df9e9402c192 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:26:01.237119 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=632a9b65-6bc1-4957-86df-df9e9402c192,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:01.240651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:01.242401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9126c7c9-4027-4703-9e4f-3fca3cb9e6f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:01.306722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=632a9b65-6bc1-4957-86df-df9e9402c192,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:01.309554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:01.518293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['632a9b65-6bc1-4957-86df-df9e9402c192'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:26:01.743513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb7e75-62a9-409f-bfcd-eba5f526031a req-e57a5b6c-e8fd-4f48-b3f2-f415e1cfa23f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:01.745489 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-05fb7e75-62a9-409f-bfcd-eba5f526031a req-e57a5b6c-e8fd-4f48-b3f2-f415e1cfa23f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 982 time: 0.0828030 Dec 22 17:26:01.792320 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-05fb7e75-62a9-409f-bfcd-eba5f526031a req-5bfb0469-2a26-4fc7-a673-4843768d4b33 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Dec 22 17:26:02.550288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:02.983893 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3bf2a-5188-4349-8faf-3946c1aa9cd5 req-65c5b998-83fc-482c-adc9-9784f8ad59fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:02.985391 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b7d3bf2a-5188-4349-8faf-3946c1aa9cd5 req-65c5b998-83fc-482c-adc9-9784f8ad59fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 982 time: 0.0851171 Dec 22 17:26:02.985797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 632a9b65-6bc1-4957-86df-df9e9402c192 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:26:03.039065 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b7d3bf2a-5188-4349-8faf-3946c1aa9cd5 req-24c28a79-8a4d-494b-b566-f9fd10ce766b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474722 Dec 22 17:26:03.061793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 632a9b65-6bc1-4957-86df-df9e9402c192 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:26:03.061793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 632a9b65-6bc1-4957-86df-df9e9402c192 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:03.061793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:03.214515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:03.240559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b53d7e-83af-41b9-bfa0-6c473d261d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a9b65-6bc1-4957-86df-df9e9402c192'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:26:03.251995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=632a9b65-6bc1-4957-86df-df9e9402c192,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:03.255670 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:03.258158 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ac2a384d-310f-4e57-ad19-0a7c6707dac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:03.292388 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b53d7e-83af-41b9-bfa0-6c473d261d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a9b65-6bc1-4957-86df-df9e9402c192', 'code': 200} Dec 22 17:26:03.328669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=632a9b65-6bc1-4957-86df-df9e9402c192,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:03.331891 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:03.530029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884f57d-5b56-42e3-b0dd-ed16e4ad3a7d req-5a76ca55-fcb9-4f5e-b041-3df264205bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:03.531518 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0884f57d-5b56-42e3-b0dd-ed16e4ad3a7d req-5a76ca55-fcb9-4f5e-b041-3df264205bb4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 1136 time: 0.0747676 Dec 22 17:26:03.573528 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0884f57d-5b56-42e3-b0dd-ed16e4ad3a7d req-7de70203-c4ca-43b3-8a52-7f291e926ae5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352867 Dec 22 17:26:04.241122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d796f-f476-4f9c-b466-ebe97ca626f9 req-941c85d8-b622-4fc3-b679-2edccef51860 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:04.251438 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a1d796f-f476-4f9c-b466-ebe97ca626f9 req-941c85d8-b622-4fc3-b679-2edccef51860 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 983 time: 0.0970640 Dec 22 17:26:04.293091 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a1d796f-f476-4f9c-b466-ebe97ca626f9 req-3f3b448a-8ca9-406c-8f15-094827fbcdb6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Dec 22 17:26:05.032745 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:05.484692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2c96e-9a0a-45c5-a8e3-4e8c3cd866d1 req-0327d535-8a29-418e-908f-6f02ab42e80c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:05.486047 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c8e2c96e-9a0a-45c5-a8e3-4e8c3cd866d1 req-0327d535-8a29-418e-908f-6f02ab42e80c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 983 time: 0.0868812 Dec 22 17:26:05.529863 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c8e2c96e-9a0a-45c5-a8e3-4e8c3cd866d1 req-50fba00a-9ef4-43cc-b425-5bdea5a9a28d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382376 Dec 22 17:26:05.711404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a96376-50c1-41ee-8903-8edc0e385d6d req-8ca652fe-f91f-4c4e-9dec-9d1a9f761643 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:05.712781 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d8a96376-50c1-41ee-8903-8edc0e385d6d req-8ca652fe-f91f-4c4e-9dec-9d1a9f761643 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 983 time: 0.0816820 Dec 22 17:26:05.756519 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d8a96376-50c1-41ee-8903-8edc0e385d6d req-178c3c86-b663-4d70-8581-4a5642ecca09 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380981 Dec 22 17:26:05.779342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38840) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:05.848170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf751a-a079-4ba8-9f0e-102026d4cc97 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:05.849653 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-98cf751a-a079-4ba8-9f0e-102026d4cc97 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 1131 time: 0.0691366 Dec 22 17:26:05.852416 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38844) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:05.857904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '632a9b65-6bc1-4957-86df-df9e9402c192', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:05.863887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:05.867723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:floatingip and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:05.871172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:05.876658 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:05.887500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:06.019681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:06.154950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.89 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/5290efda-5f6a-41c4-bcb8-660ecfb4f080) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:26:06.296218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:06.323767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:06.327133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0f7ff016-d648-45f9-bbdd-60f4ccfeb726 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:06.391676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:26:06.394453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:26:06.398358 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:26:06.431850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=5290efda-5f6a-41c4-bcb8-660ecfb4f080,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:06.439664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:06.924022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:06.996352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:07.201999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:07.206399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:07.211540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:07.316085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=5290efda-5f6a-41c4-bcb8-660ecfb4f080,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:07.319914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:07.326162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:07.494869 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP d755c9b8-81a3-42f6-80f0-7dbfa9f34efa associated. External IP: 172.26.3.89, port: 632a9b65-6bc1-4957-86df-df9e9402c192. Dec 22 17:26:07.840567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:26:08.014767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:26:08.024278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfe155-e2cc-47e7-8d25-467ec1df7732 None None] Sync routers for ids ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:26:08.034522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfe155-e2cc-47e7-8d25-467ec1df7732 None None] Routers {'26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:26:08.035212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e6bfe155-e2cc-47e7-8d25-467ec1df7732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:26:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:08.038893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:08.094494 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.2410061 Dec 22 17:26:08.095375 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b53d7e-83af-41b9-bfa0-6c473d261d0e', 'tag': '632a9b65-6bc1-4957-86df-df9e9402c192'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:26:08.098859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38848) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:08.174999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54e3df6-fec9-4fb9-a6b6-4799a7a79b9a tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:08.176789 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f54e3df6-fec9-4fb9-a6b6-4799a7a79b9a tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e&network_id=299fa240-e392-40cf-a64a-5364d7ed737f HTTP/1.1" status: 200 len: 1131 time: 0.0761690 Dec 22 17:26:08.215408 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-e6bfe155-e2cc-47e7-8d25-467ec1df7732 None None] Set router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:26:08.313640 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b53d7e-83af-41b9-bfa0-6c473d261d0e', 'tag': '632a9b65-6bc1-4957-86df-df9e9402c192', 'status': 'completed', 'code': 200} Dec 22 17:26:08.419668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf7c77-19c3-4bdb-b2d0-24aad370751e req-94c04c47-e56f-49eb-96d7-587900429021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:08.421172 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8daf7c77-19c3-4bdb-b2d0-24aad370751e req-94c04c47-e56f-49eb-96d7-587900429021 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 1136 time: 0.0844603 Dec 22 17:26:08.563476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf7c77-19c3-4bdb-b2d0-24aad370751e req-7fa9cecf-9d4b-4c42-8497-34f18d37880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:08.564948 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8daf7c77-19c3-4bdb-b2d0-24aad370751e req-7fa9cecf-9d4b-4c42-8497-34f18d37880a service neutron] 10.222.0.53 "GET /v2.0/networks?id=299fa240-e392-40cf-a64a-5364d7ed737f HTTP/1.1" status: 200 len: 898 time: 0.1369030 Dec 22 17:26:08.577143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e6bfe155-e2cc-47e7-8d25-467ec1df7732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:25:49Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'd755c9b8-81a3-42f6-80f0-7dbfa9f34efa', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'port_id': '632a9b65-6bc1-4957-86df-df9e9402c192', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1108661884', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'mac_address': 'fa:16:3e:d5:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b53d7e-83af-41b9-bfa0-6c473d261d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:26:06Z', 'updated_at': '2021-12-22T17:26:06Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3932866f-4f19-40fa-8980-e975190292f9', 'name': '', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:3f:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:48Z', 'updated_at': '2021-12-22T17:25:54Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:08.581511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfe155-e2cc-47e7-8d25-467ec1df7732 None None] Checking router: 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:26:08.590728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfe155-e2cc-47e7-8d25-467ec1df7732 None None] Routers {'26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:26:08.591392 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e6bfe155-e2cc-47e7-8d25-467ec1df7732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:26:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:08.678131 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8daf7c77-19c3-4bdb-b2d0-24aad370751e req-47fd88da-6e4c-4e41-8be4-c93baf5022de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 1036 time: 0.1061647 Dec 22 17:26:08.691145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956ab5a-b8a8-44f4-9584-f1ae56af54bd req-3765ed13-5e9a-491a-bf24-dba410209f19 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:08.692619 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9956ab5a-b8a8-44f4-9584-f1ae56af54bd req-3765ed13-5e9a-491a-bf24-dba410209f19 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 983 time: 0.2239029 Dec 22 17:26:08.741670 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9956ab5a-b8a8-44f4-9584-f1ae56af54bd req-04198c12-7ee1-4972-8ae0-3b345c4f8289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422218 Dec 22 17:26:08.747416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf7c77-19c3-4bdb-b2d0-24aad370751e req-bf128d3b-9080-4e04-8d81-19f756a0071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:08.749065 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8daf7c77-19c3-4bdb-b2d0-24aad370751e req-bf128d3b-9080-4e04-8d81-19f756a0071c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3bae5572-6360-4d45-bb5f-59d4aee1521d HTTP/1.1" status: 200 len: 835 time: 0.0644681 Dec 22 17:26:08.779058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-e6bfe155-e2cc-47e7-8d25-467ec1df7732 None None] Set router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:26:08.827617 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf7c77-19c3-4bdb-b2d0-24aad370751e req-4c9fc4c0-920c-42ec-84b2-53429207ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:08.829119 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8daf7c77-19c3-4bdb-b2d0-24aad370751e req-4c9fc4c0-920c-42ec-84b2-53429207ee72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299fa240-e392-40cf-a64a-5364d7ed737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731874 Dec 22 17:26:09.079332 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8daf7c77-19c3-4bdb-b2d0-24aad370751e req-8590c300-d939-4a8b-8cf4-05fa33ff9315 service neutron] 10.222.0.53 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433257 Dec 22 17:26:09.135847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e6bfe155-e2cc-47e7-8d25-467ec1df7732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:25:49Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'd755c9b8-81a3-42f6-80f0-7dbfa9f34efa', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'port_id': '632a9b65-6bc1-4957-86df-df9e9402c192', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1108661884', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'mac_address': 'fa:16:3e:d5:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b53d7e-83af-41b9-bfa0-6c473d261d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:26:06Z', 'updated_at': '2021-12-22T17:26:06Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3932866f-4f19-40fa-8980-e975190292f9', 'name': '', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:3f:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:48Z', 'updated_at': '2021-12-22T17:25:54Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:09.141873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfe155-e2cc-47e7-8d25-467ec1df7732 None None] The sync data for ids ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'] in dv-neutron-822513-1-hyperv is: [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:25:49Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'd755c9b8-81a3-42f6-80f0-7dbfa9f34efa', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'port_id': '632a9b65-6bc1-4957-86df-df9e9402c192', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1108661884', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'mac_address': 'fa:16:3e:d5:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b53d7e-83af-41b9-bfa0-6c473d261d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:26:06Z', 'updated_at': '2021-12-22T17:26:06Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3932866f-4f19-40fa-8980-e975190292f9', 'name': '', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:3f:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:48Z', 'updated_at': '2021-12-22T17:25:54Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:26:09.218758 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8daf7c77-19c3-4bdb-b2d0-24aad370751e req-3bffafc3-a553-4143-9ef6-e53b9528d539 service neutron] 10.222.0.53 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325023 Dec 22 17:26:09.342842 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714cea59-f051-455b-a1f9-72de49b0e17c None None] New status for floating IP d755c9b8-81a3-42f6-80f0-7dbfa9f34efa: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:26:09.812073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-65a0e68c-44b6-402f-a41c-dbee6ed1c5b4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:09.813525 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-65a0e68c-44b6-402f-a41c-dbee6ed1c5b4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 983 time: 0.0821166 Dec 22 17:26:09.934845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-ab5cd066-b887-4f05-bb0e-e3f763b944b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:09.936107 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-ab5cd066-b887-4f05-bb0e-e3f763b944b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1165698 Dec 22 17:26:10.047972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf78050-c4e9-49db-9582-11104196f908 req-93f61120-536b-4ae7-b855-2e15887845a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:10.049393 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3bf78050-c4e9-49db-9582-11104196f908 req-93f61120-536b-4ae7-b855-2e15887845a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 983 time: 0.1903863 Dec 22 17:26:10.125236 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-4d37c160-0226-4925-979e-4d18fd36b69c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1813281 Dec 22 17:26:10.131954 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3bf78050-c4e9-49db-9582-11104196f908 req-65c9c4e9-c385-4a0f-aca1-a818c7e9e13e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769000 Dec 22 17:26:10.137278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:10.245677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:10.441237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=632a9b65-6bc1-4957-86df-df9e9402c192,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:10.469342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:26:10.522498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] device_id is not set on port 632a9b65-6bc1-4957-86df-df9e9402c192 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:26:10.531499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:10.537171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:10.541361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a1d1a2ca-eebe-4abc-9d08-69df3eb97e91 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:10.678784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] Pushing event updated for resources: {'Port': ['ID=632a9b65-6bc1-4957-86df-df9e9402c192,revision_number=6']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:10.690122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:10.735068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] No DVR routers for this DVR port 632a9b65-6bc1-4957-86df-df9e9402c192 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:26:10.807420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8d0ad245-b6ff-42a6-93b6-7d4bb3cdbe73 None None] Provisioning complete for port 632a9b65-6bc1-4957-86df-df9e9402c192 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:10.808034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad245-b6ff-42a6-93b6-7d4bb3cdbe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:10.864649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ad245-b6ff-42a6-93b6-7d4bb3cdbe73 None None] Port 632a9b65-6bc1-4957-86df-df9e9402c192 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:26:10.955083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] In _notify_port_updated(), no bound segment for port 632a9b65-6bc1-4957-86df-df9e9402c192 on network 299fa240-e392-40cf-a64a-5364d7ed737f {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:26:10.955958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:10.956546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:10.957785 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-856cd03b-8757-4385-bb01-1d4ec5610fa7 req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] 10.222.0.53 "PUT /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 1026 time: 0.8250005 Dec 22 17:26:11.294818 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6d013138-0b2a-4cb7-ab0e-c4385d3f4959 req-88251e4e-51ee-47cc-84de-0c6952fdf486 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7b53d7e-83af-41b9-bfa0-6c473d261d0e HTTP/1.1" status: 200 len: 210 time: 0.0424011 Dec 22 17:26:12.391847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38870) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:12.467974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af94639-732e-4568-9cad-74665e075bef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:12.469284 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7af94639-732e-4568-9cad-74665e075bef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 925 time: 0.0764785 Dec 22 17:26:12.716039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38876) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:12.721177 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1661520425', 'description': 'tempest-secgroup-smoke-1661520425 description', 'project_id': 'b81c21c680cf47a59420417b42f80eaa'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:12.727239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:12.736675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:12.746134 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:12.766410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:12.770223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:12.773256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:12.779423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:12.847827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:12.851479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:12.854953 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6fe1d37d-64e8-4394-a5b8-16e528836534 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:12.895715 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c4b824-884b-4b35-a555-f025fcede548,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:12.898669 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:12.902026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:12.903259 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1862276 Dec 22 17:26:12.906159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38880) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:12.911364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '81c4b824-884b-4b35-a555-f025fcede548', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:12.917804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:12.921596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:12.924449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:12.930017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:12.946928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.002079 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 632a9b65-6bc1-4957-86df-df9e9402c192 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:26:13.006001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.009650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.011496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-92fae947-cc2d-48c2-93ed-2b004f456615 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:13.036220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bbb623-de97-430a-8b30-29647a6e385b,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:13.038663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:13.046292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.047530 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404319 Dec 22 17:26:13.050207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38884) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:13.055456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '81c4b824-884b-4b35-a555-f025fcede548', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:13.059754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 632a9b65-6bc1-4957-86df-df9e9402c192 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:26:13.061275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:13.065097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:13.068188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:13.073770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:13.090507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.152470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.155954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.157672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dcc2a60c-aa5b-452d-9fe9-d4d0a04999ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:13.179156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ac9f26-091b-439a-bf29-67cf4f1240f2,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:13.181738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:13.188854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.190105 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390052 Dec 22 17:26:13.192758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38888) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:13.198176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '81c4b824-884b-4b35-a555-f025fcede548', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:13.203885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:13.207616 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:13.210411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:13.216823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:13.232722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.292747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.296222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.297925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1883b0ec-b7db-42b2-aaa4-8c6d61e6420e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:13.318434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799d6b41-5bc6-4074-897a-66ea52b245ee,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:13.320890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:13.327902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.329105 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354296 Dec 22 17:26:13.331832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38892) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:13.336881 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '81c4b824-884b-4b35-a555-f025fcede548', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:13.343172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:13.346840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:13.349662 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:13.355240 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:13.370948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.436622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.439991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.441755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d55d3fa4-11a8-41b1-8a4b-64001bb0ca41 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:13.464391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c68a52-0d21-4c8d-a96b-71682fd681fb,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:13.466643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:13.473129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.474415 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417019 Dec 22 17:26:13.477067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38896) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:13.482072 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '81c4b824-884b-4b35-a555-f025fcede548', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:13.487632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:13.491726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:13.494533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:13.500023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:13.509293 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:26:13.516316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.578211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.581564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.583297 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a2b174a9-e27c-4f41-a2a1-ff947cb6b2a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:13.604708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de7f139-c899-4f30-b650-668a4598e1ec,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:13.608992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:13.613403 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.614627 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f5f7e98c-92f0-4a48-936e-67dd3292c02a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366794 Dec 22 17:26:13.617279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38900) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:13.622647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '81c4b824-884b-4b35-a555-f025fcede548', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:13.628292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:13.632049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:13.635564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:13.641106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:13.650854 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:26:13.657171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.722748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.726836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.728646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a48db317-b224-4e36-8ed7-11c2da3e8090 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:13.749878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7920a643-4d7d-411f-8615-6aa31a99fa9c,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:13.752366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:13.759473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:13.761359 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431890 Dec 22 17:26:13.917235 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-c7e924ca-913a-49d9-8441-5e9fcdee9e35 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1661520425&fields=id&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 267 time: 0.0392120 Dec 22 17:26:13.992645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-a016bf4c-dbbd-408d-b2cb-cb25c0bdc05f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:13.993911 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-a016bf4c-dbbd-408d-b2cb-cb25c0bdc05f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 930 time: 0.0704608 Dec 22 17:26:14.190885 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-338fe7a5-ec38-4bd2-b655-30e51dc4bc4d service neutron] 10.222.0.70 "GET /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1848993 Dec 22 17:26:14.320763 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-8774b8be-360b-4f41-8515-2b954f0256cc service neutron] 10.222.0.70 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240809 Dec 22 17:26:14.454165 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-fd94d513-15a8-42b2-82c4-1a30cc6666e6 service neutron] 10.222.0.70 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271489 Dec 22 17:26:14.627745 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-89c5cdd8-755a-4e6d-80bf-04f3aa26966a req-5d276658-373e-4dbb-a27d-4bda39cfe350 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 210 time: 0.0426409 Dec 22 17:26:15.825272 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6232f2b9-a255-4a13-8fc3-ab89015ed26f req-8171ba8b-f92a-4b58-bdad-5a9c4a3e7ea4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 210 time: 0.0623040 Dec 22 17:26:15.838830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-28ab2e1d-4f2f-4622-ae9d-14e178fcdb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:15.840427 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-28ab2e1d-4f2f-4622-ae9d-14e178fcdb67 service neutron] 10.222.0.53 "GET /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 1026 time: 0.1145964 Dec 22 17:26:15.994512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-b6f5803f-1e0c-431e-91c3-4a7611f0365c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:15.995954 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-b6f5803f-1e0c-431e-91c3-4a7611f0365c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks?id=299fa240-e392-40cf-a64a-5364d7ed737f HTTP/1.1" status: 200 len: 797 time: 0.1494548 Dec 22 17:26:16.045397 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-e60e33fa-a74b-4cba-9079-403ca62f7cad tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 473 time: 0.0406394 Dec 22 17:26:16.056974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Request body: {'port': {'device_id': '30028cf7-1de7-40bb-b9d7-8fa63391fd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:16.167858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:16.505125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632a9b65-6bc1-4957-86df-df9e9402c192 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:26:16.512343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:16.527088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Transition to ACTIVE for port object 632a9b65-6bc1-4957-86df-df9e9402c192 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:26:16.530980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:16.534507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:16.673844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Pushing event updated for resources: {'Port': ['ID=632a9b65-6bc1-4957-86df-df9e9402c192,revision_number=7']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:16.679098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:16.799518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Attempting to bind port 632a9b65-6bc1-4957-86df-df9e9402c192 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:26:16.799849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Attempting to bind port 632a9b65-6bc1-4957-86df-df9e9402c192 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:26:16.800178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Attempting to bind port 632a9b65-6bc1-4957-86df-df9e9402c192 on network 299fa240-e392-40cf-a64a-5364d7ed737f {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:26:16.804746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Port 632a9b65-6bc1-4957-86df-df9e9402c192 on network 299fa240-e392-40cf-a64a-5364d7ed737f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:26:16.805064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Attempting to bind port 632a9b65-6bc1-4957-86df-df9e9402c192 on network 299fa240-e392-40cf-a64a-5364d7ed737f {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:26:16.811332 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:26:16.811734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Checking segment: {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:26:16.812059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Bound using segment: {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:26:16.812511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Bound port: 632a9b65-6bc1-4957-86df-df9e9402c192, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce77800b-1be4-4bcc-a658-e18646145237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:26:16.812853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:16.912487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:26:16.915411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=632a9b65-6bc1-4957-86df-df9e9402c192,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:26:16.919841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:16.924472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-06bad1a6-ebb4-4ef8-a47b-b7a5155c6d5b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:16.980039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:16.980594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:16.981977 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] 10.222.0.53 "PUT /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 1131 time: 0.9292631 Dec 22 17:26:16.982796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30028cf7-1de7-40bb-b9d7-8fa63391fd5e', 'tag': '632a9b65-6bc1-4957-86df-df9e9402c192'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:26:17.007908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Pushing event updated for resources: {'Port': ['ID=632a9b65-6bc1-4957-86df-df9e9402c192,revision_number=8']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:17.017686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:17.022986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9ea79-9b29-4121-84b7-6f2314dbdfd5 req-cc7d29c8-6ea0-4856-827d-72ba95ec53df tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:17.024689 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-30b9ea79-9b29-4121-84b7-6f2314dbdfd5 req-cc7d29c8-6ea0-4856-827d-72ba95ec53df tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 981 time: 0.0916295 Dec 22 17:26:17.077109 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30028cf7-1de7-40bb-b9d7-8fa63391fd5e', 'tag': '632a9b65-6bc1-4957-86df-df9e9402c192', 'status': 'completed', 'code': 200} Dec 22 17:26:17.078713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-30b9ea79-9b29-4121-84b7-6f2314dbdfd5 req-1390ee08-5be6-4477-8fc3-32da3c374099 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:26:17.096126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-30b9ea79-9b29-4121-84b7-6f2314dbdfd5 req-1390ee08-5be6-4477-8fc3-32da3c374099 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:26:17.097541 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-30b9ea79-9b29-4121-84b7-6f2314dbdfd5 req-1390ee08-5be6-4477-8fc3-32da3c374099 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663817 Dec 22 17:26:17.248241 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-81df7a63-5ebe-48ba-888f-344ef06acb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:17.249742 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-81df7a63-5ebe-48ba-888f-344ef06acb55 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 1134 time: 0.2111351 Dec 22 17:26:17.352170 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-d5b9caef-ebfd-4c33-b0c3-8dd15f77cfb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 1036 time: 0.0951321 Dec 22 17:26:17.412580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-f259e492-2042-4a01-b501-039b60b882bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:17.413930 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-f259e492-2042-4a01-b501-039b60b882bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3bae5572-6360-4d45-bb5f-59d4aee1521d HTTP/1.1" status: 200 len: 835 time: 0.0549474 Dec 22 17:26:17.492281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-b75c3f52-074e-404c-a5fd-793a93923760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:17.493734 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-b75c3f52-074e-404c-a5fd-793a93923760 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299fa240-e392-40cf-a64a-5364d7ed737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716097 Dec 22 17:26:17.628728 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-0146996e-68da-49a3-9325-e8c631604cb5 service neutron] 10.222.0.53 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276078 Dec 22 17:26:17.759086 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1483734-406a-4b8e-a692-a8890b8ecc70 req-555aa78f-7883-4974-ae51-8f55d0cd66e1 service neutron] 10.222.0.53 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242578 Dec 22 17:26:17.875974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc58de3-1a7e-4865-b35e-c7e300add01c req-f7f2fd41-9f20-4272-a86b-58be1d460465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:17.878129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5fc58de3-1a7e-4865-b35e-c7e300add01c req-f7f2fd41-9f20-4272-a86b-58be1d460465 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 1134 time: 0.0729315 Dec 22 17:26:18.006594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc58de3-1a7e-4865-b35e-c7e300add01c req-90d7fade-87b2-43a2-a2de-2e2bfacc4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:18.008033 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5fc58de3-1a7e-4865-b35e-c7e300add01c req-90d7fade-87b2-43a2-a2de-2e2bfacc4548 service neutron] 10.222.0.53 "GET /v2.0/networks?id=299fa240-e392-40cf-a64a-5364d7ed737f HTTP/1.1" status: 200 len: 898 time: 0.1224635 Dec 22 17:26:18.111228 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5fc58de3-1a7e-4865-b35e-c7e300add01c req-2796df82-a3ed-450e-a2d3-debe76fd6ddb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 1036 time: 0.0953588 Dec 22 17:26:18.177695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc58de3-1a7e-4865-b35e-c7e300add01c req-4faf3903-6227-4f11-bdf5-7b5a66512f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:18.179222 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5fc58de3-1a7e-4865-b35e-c7e300add01c req-4faf3903-6227-4f11-bdf5-7b5a66512f13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3bae5572-6360-4d45-bb5f-59d4aee1521d HTTP/1.1" status: 200 len: 835 time: 0.0613077 Dec 22 17:26:18.316128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc58de3-1a7e-4865-b35e-c7e300add01c req-f33743a3-967c-4355-a06c-b7216f4a29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:18.317576 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5fc58de3-1a7e-4865-b35e-c7e300add01c req-f33743a3-967c-4355-a06c-b7216f4a29f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299fa240-e392-40cf-a64a-5364d7ed737f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1302791 Dec 22 17:26:18.329443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309307f-ecbb-405e-accc-0891f8e868a0 req-bf024fe1-912e-4c9e-b46f-66551eb3d8d3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:18.330758 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c309307f-ecbb-405e-accc-0891f8e868a0 req-bf024fe1-912e-4c9e-b46f-66551eb3d8d3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 981 time: 0.1052673 Dec 22 17:26:18.450400 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c309307f-ecbb-405e-accc-0891f8e868a0 req-bd7b234c-6482-42fd-b280-d01b14750e3b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019642 Dec 22 17:26:18.485709 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5fc58de3-1a7e-4865-b35e-c7e300add01c req-3a26502b-a99b-4342-9bd6-816616d50785 service neutron] 10.222.0.53 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540163 Dec 22 17:26:18.615748 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5fc58de3-1a7e-4865-b35e-c7e300add01c req-b14b90ce-ff7f-4e8d-8d87-36ef47cf0559 service neutron] 10.222.0.53 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234674 Dec 22 17:26:19.062802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 632a9b65-6bc1-4957-86df-df9e9402c192 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:26:19.237597 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=632a9b65-6bc1-4957-86df-df9e9402c192,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:19.253205 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '632a9b65-6bc1-4957-86df-df9e9402c192', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'port_id': '632a9b65-6bc1-4957-86df-df9e9402c192', 'mac_address': 'fa:16:3e:d5:23:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:26:19.308145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:19.324914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632a9b65-6bc1-4957-86df-df9e9402c192 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:26:19.340316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=632a9b65-6bc1-4957-86df-df9e9402c192,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:19.345050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:19.346749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:19.410321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=632a9b65-6bc1-4957-86df-df9e9402c192,revision_number=9']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:19.413234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:19.558806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['632a9b65-6bc1-4957-86df-df9e9402c192'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:26:19.632509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce991f1d-3eef-48a7-8105-7fad9d50d126 req-dea52d01-3184-4d08-a701-6b5aba8e34ec tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:19.634158 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ce991f1d-3eef-48a7-8105-7fad9d50d126 req-dea52d01-3184-4d08-a701-6b5aba8e34ec tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 982 time: 0.0800755 Dec 22 17:26:19.677824 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ce991f1d-3eef-48a7-8105-7fad9d50d126 req-2f8240b5-1453-4fe8-ab68-ece00c15a9b9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372591 Dec 22 17:26:19.954897 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:26:20.865703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f508c20-5d07-45a6-a3ed-3aafb3e27807 req-97a7df6b-67bf-4cda-b4be-a1a83f3ad805 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:20.867124 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8f508c20-5d07-45a6-a3ed-3aafb3e27807 req-97a7df6b-67bf-4cda-b4be-a1a83f3ad805 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 982 time: 0.0837092 Dec 22 17:26:20.909366 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8f508c20-5d07-45a6-a3ed-3aafb3e27807 req-a99589bb-3c82-4598-bedf-64501c427b12 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359769 Dec 22 17:26:21.066200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 632a9b65-6bc1-4957-86df-df9e9402c192 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:26:21.135254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 632a9b65-6bc1-4957-86df-df9e9402c192 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:26:21.139797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 632a9b65-6bc1-4957-86df-df9e9402c192 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:21.140177 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:21.254716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:21.283149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30028cf7-1de7-40bb-b9d7-8fa63391fd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a9b65-6bc1-4957-86df-df9e9402c192'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:26:21.293241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=632a9b65-6bc1-4957-86df-df9e9402c192,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:21.298354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:21.301594 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:21.340439 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30028cf7-1de7-40bb-b9d7-8fa63391fd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a9b65-6bc1-4957-86df-df9e9402c192', 'code': 200} Dec 22 17:26:21.372722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=632a9b65-6bc1-4957-86df-df9e9402c192,revision_number=10']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:21.375567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:21.562628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd905c12-667e-46d7-a239-983b3fb26eb2 req-06077ac0-be18-4628-9b6f-b99c6fbe4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:21.564006 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dd905c12-667e-46d7-a239-983b3fb26eb2 req-06077ac0-be18-4628-9b6f-b99c6fbe4213 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 1137 time: 0.0682182 Dec 22 17:26:21.608162 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dd905c12-667e-46d7-a239-983b3fb26eb2 req-7bdca90d-7b58-4088-8401-d9364bb3e953 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378153 Dec 22 17:26:22.088951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3ad9b-7c85-4e45-bb5d-8f85ce43370e req-c70eacb5-c7be-49b1-99cd-c54d81c27a9f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:22.090385 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-72b3ad9b-7c85-4e45-bb5d-8f85ce43370e req-c70eacb5-c7be-49b1-99cd-c54d81c27a9f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 984 time: 0.0786836 Dec 22 17:26:22.132832 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-72b3ad9b-7c85-4e45-bb5d-8f85ce43370e req-8add2ee3-9413-4b64-948f-b87379949643 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Dec 22 17:26:23.319091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab33afa-c369-4bf8-8a12-a64040362b88 req-8e2efe35-7f16-4460-acb6-7e13081ce1b7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:23.320519 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1ab33afa-c369-4bf8-8a12-a64040362b88 req-8e2efe35-7f16-4460-acb6-7e13081ce1b7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 984 time: 0.0833595 Dec 22 17:26:23.364275 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1ab33afa-c369-4bf8-8a12-a64040362b88 req-dc2b41aa-8a39-46f4-97b1-57b69fa1903a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Dec 22 17:26:23.660474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9a7ca-6520-4cac-8f16-fd262840a99d req-87fe6ecd-1ef5-4ccd-94d0-5397206c5e8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:23.661906 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c7d9a7ca-6520-4cac-8f16-fd262840a99d req-87fe6ecd-1ef5-4ccd-94d0-5397206c5e8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 984 time: 0.1927843 Dec 22 17:26:23.704905 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c7d9a7ca-6520-4cac-8f16-fd262840a99d req-f771ebe3-db0f-4231-969b-e446c159dbc8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372975 Dec 22 17:26:23.726660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38954) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:23.796494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4503f5-b27c-40a3-8c45-ba50304df369 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:23.797955 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0d4503f5-b27c-40a3-8c45-ba50304df369 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e&network_id=299fa240-e392-40cf-a64a-5364d7ed737f HTTP/1.1" status: 200 len: 1132 time: 0.0703278 Dec 22 17:26:24.148257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e92ba0-96f2-4677-818d-c84f121359b9 req-b7d95843-d867-457d-b9f2-a7906c4a01d8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:24.149690 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e2e92ba0-96f2-4677-818d-c84f121359b9 req-b7d95843-d867-457d-b9f2-a7906c4a01d8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 984 time: 0.0814934 Dec 22 17:26:24.192673 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e2e92ba0-96f2-4677-818d-c84f121359b9 req-f926bc8a-ae81-4ace-8c2b-ea4b6e388c67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369606 Dec 22 17:26:25.374334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-9f12d0dc-ecd4-4a2a-931f-bf7a1fc77dfb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:25.375825 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-9f12d0dc-ecd4-4a2a-931f-bf7a1fc77dfb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 984 time: 0.0800560 Dec 22 17:26:25.379863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce99ec-d395-488f-9dd8-5c264cd88de0 req-82836af9-0046-438f-8faa-5b6f93a1c7da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:25.381305 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e7ce99ec-d395-488f-9dd8-5c264cd88de0 req-82836af9-0046-438f-8faa-5b6f93a1c7da tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 984 time: 0.0792425 Dec 22 17:26:25.426561 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e7ce99ec-d395-488f-9dd8-5c264cd88de0 req-3c14e0a7-f91a-4f48-83ef-f06e2cd86509 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce77424d-be25-4673-b35f-96666b9f4826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395253 Dec 22 17:26:25.449389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-7f241177-84b1-46e4-97cf-d9d720fa74b6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:25.450738 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-7f241177-84b1-46e4-97cf-d9d720fa74b6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0695179 Dec 22 17:26:25.597932 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-a200160d-735b-49e7-b339-b050fc2fc82e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1414254 Dec 22 17:26:25.608414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:25.716797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:25.908423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=632a9b65-6bc1-4957-86df-df9e9402c192,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:25.943270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] For port 632a9b65-6bc1-4957-86df-df9e9402c192, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:26:25.997827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] device_id is not set on port 632a9b65-6bc1-4957-86df-df9e9402c192 yet. {{(pid=87587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 17:26:26.005835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:26.011306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:26.015796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:26.154592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] Pushing event updated for resources: {'Port': ['ID=632a9b65-6bc1-4957-86df-df9e9402c192,revision_number=11']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:26.158921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:26.202489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] No DVR routers for this DVR port 632a9b65-6bc1-4957-86df-df9e9402c192 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:26:26.315851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-50ee5b24-ad3c-4d04-8910-2d183bc5c664 None None] Provisioning complete for port 632a9b65-6bc1-4957-86df-df9e9402c192 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:26.316464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-50ee5b24-ad3c-4d04-8910-2d183bc5c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:26.369429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-50ee5b24-ad3c-4d04-8910-2d183bc5c664 None None] Port 632a9b65-6bc1-4957-86df-df9e9402c192 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:26:26.424063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] In _notify_port_updated(), no bound segment for port 632a9b65-6bc1-4957-86df-df9e9402c192 on network 299fa240-e392-40cf-a64a-5364d7ed737f {{(pid=87587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 17:26:26.424844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:26.425446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:26.426709 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c72b8708-259e-4dbd-aaa6-622e03e4be2e req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] 10.222.0.53 "PUT /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 200 len: 1027 time: 0.8222153 Dec 22 17:26:26.581708 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c8bb0aea-52ec-417c-9c13-85858e9c683b req-49e0ad02-e5e5-471f-9333-00903fbbfe7d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=30028cf7-1de7-40bb-b9d7-8fa63391fd5e HTTP/1.1" status: 200 len: 210 time: 0.0455263 Dec 22 17:26:27.586039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8527ddee-0ccc-45a4-986b-fca419ebb2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:27.672798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38968) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:27.740519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a92d8624-d45b-4825-8b92-c5c50c333809 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:27.769915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a92d8624-d45b-4825-8b92-c5c50c333809 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:27.835879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a92d8624-d45b-4825-8b92-c5c50c333809 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:27.839761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f00f5e0e-00e3-4ca2-89de-5d88f08982b1 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:27.854571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d8624-d45b-4825-8b92-c5c50c333809 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c4b824-884b-4b35-a555-f025fcede548,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:27.857377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a92d8624-d45b-4825-8b92-c5c50c333809 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:27.864908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a92d8624-d45b-4825-8b92-c5c50c333809 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:27.867845 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a92d8624-d45b-4825-8b92-c5c50c333809 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/security-groups/81c4b824-884b-4b35-a555-f025fcede548 HTTP/1.1" status: 204 len: 168 time: 0.1922522 Dec 22 17:26:27.895709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38974) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:28.096845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 5290efda-5f6a-41c4-bcb8-660ecfb4f080 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:26:28.097180 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:28.272463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:28.272786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:28.393081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 5290efda-5f6a-41c4-bcb8-660ecfb4f080 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:26:28.540970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:28.544561 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:28.586059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=5290efda-5f6a-41c4-bcb8-660ecfb4f080,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:28.590099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:28.786834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:28.787069 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP d755c9b8-81a3-42f6-80f0-7dbfa9f34efa disassociated (deleted). External IP: 172.26.3.89, port: 632a9b65-6bc1-4957-86df-df9e9402c192. Dec 22 17:26:29.110202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 632a9b65-6bc1-4957-86df-df9e9402c192 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:26:29.133744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:26:29.173405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 632a9b65-6bc1-4957-86df-df9e9402c192 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:26:29.313788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:26:29.323808 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fffb26e-d836-4f2c-a588-e773c9317097 None None] Sync routers for ids ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:26:29.332784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fffb26e-d836-4f2c-a588-e773c9317097 None None] Routers {'26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:26:29.333396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:29.333559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7fffb26e-d836-4f2c-a588-e773c9317097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:26:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:29.387924 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/floatingips/d755c9b8-81a3-42f6-80f0-7dbfa9f34efa HTTP/1.1" status: 204 len: 168 time: 1.4910574 Dec 22 17:26:29.515229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7fffb26e-d836-4f2c-a588-e773c9317097 None None] Set router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:26:29.530058 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 38982) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:29.600168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e627569e-095b-4bc3-9982-0018470a20d5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:29.628977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e627569e-095b-4bc3-9982-0018470a20d5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:29.694474 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e627569e-095b-4bc3-9982-0018470a20d5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:29.698999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a6bceb4b-b3b6-450d-abad-7c7ab16d592d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:29.712937 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627569e-095b-4bc3-9982-0018470a20d5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36553a7c-72a0-4443-a281-b7ddcfba793d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:29.716551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e627569e-095b-4bc3-9982-0018470a20d5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:29.721701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e627569e-095b-4bc3-9982-0018470a20d5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:29.725184 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e627569e-095b-4bc3-9982-0018470a20d5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/security-groups/36553a7c-72a0-4443-a281-b7ddcfba793d HTTP/1.1" status: 204 len: 168 time: 0.1916847 Dec 22 17:26:29.753013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38988) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:29.856209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7fffb26e-d836-4f2c-a588-e773c9317097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:25:49Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '3932866f-4f19-40fa-8980-e975190292f9', 'name': '', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:3f:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:48Z', 'updated_at': '2021-12-22T17:25:54Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:29.860511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fffb26e-d836-4f2c-a588-e773c9317097 None None] Checking router: 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:26:29.869978 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fffb26e-d836-4f2c-a588-e773c9317097 None None] Routers {'26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:26:29.870626 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7fffb26e-d836-4f2c-a588-e773c9317097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:26:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:29.971622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-1b032ede-dafa-425a-8a36-669f0be2b898 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 632a9b65-6bc1-4957-86df-df9e9402c192 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:26:29.971870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1b032ede-dafa-425a-8a36-669f0be2b898 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:30.083988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4117f35c-b5a7-48b6-9d7f-e22bf75326da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:30.105349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7fffb26e-d836-4f2c-a588-e773c9317097 None None] Set router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:26:30.218270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1b032ede-dafa-425a-8a36-669f0be2b898 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:30.344467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-1b032ede-dafa-425a-8a36-669f0be2b898 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 632a9b65-6bc1-4957-86df-df9e9402c192 owned by {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:26:30.421769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7fffb26e-d836-4f2c-a588-e773c9317097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:25:49Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '3932866f-4f19-40fa-8980-e975190292f9', 'name': '', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:3f:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:48Z', 'updated_at': '2021-12-22T17:25:54Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:30.425756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fffb26e-d836-4f2c-a588-e773c9317097 None None] The sync data for ids ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'] in dv-neutron-822513-1-hyperv is: [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:25:49Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '3932866f-4f19-40fa-8980-e975190292f9', 'name': '', 'network_id': '299fa240-e392-40cf-a64a-5364d7ed737f', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:3f:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:48Z', 'updated_at': '2021-12-22T17:25:54Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '3bae5572-6360-4d45-bb5f-59d4aee1521d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:26:30.488387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1b032ede-dafa-425a-8a36-669f0be2b898 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:30.495266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-95748067-0ee8-4327-8047-5102442a9eaa tempest-TestServerAdvancedOps-1794969894 tempest-TestServerAdvancedOps-1794969894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:30.576588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b032ede-dafa-425a-8a36-669f0be2b898 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=632a9b65-6bc1-4957-86df-df9e9402c192,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:30.611703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1b032ede-dafa-425a-8a36-669f0be2b898 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:30.654616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1b032ede-dafa-425a-8a36-669f0be2b898 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:30.655911 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060b268-e5bf-4a29-9341-a744a3edfe3f None None] New status for floating IP d755c9b8-81a3-42f6-80f0-7dbfa9f34efa: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:26:30.667070 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1b032ede-dafa-425a-8a36-669f0be2b898 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/ports/632a9b65-6bc1-4957-86df-df9e9402c192 HTTP/1.1" status: 204 len: 168 time: 0.9098573 Dec 22 17:26:30.667307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38992) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:31.026633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:31.169514 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:31.228638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:31.710031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 3932866f-4f19-40fa-8980-e975190292f9 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:26:31.710371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:31.903902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 3932866f-4f19-40fa-8980-e975190292f9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3932866f-4f19-40fa-8980-e975190292f9,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:31.904282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:32.029894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 3932866f-4f19-40fa-8980-e975190292f9 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:26:32.351327 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:32.355748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-df6bcecb-4129-48fb-a628-e035458719b0 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:32.398818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=3932866f-4f19-40fa-8980-e975190292f9,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:32.474087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:32.474472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:32.474855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:32.475255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:32.475627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:32.475992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:32.476359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:32.476728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:32.477091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:32.477451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:32.478381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:32.478743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:32.482312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:32.553152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:32.688258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:33.167343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:26:33.348279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:26:33.357510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87be01-784c-4a77-85c2-a0d8a80a8ad6 None None] Sync routers for ids ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:26:33.360901 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6926122 Dec 22 17:26:33.363410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 38996) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:33.366826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87be01-784c-4a77-85c2-a0d8a80a8ad6 None None] Routers {'26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:26:33.367471 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-cb87be01-784c-4a77-85c2-a0d8a80a8ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:26:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:33.432092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e7a2db-1a46-4f4f-ad30-4753c013d4b8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting subnet 3bae5572-6360-4d45-bb5f-59d4aee1521d {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:26:33.434852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a2db-1a46-4f4f-ad30-4753c013d4b8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:33.489360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a2db-1a46-4f4f-ad30-4753c013d4b8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:33.543444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-cb87be01-784c-4a77-85c2-a0d8a80a8ad6 None None] Set router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:26:33.576671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a2db-1a46-4f4f-ad30-4753c013d4b8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:33.648840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a2db-1a46-4f4f-ad30-4753c013d4b8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:33.652411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d7c9856d-95f4-483e-b4a8-baf7b28b2df3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:33.688203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7a2db-1a46-4f4f-ad30-4753c013d4b8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Subnet': ['ID=3bae5572-6360-4d45-bb5f-59d4aee1521d,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:33.691097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c0e7a2db-1a46-4f4f-ad30-4753c013d4b8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:33.692073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a2db-1a46-4f4f-ad30-4753c013d4b8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:33.698432 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c0e7a2db-1a46-4f4f-ad30-4753c013d4b8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/subnets/3bae5572-6360-4d45-bb5f-59d4aee1521d HTTP/1.1" status: 204 len: 168 time: 0.3340867 Dec 22 17:26:33.701167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39000) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:33.719186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d1575a-3131-4d84-9bd8-ba343a1ca66e None None] Network 299fa240-e392-40cf-a64a-5364d7ed737f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:26:33.879654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:34.005303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-cb87be01-784c-4a77-85c2-a0d8a80a8ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71'}], 'enable_snat': True}, 'gw_port_id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:26:32Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '09303400-7ab7-4420-a59a-8f358788b1a9', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:25:45Z', 'updated_at': '2021-12-22T17:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:34.009336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87be01-784c-4a77-85c2-a0d8a80a8ad6 None None] Checking router: 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:26:34.018256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87be01-784c-4a77-85c2-a0d8a80a8ad6 None None] Routers {'26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:26:34.018859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-cb87be01-784c-4a77-85c2-a0d8a80a8ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:26:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:34.059371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:34.069806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 09303400-7ab7-4420-a59a-8f358788b1a9 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:26:34.070217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:34.077314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfddaddf-9db4-4fb6-8de7-5ab01179cd35 None None] DHCP port deletion for 299fa240-e392-40cf-a64a-5364d7ed737f request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:26:34.155083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-dfddaddf-9db4-4fb6-8de7-5ab01179cd35 None None] Deleting port 311db3ea-647b-4a4b-85a8-fa1123168fa8 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:26:34.155507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dfddaddf-9db4-4fb6-8de7-5ab01179cd35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:34.204441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 311db3ea-647b-4a4b-85a8-fa1123168fa8 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:26:34.254786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 09303400-7ab7-4420-a59a-8f358788b1a9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=09303400-7ab7-4420-a59a-8f358788b1a9,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:34.255171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:34.324716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-cb87be01-784c-4a77-85c2-a0d8a80a8ad6 None None] Set router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:26:34.378869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 09303400-7ab7-4420-a59a-8f358788b1a9 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:26:34.477215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-cb87be01-784c-4a77-85c2-a0d8a80a8ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:26:34Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:34.489709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb87be01-784c-4a77-85c2-a0d8a80a8ad6 None None] The sync data for ids ['26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1'] in dv-neutron-822513-1-hyperv is: [{'id': '26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1', 'name': 'tempest-TestNetworkBasicOps-router-1283388170', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:25:44Z', 'updated_at': '2021-12-22T17:26:34Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:26:34.654834 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-dfddaddf-9db4-4fb6-8de7-5ab01179cd35 None None] For port 311db3ea-647b-4a4b-85a8-fa1123168fa8, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=311db3ea-647b-4a4b-85a8-fa1123168fa8,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:34.655170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dfddaddf-9db4-4fb6-8de7-5ab01179cd35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:34.668457 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:34.672954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6bfac015-a9e8-4f27-b6f7-79e60e2bf3a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:34.719329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=09303400-7ab7-4420-a59a-8f358788b1a9,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:34.749618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:34.806968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:34.840011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-dfddaddf-9db4-4fb6-8de7-5ab01179cd35 None None] Calling delete_port for 311db3ea-647b-4a4b-85a8-fa1123168fa8 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:26:34.866895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:34.986078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:34.988301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:34.996220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 311db3ea-647b-4a4b-85a8-fa1123168fa8, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=311db3ea-647b-4a4b-85a8-fa1123168fa8,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:35.012393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.012981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Fanout notify agent at l3_agent the message router_deleted on router 26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:26:35.018399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.021921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:35.037731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.038812 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/routers/26a6efc5-3fed-45f8-8e0b-e8ba7e1b62d1 HTTP/1.1" status: 204 len: 168 time: 1.3367784 Dec 22 17:26:35.042240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39004) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:35.093538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-dfddaddf-9db4-4fb6-8de7-5ab01179cd35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:26:35.093901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-dfddaddf-9db4-4fb6-8de7-5ab01179cd35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:26:35.107804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.113945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=311db3ea-647b-4a4b-85a8-fa1123168fa8,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:35.117942 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:35.161205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.172528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 311db3ea-647b-4a4b-85a8-fa1123168fa8 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:26:35.172870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.382779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 311db3ea-647b-4a4b-85a8-fa1123168fa8, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=311db3ea-647b-4a4b-85a8-fa1123168fa8,segment=NetworkSegment(ce77800b-1be4-4bcc-a658-e18646145237),segment_id=ce77800b-1be4-4bcc-a658-e18646145237)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:35.383514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.504475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 311db3ea-647b-4a4b-85a8-fa1123168fa8 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:26:35.580412 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.584043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-32534c85-c4b2-42f5-add6-cdcf7f40574b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:35.595076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-dfddaddf-9db4-4fb6-8de7-5ab01179cd35 None None] Deleting port 311db3ea-647b-4a4b-85a8-fa1123168fa8 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:26:35.595513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dfddaddf-9db4-4fb6-8de7-5ab01179cd35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.626321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=311db3ea-647b-4a4b-85a8-fa1123168fa8,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:35.629190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:35.634006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] No DVR routers for this DVR port 311db3ea-647b-4a4b-85a8-fa1123168fa8 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:26:35.670538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-dfddaddf-9db4-4fb6-8de7-5ab01179cd35 None None] The port '311db3ea-647b-4a4b-85a8-fa1123168fa8' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:26:35.758364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.784309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299fa240-e392-40cf-a64a-5364d7ed737f']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:35.795929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce77800b-1be4-4bcc-a658-e18646145237') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:35.796218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce77800b-1be4-4bcc-a658-e18646145237') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:35.808075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.824127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.829926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:26:35.830315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:26:35.845101 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:26:35.928685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.932688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-008073eb-953f-4ff2-a220-cdabd67b3faf tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:35.947210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:35.957892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Network': ['ID=299fa240-e392-40cf-a64a-5364d7ed737f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:35.961480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:35.972503 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/networks/299fa240-e392-40cf-a64a-5364d7ed737f HTTP/1.1" status: 204 len: 168 time: 0.9292593 Dec 22 17:26:35.985991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39008) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:35.996630 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f7eb06b7-729b-4be1-9da3-59bc7fcc6f2d tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0095904 Dec 22 17:26:35.998910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39012) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:36.005118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'network': {'name': 'tempest-network-smoke--418685076', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'port_security_enabled': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:36.010349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:36.014343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:network and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:36.017644 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:36.023549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:36.034409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:26:36.037797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:36.065717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:26:36.075316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:36.075666 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Added segment 953e23f0-3c1e-46b7-9430-917ce5cc5e71 of type vlan for network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 Dec 22 17:26:36.105960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:36.151171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 09303400-7ab7-4420-a59a-8f358788b1a9 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:26:36.186487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 09303400-7ab7-4420-a59a-8f358788b1a9 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:26:36.186836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 09303400-7ab7-4420-a59a-8f358788b1a9 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:26:36.187299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3932866f-4f19-40fa-8980-e975190292f9 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:26:36.224161 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 3932866f-4f19-40fa-8980-e975190292f9 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:26:36.224515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3932866f-4f19-40fa-8980-e975190292f9 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:26:36.247233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:36.252639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:36.253217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:36.256732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:36.356974 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3570364 Dec 22 17:26:36.359857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39016) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:36.363431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Network': ['ID=59a1999c-2c50-492e-bfbb-0b567ac8ad55,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:36.366006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'admin_state_up': True, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:36.366174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:36.374776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:26:36.375037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:36.378800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:router and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:36.381606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:36.388943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:36.399778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:36.400732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:36.414939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:36.680642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:37.098023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:37.126485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:37.260002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.86 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/259aab18-af93-4ea0-af5f-967e23910dea) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:26:37.411081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:37.440955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:37.444570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-983c78f7-2c20-4385-882e-7fd761d53dd5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:37.511213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:26:37.513993 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:26:37.517807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:26:37.546896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=259aab18-af93-4ea0-af5f-967e23910dea,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:37.552616 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:37.929697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:38.260080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:38.582719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:26:38.761275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:26:38.770843 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Sync routers for ids ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:26:38.781369 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Routers {'0c8db1d3-2c03-428e-8a13-7d5d03240e3e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:26:38.782064 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:26:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:38.787973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:38.792071 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4283183 Dec 22 17:26:38.792338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39020) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:38.831793 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-12cf6d14-dcc8-4276-9c5a-8a14dbe2bf6e tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=b81c21c680cf47a59420417b42f80eaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382566 Dec 22 17:26:38.834249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39024) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:38.955343 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Set router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:26:38.962504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0dee95-c3da-41d0-89df-c5af45d72bb1 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:38.964080 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2c0dee95-c3da-41d0-89df-c5af45d72bb1 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290071 Dec 22 17:26:38.967061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39028) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:39.006231 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-46ec742d-3b04-420f-ba24-a6143a78fcba tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379217 Dec 22 17:26:39.008651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39034) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:39.014385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1721673443', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:39.123999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:39.127690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:subnet and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:39.130460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:39.136677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:39.146187 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:26:39.149804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:39.236830 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:37Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:39.240971 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Checking router: 0c8db1d3-2c03-428e-8a13-7d5d03240e3e for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:26:39.241452 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Updating router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e port 259aab18-af93-4ea0-af5f-967e23910dea binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:26:39.294549 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:39.387591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:39.392130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-01075544-af1b-4984-8c83-faa0f54edf6e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:39.466908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Subnet': ['ID=1780648b-9be6-417b-984c-f43b91e03a40,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:39.473434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:39.475284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Checking segment: {'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:26:39.475284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network hostable DHCP agents. Network: 59a1999c-2c50-492e-bfbb-0b567ac8ad55, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:26:39.496283 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:26:39.507472 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 59a1999c-2c50-492e-bfbb-0b567ac8ad55) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:26:39.512072 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:39.512790 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:39.521229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c6628-b193-4853-9480-ee4883797413 None None] Network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:26:39.538841 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5260844 Dec 22 17:26:39.539083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39038) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:39.655673 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:39.667642 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Transition to ACTIVE for port object 259aab18-af93-4ea0-af5f-967e23910dea will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:26:39.673475 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:39.676948 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-39331893-f245-4205-b46f-679682a52c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:39.754398 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e03b30-15db-4617-96ef-721c23f132f3 None None] Pushing event updated for resources: {'Port': ['ID=259aab18-af93-4ea0-af5f-967e23910dea,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:39.758011 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-95e03b30-15db-4617-96ef-721c23f132f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:39.759440 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Attempting to bind port 259aab18-af93-4ea0-af5f-967e23910dea on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:26:39.759814 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Attempting to bind port 259aab18-af93-4ea0-af5f-967e23910dea by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:26:39.760171 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Attempting to bind port 259aab18-af93-4ea0-af5f-967e23910dea on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:26:39.765712 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:26:39.766096 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:26:39.766488 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:39.766876 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:26:39.767362 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Bound port: 259aab18-af93-4ea0-af5f-967e23910dea, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:26:39.767752 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:39.773496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:26:39.774404 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:39.850231 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] For port 259aab18-af93-4ea0-af5f-967e23910dea, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:26:39.853594 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] For port 259aab18-af93-4ea0-af5f-967e23910dea, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=259aab18-af93-4ea0-af5f-967e23910dea,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:26:39.857602 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:39.862040 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-163f71e3-affc-40a0-97f5-d456f5d5f73a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:39.939509 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Routers {'0c8db1d3-2c03-428e-8a13-7d5d03240e3e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:26:39.940065 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:26:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:40.004328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Allocated IP 172.20.0.2 (59a1999c-2c50-492e-bfbb-0b567ac8ad55/1780648b-9be6-417b-984c-f43b91e03a40/8dedc161-7b97-4d5f-a198-3969d432e2cf) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:26:40.041852 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e03b30-15db-4617-96ef-721c23f132f3 None None] Pushing event updated for resources: {'Port': ['ID=259aab18-af93-4ea0-af5f-967e23910dea,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:40.045297 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-95e03b30-15db-4617-96ef-721c23f132f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:40.145572 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] Set router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:26:40.228346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:40.239680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Transition to ACTIVE for port object 8dedc161-7b97-4d5f-a198-3969d432e2cf will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:26:40.260202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Transition to ACTIVE for port object 8dedc161-7b97-4d5f-a198-3969d432e2cf will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:26:40.266665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:40.275027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:40.335933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:26:40.339300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:26:40.341698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:26:40.377979 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Pushing event updated for resources: {'Port': ['ID=8dedc161-7b97-4d5f-a198-3969d432e2cf,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:40.380769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:40.439443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Attempting to bind port 8dedc161-7b97-4d5f-a198-3969d432e2cf on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:26:40.439812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Attempting to bind port 8dedc161-7b97-4d5f-a198-3969d432e2cf by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:26:40.440204 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Attempting to bind port 8dedc161-7b97-4d5f-a198-3969d432e2cf on network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:26:40.444949 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:37Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:40.445321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:26:40.445697 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Checking segment: {'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:26:40.446097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:40.447125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Bound using segment: {'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:26:40.447586 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Bound port: 8dedc161-7b97-4d5f-a198-3969d432e2cf, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:26:40.447964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:40.449977 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68514c3e-5dee-404d-a4a4-964329fa97d2 None None] The sync data for ids ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'] in dv-neutron-822513-1-hyperv is: [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:37Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:26:40.453767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:40.547630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] For port 8dedc161-7b97-4d5f-a198-3969d432e2cf, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:26:40.550631 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] For port 8dedc161-7b97-4d5f-a198-3969d432e2cf, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8dedc161-7b97-4d5f-a198-3969d432e2cf,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:26:40.556017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:40.560456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:40.651853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Pushing event updated for resources: {'Port': ['ID=8dedc161-7b97-4d5f-a198-3969d432e2cf,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:40.655666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:40.915902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.1 (59a1999c-2c50-492e-bfbb-0b567ac8ad55/1780648b-9be6-417b-984c-f43b91e03a40/637a996c-d823-405d-aa47-d07ddd254a78) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:26:41.097144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:41.114031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 637a996c-d823-405d-aa47-d07ddd254a78 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:26:41.140560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:41.144466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-63c60271-552c-4deb-b636-65cf99f38f43 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:41.215137 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:26:41.218457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:26:41.222471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:26:41.258547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=637a996c-d823-405d-aa47-d07ddd254a78,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:41.268259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:41.285964 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:41.511191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:41.650122 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffc356b-c02a-41a9-bcae-2763286c50f6 None None] Network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:26:41.752338 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6f5474d6-5a78-4eb1-a5a5-514f8537b34c None None] Provisioning for port 8dedc161-7b97-4d5f-a198-3969d432e2cf completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:26:41.944141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:41.949327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:42.115871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e3b85f2f-ddf2-4432-a763-b4411ee73403 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:42.206410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:42.214030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-814c531f-8cc3-46ae-9993-1f16362a4a74 None None] Provisioning for port 637a996c-d823-405d-aa47-d07ddd254a78 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:26:42.222665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-814c531f-8cc3-46ae-9993-1f16362a4a74 None None] Provisioning complete for port 637a996c-d823-405d-aa47-d07ddd254a78 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:42.222665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-814c531f-8cc3-46ae-9993-1f16362a4a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:42.230585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=637a996c-d823-405d-aa47-d07ddd254a78,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:42.235057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:42.277085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 259aab18-af93-4ea0-af5f-967e23910dea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:26:42.338959 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-814c531f-8cc3-46ae-9993-1f16362a4a74 None None] Port 637a996c-d823-405d-aa47-d07ddd254a78 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:26:42.354853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:26:42.355028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 259aab18-af93-4ea0-af5f-967e23910dea completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:26:42.356147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:26:42.359646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 259aab18-af93-4ea0-af5f-967e23910dea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:42.360025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:42.512483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-703e4dd4-f367-4bb0-9d74-25a80baea324 None None] Provisioning complete for port 637a996c-d823-405d-aa47-d07ddd254a78 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:42.513020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-703e4dd4-f367-4bb0-9d74-25a80baea324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:42.567077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:26:42.574840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-703e4dd4-f367-4bb0-9d74-25a80baea324 None None] Port 637a996c-d823-405d-aa47-d07ddd254a78 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:26:42.577289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:42.597199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 259aab18-af93-4ea0-af5f-967e23910dea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=259aab18-af93-4ea0-af5f-967e23910dea,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:42.602883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:42.603788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8dedc161-7b97-4d5f-a198-3969d432e2cf up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:26:42.631744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:42.732247 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=259aab18-af93-4ea0-af5f-967e23910dea,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:42.735483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:42.737381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-11b4278b-5aaf-4213-bf48-2cc6722f000d None None] Provisioning complete for port 637a996c-d823-405d-aa47-d07ddd254a78 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:42.737817 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-11b4278b-5aaf-4213-bf48-2cc6722f000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:42.764772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:26:42.779392 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/0c8db1d3-2c03-428e-8a13-7d5d03240e3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2392151 Dec 22 17:26:42.782027 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39042) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:42.794414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Sync routers for ids ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:26:42.800848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 8dedc161-7b97-4d5f-a198-3969d432e2cf completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:26:42.810628 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8dedc161-7b97-4d5f-a198-3969d432e2cf triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:42.811101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:42.856842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-11b4278b-5aaf-4213-bf48-2cc6722f000d None None] Port 637a996c-d823-405d-aa47-d07ddd254a78 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:26:42.866106 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Routers {'0c8db1d3-2c03-428e-8a13-7d5d03240e3e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:26:42.866736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:26:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:42.939806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4283b-27a0-4dea-bd8a-482dd12d4bbe tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:42.940474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4283b-27a0-4dea-bd8a-482dd12d4bbe tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:42.941026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4283b-27a0-4dea-bd8a-482dd12d4bbe tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:42.941545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4283b-27a0-4dea-bd8a-482dd12d4bbe tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:42.942057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4283b-27a0-4dea-bd8a-482dd12d4bbe tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:42.942567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4283b-27a0-4dea-bd8a-482dd12d4bbe tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:42.948317 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-47e4283b-27a0-4dea-bd8a-482dd12d4bbe tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1606858 Dec 22 17:26:42.948538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39046) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:43.020324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d68d2-f0a1-4e4c-87f4-2ffc874be078 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:43.021077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d68d2-f0a1-4e4c-87f4-2ffc874be078 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:43.021593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d68d2-f0a1-4e4c-87f4-2ffc874be078 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:43.022098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d68d2-f0a1-4e4c-87f4-2ffc874be078 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:43.022602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d68d2-f0a1-4e4c-87f4-2ffc874be078 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:43.023136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d68d2-f0a1-4e4c-87f4-2ffc874be078 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:43.028806 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2e1d68d2-f0a1-4e4c-87f4-2ffc874be078 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0758085 Dec 22 17:26:43.029150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39050) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:43.148343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.164035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Set router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:26:43.245038 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a03be9c1-8c94-4a91-94e7-cb89ddfbf497 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2145920 Dec 22 17:26:43.246945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 8dedc161-7b97-4d5f-a198-3969d432e2cf, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8dedc161-7b97-4d5f-a198-3969d432e2cf,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:43.308445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.316692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:43.456836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39056) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:43.462443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742952659', 'description': 'tempest-secgroup-smoke-742952659 description', 'project_id': 'b81c21c680cf47a59420417b42f80eaa'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:43.468897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:43.471715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=8dedc161-7b97-4d5f-a198-3969d432e2cf,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:43.473107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:43.476120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:43.482217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:43.484991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.485346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.485682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.486011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.486336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.486662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.486982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.487328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.487649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.487966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.488285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.488600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.492794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.501671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:43.512539 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:43.516380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:43.519048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:43.524775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:43.575296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '637a996c-d823-405d-aa47-d07ddd254a78', 'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:1f:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:40Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '1780648b-9be6-417b-984c-f43b91e03a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:43.579228 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Checking router: 0c8db1d3-2c03-428e-8a13-7d5d03240e3e for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:26:43.579593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Updating router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e port 637a996c-d823-405d-aa47-d07ddd254a78 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:26:43.593122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.598031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.601618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c5999b00-6b29-40c9-bea0-5309a05d764f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:43.635667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.642111 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4116319-3d94-4bd2-9b7e-4cb46a7ce848,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:43.650400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.651663 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1937187 Dec 22 17:26:43.653052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.653438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.653816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.654189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.654556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.654789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39060) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:43.654969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.655299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.655662 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.656027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.656385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.656743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.657098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:26:43.661236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:43.661888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'a4116319-3d94-4bd2-9b7e-4cb46a7ce848', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:43.669459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:43.674921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:43.677893 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:43.684086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:43.701605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.764104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.768735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.770720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:43.792841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3743ffa-9fc8-4a41-ab8b-acad8d4ecb12,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:43.795994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:43.807522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.811950 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527965 Dec 22 17:26:43.812295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39064) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:43.817754 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'a4116319-3d94-4bd2-9b7e-4cb46a7ce848', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:43.824590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:43.828529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:43.831481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:43.837416 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:43.854779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.919227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.922959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.930013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8e6d0660-bb48-4f77-b6f1-bf1eaae95734 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:43.951418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a8a012-e881-4ff2-b3f3-00ec05cf270d,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:43.953921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:43.959239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:43.960431 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471651 Dec 22 17:26:43.963381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39068) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:43.968344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'a4116319-3d94-4bd2-9b7e-4cb46a7ce848', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:43.974379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:43.978626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:43.981476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:43.987216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:43.988329 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.006805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Transition to ACTIVE for port object 637a996c-d823-405d-aa47-d07ddd254a78 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:26:44.007317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.014382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.018733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7b39079c-0dac-42de-9514-d01a2cfaa64e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:44.068332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.074256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.076282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-66a650c7-674c-4e1a-b8a8-fa97e9894289 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:44.112077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b949ab-da54-4525-a7f8-10500747a800,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:44.114898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:44.116132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.117310 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530263 Dec 22 17:26:44.120976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39072) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:44.127609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'a4116319-3d94-4bd2-9b7e-4cb46a7ce848', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:44.135392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:44.141342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:44.145191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:44.160238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:44.179039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.190618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 259aab18-af93-4ea0-af5f-967e23910dea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:26:44.219418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4972b99-fb6b-45ec-8fb4-390e8e666b11 None None] Pushing event updated for resources: {'Port': ['ID=637a996c-d823-405d-aa47-d07ddd254a78,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:44.230784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c4972b99-fb6b-45ec-8fb4-390e8e666b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:44.255850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.262181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.265124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:44.293103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30ab935-e8fd-4fa4-849e-ccbb6ba4e896,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:44.295598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:44.301834 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Attempting to bind port 637a996c-d823-405d-aa47-d07ddd254a78 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:26:44.302190 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Attempting to bind port 637a996c-d823-405d-aa47-d07ddd254a78 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:26:44.302596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Attempting to bind port 637a996c-d823-405d-aa47-d07ddd254a78 on network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:26:44.304546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.306968 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1846642 Dec 22 17:26:44.309611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39076) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:44.311170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:26:44.312030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Checking segment: {'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:26:44.312449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.312843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Bound using segment: {'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:26:44.313325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Bound port: 637a996c-d823-405d-aa47-d07ddd254a78, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:26:44.314151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.316192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'a4116319-3d94-4bd2-9b7e-4cb46a7ce848', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:44.322748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:44.326766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:44.329715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:44.335454 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:44.345744 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:26:44.352550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.380431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 259aab18-af93-4ea0-af5f-967e23910dea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:44.380811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.419923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.423667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.425453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a73dbbcd-deea-4b26-9d68-8bdb33c126e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:44.445890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f7d864-087f-44c5-ab48-27988580f104,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:44.450473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:44.457775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.458960 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480067 Dec 22 17:26:44.462136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39080) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:44.467589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'a4116319-3d94-4bd2-9b7e-4cb46a7ce848', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:44.473720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:44.475542 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] For port 637a996c-d823-405d-aa47-d07ddd254a78, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:26:44.477487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:44.478925 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] For port 637a996c-d823-405d-aa47-d07ddd254a78, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=637a996c-d823-405d-aa47-d07ddd254a78,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:26:44.480399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:44.485747 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.486787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:44.490565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:44.497194 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:26:44.503697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.570574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.575427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.577176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5cb02e8b-8855-4cd8-85fe-6e3ce4ba5602 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:44.605311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ffa853-68f6-4628-b2d5-b9cae043c782,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:44.608565 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:44.609768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.611186 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479914 Dec 22 17:26:44.618893 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8dedc161-7b97-4d5f-a198-3969d432e2cf up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:26:44.648229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4972b99-fb6b-45ec-8fb4-390e8e666b11 None None] Pushing event updated for resources: {'Port': ['ID=637a996c-d823-405d-aa47-d07ddd254a78,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:44.661259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Routers {'0c8db1d3-2c03-428e-8a13-7d5d03240e3e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:26:44.661888 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:26:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:44.768255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c4972b99-fb6b-45ec-8fb4-390e8e666b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:44.785948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-58639b17-b4c5-465d-8b48-ae64be6d4f3c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:26:44.803644 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-58639b17-b4c5-465d-8b48-ae64be6d4f3c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:26:44.805052 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-58639b17-b4c5-465d-8b48-ae64be6d4f3c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742952659&fields=id&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 267 time: 0.0618546 Dec 22 17:26:44.936534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8dedc161-7b97-4d5f-a198-3969d432e2cf triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:44.936914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:44.960182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-c5d66f0b-bd29-4564-a78a-e522babdec91 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:44.961864 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-c5d66f0b-bd29-4564-a78a-e522babdec91 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/networks?id=59a1999c-2c50-492e-bfbb-0b567ac8ad55 HTTP/1.1" status: 200 len: 796 time: 0.1457741 Dec 22 17:26:44.968181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] Set router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:26:44.976115 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-ef3b5c0f-297f-4084-9687-4ef954eacd09 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/quotas/b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 375 time: 0.0087404 Dec 22 17:26:45.056723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-5a32f409-3f81-4da6-8a5a-6543faeee74f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:26:45.071698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-5a32f409-3f81-4da6-8a5a-6543faeee74f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:26:45.072986 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-5a32f409-3f81-4da6-8a5a-6543faeee74f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914543 Dec 22 17:26:45.328555 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-185958a5-5a16-4003-98c8-661c97629cc9 service neutron] 10.222.0.70 "GET /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437680 Dec 22 17:26:45.353443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '637a996c-d823-405d-aa47-d07ddd254a78', 'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:1f:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:40Z', 'updated_at': '2021-12-22T17:26:44Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '1780648b-9be6-417b-984c-f43b91e03a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:45.357435 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b9577-d33a-4ee5-b521-8a7809fbcdf0 None None] The sync data for ids ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'] in dv-neutron-822513-1-hyperv is: [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '637a996c-d823-405d-aa47-d07ddd254a78', 'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:1f:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:40Z', 'updated_at': '2021-12-22T17:26:44Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '1780648b-9be6-417b-984c-f43b91e03a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:26:45.477060 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-e4a1da6f-244f-49ff-8637-3ecac5b18f14 service neutron] 10.222.0.70 "GET /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425545 Dec 22 17:26:45.659255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-0e49216a-3480-4538-ad21-c647fd428288 req-a27a649a-085b-4e5f-9cac-93b9fa0d4d7d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:26:45.672254 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-0e49216a-3480-4538-ad21-c647fd428288 req-a27a649a-085b-4e5f-9cac-93b9fa0d4d7d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:26:45.673671 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0e49216a-3480-4538-ad21-c647fd428288 req-a27a649a-085b-4e5f-9cac-93b9fa0d4d7d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 210 time: 0.0582492 Dec 22 17:26:46.198670 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 637a996c-d823-405d-aa47-d07ddd254a78 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:26:46.273656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 637a996c-d823-405d-aa47-d07ddd254a78 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:26:46.278976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 637a996c-d823-405d-aa47-d07ddd254a78 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:46.279461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:46.400586 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:46.433636 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 637a996c-d823-405d-aa47-d07ddd254a78, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=637a996c-d823-405d-aa47-d07ddd254a78,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:46.437715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:46.439563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:46.507881 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=637a996c-d823-405d-aa47-d07ddd254a78,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:46.511793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:46.742655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-048adf8a-5c01-412f-be52-6b2a4136405f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:46.743983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-048adf8a-5c01-412f-be52-6b2a4136405f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:26:46.772646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-048adf8a-5c01-412f-be52-6b2a4136405f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:26:46.773809 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-048adf8a-5c01-412f-be52-6b2a4136405f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks?id=59a1999c-2c50-492e-bfbb-0b567ac8ad55 HTTP/1.1" status: 200 len: 796 time: 0.1825290 Dec 22 17:26:46.835460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-72a70133-edba-46ce-aa84-b4913fdef49f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:26:46.850038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-72a70133-edba-46ce-aa84-b4913fdef49f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:26:46.851220 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-72a70133-edba-46ce-aa84-b4913fdef49f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 379 time: 0.0690453 Dec 22 17:26:46.854421 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4bc09b15-9843-4afa-9cb6-b4ba86b0af46 req-0438d1c6-bca6-42d7-ad01-68869f4790bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 210 time: 0.0496686 Dec 22 17:26:46.862205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'device_id': '67ae9467-fac5-4996-87d7-33882f433cbb', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'admin_state_up': True, 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'security_groups': ['a4116319-3d94-4bd2-9b7e-4cb46a7ce848']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:47.000974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:47.010042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:47.019134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:26:47.022547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:47.189369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.14 (59a1999c-2c50-492e-bfbb-0b567ac8ad55/1780648b-9be6-417b-984c-f43b91e03a40/99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:26:47.370533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:47.386018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:26:47.409621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:47.415199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:47.493402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:26:47.496439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:26:47.500391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:26:47.536964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:47.545980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:47.568882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:47.569487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:47.595961 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375014 Dec 22 17:26:47.607281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Request body: {'port': {'device_id': '67ae9467-fac5-4996-87d7-33882f433cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:47.723131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:47.725844 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e30fc0ef-9347-41a1-954a-907bdcfde262 None None] Provisioning for port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:26:47.731579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e30fc0ef-9347-41a1-954a-907bdcfde262 None None] Provisioning complete for port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:47.731956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e30fc0ef-9347-41a1-954a-907bdcfde262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:47.788522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e30fc0ef-9347-41a1-954a-907bdcfde262 None None] Port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:26:48.157482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 637a996c-d823-405d-aa47-d07ddd254a78 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:26:48.179394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b14c6b-09a9-4a5f-be82-96604e996c4d req-58c78003-7d83-4f17-929f-5e509ca247a0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:48.180005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-c2b14c6b-09a9-4a5f-be82-96604e996c4d req-58c78003-7d83-4f17-929f-5e509ca247a0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:26:48.223560 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 637a996c-d823-405d-aa47-d07ddd254a78 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:48.223825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:48.248744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-c2b14c6b-09a9-4a5f-be82-96604e996c4d req-58c78003-7d83-4f17-929f-5e509ca247a0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:26:48.249904 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2b14c6b-09a9-4a5f-be82-96604e996c4d req-58c78003-7d83-4f17-929f-5e509ca247a0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 932 time: 0.2030289 Dec 22 17:26:48.253741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:26:48.273766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:48.303116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Transition to ACTIVE for port object 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:26:48.309674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:48.315712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-308237f1-263f-4b71-8af1-054a8953f3fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:48.357075 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2b14c6b-09a9-4a5f-be82-96604e996c4d req-160b6000-3eb2-418c-bc2e-fdbc2d317300 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4116319-3d94-4bd2-9b7e-4cb46a7ce848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987866 Dec 22 17:26:48.450693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Pushing event updated for resources: {'Port': ['ID=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:48.479202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:48.557221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Attempting to bind port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:26:48.557558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Attempting to bind port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:26:48.557885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Attempting to bind port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 on network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:26:48.562522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 on network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:26:48.562835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Attempting to bind port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 on network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:26:48.567811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:26:48.568137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Checking segment: {'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:26:48.568531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Bound using segment: {'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:26:48.568938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Bound port: 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953e23f0-3c1e-46b7-9430-917ce5cc5e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:26:48.569273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:48.657527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] For port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:26:48.660271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] For port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:26:48.664557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:48.669367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0e9e6551-2d7a-4d73-a455-cbe92ae1ace5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:48.722496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:48.723094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:48.724526 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] 10.222.0.53 "PUT /v2.0/ports/99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 HTTP/1.1" status: 200 len: 1094 time: 1.1215293 Dec 22 17:26:48.725096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ae9467-fac5-4996-87d7-33882f433cbb', 'tag': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:26:48.750490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Pushing event updated for resources: {'Port': ['ID=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:48.753544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:48.807988 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ae9467-fac5-4996-87d7-33882f433cbb', 'tag': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'status': 'completed', 'code': 200} Dec 22 17:26:48.860868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-faba2405-01dd-44bd-9ca8-edf8817dc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:48.862417 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-faba2405-01dd-44bd-9ca8-edf8817dc768 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 1097 time: 0.0867374 Dec 22 17:26:48.930883 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-fe72e23c-9231-4044-a09f-ac60a5366c5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 HTTP/1.1" status: 200 len: 217 time: 0.0607803 Dec 22 17:26:48.994525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-0118107d-a84f-42ca-8a92-57ea2b44f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:48.995829 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-0118107d-a84f-42ca-8a92-57ea2b44f6bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1780648b-9be6-417b-984c-f43b91e03a40 HTTP/1.1" status: 200 len: 835 time: 0.0596237 Dec 22 17:26:49.071699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-45acac48-1384-4a29-86d1-c9a398acdb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:49.073116 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-45acac48-1384-4a29-86d1-c9a398acdb01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59a1999c-2c50-492e-bfbb-0b567ac8ad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697184 Dec 22 17:26:49.205708 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-dc41ec34-7d34-4547-a16f-18c9683f682f service neutron] 10.222.0.53 "GET /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256974 Dec 22 17:26:49.334126 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-efbb9b6a-77a8-4db4-9e45-6deb59132b02 req-d37dcefc-f323-45c4-a438-bd8ab78f8db7 service neutron] 10.222.0.53 "GET /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218851 Dec 22 17:26:49.455197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809abbfe-2759-44ce-a410-5d6a32071811 req-feefb410-f7c2-4394-9397-fb8e9f846ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:49.456652 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-809abbfe-2759-44ce-a410-5d6a32071811 req-feefb410-f7c2-4394-9397-fb8e9f846ef7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 1097 time: 0.0745587 Dec 22 17:26:49.640972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809abbfe-2759-44ce-a410-5d6a32071811 req-f969fbe8-a7e3-41d7-b930-631f2985f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:49.642294 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-809abbfe-2759-44ce-a410-5d6a32071811 req-f969fbe8-a7e3-41d7-b930-631f2985f88d service neutron] 10.222.0.53 "GET /v2.0/networks?id=59a1999c-2c50-492e-bfbb-0b567ac8ad55 HTTP/1.1" status: 200 len: 897 time: 0.1467161 Dec 22 17:26:49.650207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373032a-d68b-4d93-a426-475885c8d162 req-e6142e28-0fe8-4966-87a2-1bddc9211007 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:49.651549 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5373032a-d68b-4d93-a426-475885c8d162 req-e6142e28-0fe8-4966-87a2-1bddc9211007 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 944 time: 0.1925433 Dec 22 17:26:49.847423 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-809abbfe-2759-44ce-a410-5d6a32071811 req-0c725e59-bbc2-4e5a-9570-420174f2b737 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 HTTP/1.1" status: 200 len: 217 time: 0.1949224 Dec 22 17:26:49.918203 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5373032a-d68b-4d93-a426-475885c8d162 req-dd0886b4-0ff7-469b-91a1-1b0c4f3ce9de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4116319-3d94-4bd2-9b7e-4cb46a7ce848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117119 Dec 22 17:26:49.934283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809abbfe-2759-44ce-a410-5d6a32071811 req-08c51f25-1f04-4b6a-b66f-e47750b185d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:49.934283 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-809abbfe-2759-44ce-a410-5d6a32071811 req-08c51f25-1f04-4b6a-b66f-e47750b185d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1780648b-9be6-417b-984c-f43b91e03a40 HTTP/1.1" status: 200 len: 835 time: 0.0717211 Dec 22 17:26:49.947654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39120) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:50.011219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809abbfe-2759-44ce-a410-5d6a32071811 req-9ec591f3-e285-4a39-a82d-f69f9c862937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:50.012668 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-809abbfe-2759-44ce-a410-5d6a32071811 req-9ec591f3-e285-4a39-a82d-f69f9c862937 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59a1999c-2c50-492e-bfbb-0b567ac8ad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725639 Dec 22 17:26:50.146705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Deleting port a7f135ac-ae19-4e30-8374-9d87efce1789 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:26:50.147036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:50.148354 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-809abbfe-2759-44ce-a410-5d6a32071811 req-d0178e16-bc91-4b4f-85d8-1a20857140cd service neutron] 10.222.0.53 "GET /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269162 Dec 22 17:26:50.283816 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-809abbfe-2759-44ce-a410-5d6a32071811 req-cc92d628-7555-4972-a732-f6fa3a7817e3 service neutron] 10.222.0.53 "GET /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287749 Dec 22 17:26:50.323596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:50.323950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:50.444050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Calling delete_port for a7f135ac-ae19-4e30-8374-9d87efce1789 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:26:50.594293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:50.597712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-408d9029-a432-4d82-8d46-76f43e0f3d61 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:50.639755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event deleted for resources: {'Port': ['ID=a7f135ac-ae19-4e30-8374-9d87efce1789,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:50.642820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:50.729768 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:50.730116 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Floating IP d28cc71d-4125-44a3-971a-f191e62379c7 disassociated (deleted). External IP: 172.26.3.72, port: 93c090af-c381-431b-889e-c22465fee10f. Dec 22 17:26:51.242218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:26:51.319050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26b055-e716-426f-a879-b0a9f4085f58 req-6abef6ca-45dc-40ad-8f72-cd66c60bffbe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:51.320498 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ba26b055-e716-426f-a879-b0a9f4085f58 req-6abef6ca-45dc-40ad-8f72-cd66c60bffbe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 944 time: 0.1727321 Dec 22 17:26:51.451095 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ba26b055-e716-426f-a879-b0a9f4085f58 req-070f20de-0251-4855-b896-8875888935f9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4116319-3d94-4bd2-9b7e-4cb46a7ce848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194382 Dec 22 17:26:51.468253 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:26:51.485566 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a48aff-ee7b-4e7d-9bd2-afec3bdb95ab None None] Sync routers for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:26:51.495194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:51.498554 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a48aff-ee7b-4e7d-9bd2-afec3bdb95ab None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:26:51.499400 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-c7a48aff-ee7b-4e7d-9bd2-afec3bdb95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:26:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:51.549624 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "DELETE /v2.0/floatingips/d28cc71d-4125-44a3-971a-f191e62379c7 HTTP/1.1" status: 204 len: 168 time: 1.6007438 Dec 22 17:26:51.550298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04543e34-5182-4d99-827c-54a97542fe5a', 'tag': '93c090af-c381-431b-889e-c22465fee10f'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:26:51.595660 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04543e34-5182-4d99-827c-54a97542fe5a', 'tag': '93c090af-c381-431b-889e-c22465fee10f', 'status': 'completed', 'code': 200} Dec 22 17:26:51.688124 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-c7a48aff-ee7b-4e7d-9bd2-afec3bdb95ab None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:26:51.689636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbecccb-519b-4431-b684-8ee43da25f7d req-844af9d4-a29a-4c1e-ac9c-22e3141b9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:51.691129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ebbecccb-519b-4431-b684-8ee43da25f7d req-844af9d4-a29a-4c1e-ac9c-22e3141b9c21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 1098 time: 0.0732038 Dec 22 17:26:51.856717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbecccb-519b-4431-b684-8ee43da25f7d req-2958e6fb-6e8b-4a27-949e-299aa0b548ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:51.858159 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ebbecccb-519b-4431-b684-8ee43da25f7d req-2958e6fb-6e8b-4a27-949e-299aa0b548ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 913 time: 0.1611273 Dec 22 17:26:51.931028 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ebbecccb-519b-4431-b684-8ee43da25f7d req-fdacc3a1-1e4c-42ed-932c-17f49a9a062a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93c090af-c381-431b-889e-c22465fee10f HTTP/1.1" status: 200 len: 217 time: 0.0656674 Dec 22 17:26:51.938646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d40f-3ea8-41d4-a443-2507e99d4071 req-50286363-aa7b-48a9-a25e-5b22cfb69cab tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:51.939378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-2a05d40f-3ea8-41d4-a443-2507e99d4071 req-50286363-aa7b-48a9-a25e-5b22cfb69cab tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Synchronizing usage tracker for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:26:51.955745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-2a05d40f-3ea8-41d4-a443-2507e99d4071 req-50286363-aa7b-48a9-a25e-5b22cfb69cab tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Unset dirty status for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:26:51.956922 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2a05d40f-3ea8-41d4-a443-2507e99d4071 req-50286363-aa7b-48a9-a25e-5b22cfb69cab tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 945 time: 0.0990973 Dec 22 17:26:52.003003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbecccb-519b-4431-b684-8ee43da25f7d req-30dbe46a-d20e-4cba-b01b-cbe2e0ae16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:52.004561 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ebbecccb-519b-4431-b684-8ee43da25f7d req-30dbe46a-d20e-4cba-b01b-cbe2e0ae16e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.0659151 Dec 22 17:26:52.009356 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2a05d40f-3ea8-41d4-a443-2507e99d4071 req-1e9c2875-a6a3-4028-96cb-a74e195dd743 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452299 Dec 22 17:26:52.064511 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-c7a48aff-ee7b-4e7d-9bd2-afec3bdb95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'e72e5ab2-abc6-4193-9681-3a73b7df52b4', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.145', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:07:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:22:34Z', 'updated_at': '2021-12-22T17:22:37Z', 'revision_number': 1, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:52.068285 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a48aff-ee7b-4e7d-9bd2-afec3bdb95ab None None] Checking router: cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:26:52.076428 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a48aff-ee7b-4e7d-9bd2-afec3bdb95ab None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:26:52.077025 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-c7a48aff-ee7b-4e7d-9bd2-afec3bdb95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:26:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:52.082901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbecccb-519b-4431-b684-8ee43da25f7d req-a26d1a0a-8932-4e97-83ef-4ee88a566e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:52.084417 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ebbecccb-519b-4431-b684-8ee43da25f7d req-a26d1a0a-8932-4e97-83ef-4ee88a566e4f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729043 Dec 22 17:26:52.216976 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ebbecccb-519b-4431-b684-8ee43da25f7d req-adbb5a57-8051-4219-94af-82d890380b27 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248031 Dec 22 17:26:52.280496 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-c7a48aff-ee7b-4e7d-9bd2-afec3bdb95ab None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:26:52.347469 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ebbecccb-519b-4431-b684-8ee43da25f7d req-1979e535-d7c3-4497-a11c-3ae8dfcc63bd service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233356 Dec 22 17:26:52.621840 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-c7a48aff-ee7b-4e7d-9bd2-afec3bdb95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'e72e5ab2-abc6-4193-9681-3a73b7df52b4', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.145', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:07:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:22:34Z', 'updated_at': '2021-12-22T17:22:37Z', 'revision_number': 1, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:26:52.625692 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a48aff-ee7b-4e7d-9bd2-afec3bdb95ab None None] The sync data for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv is: [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'e72e5ab2-abc6-4193-9681-3a73b7df52b4', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'floating_ip_address': '172.26.3.145', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'port_id': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'mac_address': 'fa:16:3e:07:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:22:34Z', 'updated_at': '2021-12-22T17:22:37Z', 'revision_number': 1, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:26:52.634008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a2e67-82dd-4c43-9ab3-36afc08787bf req-1745efa9-53c1-4bd6-b238-61b1326dae37 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:52.635532 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ed0a2e67-82dd-4c43-9ab3-36afc08787bf req-1745efa9-53c1-4bd6-b238-61b1326dae37 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 944 time: 0.0792065 Dec 22 17:26:52.681516 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ed0a2e67-82dd-4c43-9ab3-36afc08787bf req-073bc077-3f9e-4acf-b3a6-5e0e29d36d11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4116319-3d94-4bd2-9b7e-4cb46a7ce848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402451 Dec 22 17:26:52.849886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbae502-8a3e-4ace-9269-ba6847d56166 None None] New status for floating IP d28cc71d-4125-44a3-971a-f191e62379c7: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:26:53.197387 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608719d-6d10-4414-a5fb-8847df6fdd65 req-149ed312-a11f-410e-aa40-69c6219c9d6c tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:53.199428 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8608719d-6d10-4414-a5fb-8847df6fdd65 req-149ed312-a11f-410e-aa40-69c6219c9d6c tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 945 time: 0.0840180 Dec 22 17:26:53.234550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:26:53.249739 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8608719d-6d10-4414-a5fb-8847df6fdd65 req-13a0db45-e668-40ae-a96f-09aafaf97005 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448215 Dec 22 17:26:53.371465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:53.387757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'port_id': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'mac_address': 'fa:16:3e:fe:bd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:26:53.412771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0beb9-590d-43fb-904f-0e46e2bdf2ea req-ff96a4cf-8fe6-4906-9cb4-6b82e72fcd22 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:53.414296 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ff0beb9-590d-43fb-904f-0e46e2bdf2ea req-ff96a4cf-8fe6-4906-9cb4-6b82e72fcd22 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 945 time: 0.0822880 Dec 22 17:26:53.476081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:53.485911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-1ff0beb9-590d-43fb-904f-0e46e2bdf2ea req-2fdd0f8b-4974-42a0-a4ba-3353de2bec31 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Deleting port 93c090af-c381-431b-889e-c22465fee10f {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:26:53.486182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1ff0beb9-590d-43fb-904f-0e46e2bdf2ea req-2fdd0f8b-4974-42a0-a4ba-3353de2bec31 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:53.493407 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:26:53.508258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:53.516698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:53.519556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ac2a384d-310f-4e57-ad19-0a7c6707dac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:53.586900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:53.590082 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:53.724287 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:26:53.918563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-1ff0beb9-590d-43fb-904f-0e46e2bdf2ea req-2fdd0f8b-4974-42a0-a4ba-3353de2bec31 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] For port 93c090af-c381-431b-889e-c22465fee10f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93c090af-c381-431b-889e-c22465fee10f,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:53.918921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1ff0beb9-590d-43fb-904f-0e46e2bdf2ea req-2fdd0f8b-4974-42a0-a4ba-3353de2bec31 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:54.047073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fccf5-a115-49e8-92da-80a914fd135b req-3a66f192-f216-426d-b240-dab6ae548752 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:54.048690 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-447fccf5-a115-49e8-92da-80a914fd135b req-3a66f192-f216-426d-b240-dab6ae548752 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 945 time: 0.2493348 Dec 22 17:26:54.054967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-1ff0beb9-590d-43fb-904f-0e46e2bdf2ea req-2fdd0f8b-4974-42a0-a4ba-3353de2bec31 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Calling delete_port for 93c090af-c381-431b-889e-c22465fee10f owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:26:54.161233 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-447fccf5-a115-49e8-92da-80a914fd135b req-6c0ef2b7-a0dd-440f-991e-b90886edcf26 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4116319-3d94-4bd2-9b7e-4cb46a7ce848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784402 Dec 22 17:26:54.231576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1ff0beb9-590d-43fb-904f-0e46e2bdf2ea req-2fdd0f8b-4974-42a0-a4ba-3353de2bec31 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:54.237161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1b032ede-dafa-425a-8a36-669f0be2b898 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:54.282058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd0f8b-4974-42a0-a4ba-3353de2bec31 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event deleted for resources: {'Port': ['ID=93c090af-c381-431b-889e-c22465fee10f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:54.284465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2fdd0f8b-4974-42a0-a4ba-3353de2bec31 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:54.362401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff0beb9-590d-43fb-904f-0e46e2bdf2ea req-2fdd0f8b-4974-42a0-a4ba-3353de2bec31 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] No DVR routers for this DVR port 93c090af-c381-431b-889e-c22465fee10f on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:26:54.364814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1ff0beb9-590d-43fb-904f-0e46e2bdf2ea req-2fdd0f8b-4974-42a0-a4ba-3353de2bec31 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:54.369291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04543e34-5182-4d99-827c-54a97542fe5a', 'name': 'network-vif-deleted', 'tag': '93c090af-c381-431b-889e-c22465fee10f'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:26:54.383497 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ff0beb9-590d-43fb-904f-0e46e2bdf2ea req-2fdd0f8b-4974-42a0-a4ba-3353de2bec31 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "DELETE /v2.0/ports/93c090af-c381-431b-889e-c22465fee10f HTTP/1.1" status: 204 len: 173 time: 0.9636321 Dec 22 17:26:54.405545 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5bbdbb5d-5ffa-4684-ae90-dc044b23e6a4 req-41390c15-2ed8-4b2b-8fb5-dcb5f6631bd4 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04543e34-5182-4d99-827c-54a97542fe5a HTTP/1.1" status: 200 len: 210 time: 0.0513058 Dec 22 17:26:54.418142 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04543e34-5182-4d99-827c-54a97542fe5a', 'name': 'network-vif-deleted', 'tag': '93c090af-c381-431b-889e-c22465fee10f', 'status': 'completed', 'code': 200} Dec 22 17:26:55.234272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:26:55.302882 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:26:55.308812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:26:55.309195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:55.353125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c78eec-1908-4800-9927-242c4d9c70f4 req-1484dae3-da7c-4317-a26f-54bc32e6bfad tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:55.354591 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-22c78eec-1908-4800-9927-242c4d9c70f4 req-1484dae3-da7c-4317-a26f-54bc32e6bfad tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 945 time: 0.0889297 Dec 22 17:26:55.404153 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-22c78eec-1908-4800-9927-242c4d9c70f4 req-919990cc-a7e3-441a-ae43-fc9ae634403e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4116319-3d94-4bd2-9b7e-4cb46a7ce848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433583 Dec 22 17:26:55.435185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:55.464582 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ae9467-fac5-4996-87d7-33882f433cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:26:55.474824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:26:55.481290 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:55.482262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 93c090af-c381-431b-889e-c22465fee10f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:26:55.509506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d49c8af-613a-4e2f-8843-f54e03ee3069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:55.551514 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ae9467-fac5-4996-87d7-33882f433cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'code': 200} Dec 22 17:26:55.574015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 93c090af-c381-431b-889e-c22465fee10f {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:26:55.574375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 93c090af-c381-431b-889e-c22465fee10f not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:26:55.597313 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:55.600580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:55.775007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1135212-a0f0-41cb-864f-eb1be4fec9b0 req-912fb8d6-e199-4198-ad94-25616f997f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:55.776640 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e1135212-a0f0-41cb-864f-eb1be4fec9b0 req-912fb8d6-e199-4198-ad94-25616f997f35 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 1099 time: 0.0782692 Dec 22 17:26:55.820203 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e1135212-a0f0-41cb-864f-eb1be4fec9b0 req-0265ed37-96a0-4ef0-a608-ab0689571323 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a4116319-3d94-4bd2-9b7e-4cb46a7ce848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347552 Dec 22 17:26:56.595280 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539f343-38e7-464a-99b7-d82f41c0681d req-a709d3d0-3baa-48f2-81b6-2686bae95f87 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:56.596816 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2539f343-38e7-464a-99b7-d82f41c0681d req-a709d3d0-3baa-48f2-81b6-2686bae95f87 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 946 time: 0.0865476 Dec 22 17:26:56.642461 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2539f343-38e7-464a-99b7-d82f41c0681d req-5a6f60bc-09b5-4234-8f8f-fe6e35ac8902 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4116319-3d94-4bd2-9b7e-4cb46a7ce848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390182 Dec 22 17:26:56.958373 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:26:57.587680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b7a9abf9-9ded-4b19-a369-672328abb49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:57.832843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc4015-3a95-4dba-bde5-b4d2cdeb90a1 req-0d303bef-6033-4c2b-961f-ca24912b100d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:57.834371 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-75bc4015-3a95-4dba-bde5-b4d2cdeb90a1 req-0d303bef-6033-4c2b-961f-ca24912b100d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 946 time: 0.0855086 Dec 22 17:26:57.881157 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-75bc4015-3a95-4dba-bde5-b4d2cdeb90a1 req-92183d51-eadf-491e-b47d-db6b4e88e50f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4116319-3d94-4bd2-9b7e-4cb46a7ce848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400522 Dec 22 17:26:58.084468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa79000-5d60-4887-a956-67db44562768 req-3fb10b33-175c-4202-8dcb-a1f7333ca75a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:58.086163 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dfa79000-5d60-4887-a956-67db44562768 req-3fb10b33-175c-4202-8dcb-a1f7333ca75a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 946 time: 0.0854223 Dec 22 17:26:58.129789 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dfa79000-5d60-4887-a956-67db44562768 req-2f691b45-3938-4c9c-9265-4e720259dd69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4116319-3d94-4bd2-9b7e-4cb46a7ce848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379338 Dec 22 17:26:58.152315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39166) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:58.221548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1876a-2e17-4391-8143-605b8f067568 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:26:58.222953 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-25a1876a-2e17-4391-8143-605b8f067568 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 1094 time: 0.0696511 Dec 22 17:26:58.225689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39170) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:26:58.231830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:26:58.238531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:26:58.242479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:floatingip and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:26:58.245870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:26:58.251496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:26:58.261881 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:58.401425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:58.543460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.82 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/fd1899c5-59dc-4119-b234-9257a27ac217) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:26:58.689855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:58.718909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:58.723546 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:58.783264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:26:58.786036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:26:58.790319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:26:58.843700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=fd1899c5-59dc-4119-b234-9257a27ac217,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:58.847308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:59.346876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:59.419062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:59.626388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:59.630616 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:59.634190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ee4b76d8-b3c9-47af-9aab-99ad61b2066b tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:26:59.736755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=fd1899c5-59dc-4119-b234-9257a27ac217,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:26:59.739383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:26:59.747841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:26:59.919549 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP d43e1217-ea82-4a48-8b6c-a7fce836dc7b associated. External IP: 172.26.3.82, port: 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7. Dec 22 17:27:00.027540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ff359a21-36c2-4cfb-afa9-d8efec211ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:00.076269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39178) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:00.267991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:27:00.278895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Deleting port bc4deef4-81b4-4128-b865-cf55cc0da688 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:00.279276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:00.449516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:00.449838 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:00.451511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:27:00.462249 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82988c31-7b52-4505-9651-8d52b0225c8d None None] Sync routers for ids ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:27:00.474738 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82988c31-7b52-4505-9651-8d52b0225c8d None None] Routers {'0c8db1d3-2c03-428e-8a13-7d5d03240e3e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:00.475438 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-82988c31-7b52-4505-9651-8d52b0225c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:00.476573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:00.579001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Calling delete_port for bc4deef4-81b4-4128-b865-cf55cc0da688 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:00.657915 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4310818 Dec 22 17:27:00.658631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39182) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:00.659043 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-82988c31-7b52-4505-9651-8d52b0225c8d None None] Set router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:00.659359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ae9467-fac5-4996-87d7-33882f433cbb', 'tag': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:27:00.750031 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ae9467-fac5-4996-87d7-33882f433cbb', 'tag': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'status': 'completed', 'code': 200} Dec 22 17:27:00.879661 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-35c45c4b-2100-4342-a710-bbe21499cdb5 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/routers/0c8db1d3-2c03-428e-8a13-7d5d03240e3e HTTP/1.1" status: 200 len: 922 time: 0.2128453 Dec 22 17:27:00.879983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39188) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:00.928266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:00.933265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:00.980544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event deleted for resources: {'Port': ['ID=bc4deef4-81b4-4128-b865-cf55cc0da688,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:00.985480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:00.995702 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d1cdf000-1048-428e-9a5f-4285c0e4f977 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/d43e1217-ea82-4a48-8b6c-a7fce836dc7b HTTP/1.1" status: 200 len: 991 time: 0.1137414 Dec 22 17:27:01.029534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:01.033090 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-82988c31-7b52-4505-9651-8d52b0225c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'd43e1217-ea82-4a48-8b6c-a7fce836dc7b', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'port_id': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'mac_address': 'fa:16:3e:fe:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ae9467-fac5-4996-87d7-33882f433cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:26:59Z', 'updated_at': '2021-12-22T17:26:59Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637a996c-d823-405d-aa47-d07ddd254a78', 'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:1f:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:40Z', 'updated_at': '2021-12-22T17:26:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '1780648b-9be6-417b-984c-f43b91e03a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:01.038143 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82988c31-7b52-4505-9651-8d52b0225c8d None None] Checking router: 0c8db1d3-2c03-428e-8a13-7d5d03240e3e for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:27:01.047035 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82988c31-7b52-4505-9651-8d52b0225c8d None None] Routers {'0c8db1d3-2c03-428e-8a13-7d5d03240e3e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:01.047667 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-82988c31-7b52-4505-9651-8d52b0225c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:01.052914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf39f25-4358-425d-b2c4-9c5b061df9fd req-7f09b821-8b7f-4141-a641-ba70390f382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:01.054375 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fcf39f25-4358-425d-b2c4-9c5b061df9fd req-7f09b821-8b7f-4141-a641-ba70390f382c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 1099 time: 0.2017555 Dec 22 17:27:01.158423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:01.159135 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Floating IP e72e5ab2-abc6-4193-9681-3a73b7df52b4 disassociated (deleted). External IP: 172.26.3.145, port: c456817f-3cd5-410a-8387-bfa8644e77b4. Dec 22 17:27:01.173242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:01.221416 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-82988c31-7b52-4505-9651-8d52b0225c8d None None] Set router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:01.344543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf39f25-4358-425d-b2c4-9c5b061df9fd req-3f08aead-1073-4663-83f7-766a6a79be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:01.345979 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fcf39f25-4358-425d-b2c4-9c5b061df9fd req-3f08aead-1073-4663-83f7-766a6a79be38 service neutron] 10.222.0.53 "GET /v2.0/networks?id=59a1999c-2c50-492e-bfbb-0b567ac8ad55 HTTP/1.1" status: 200 len: 897 time: 0.2809935 Dec 22 17:27:01.533370 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fcf39f25-4358-425d-b2c4-9c5b061df9fd req-5fd9f31c-6e46-4b24-9a59-fc1db0c968b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 HTTP/1.1" status: 200 len: 999 time: 0.1796670 Dec 22 17:27:01.592036 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-82988c31-7b52-4505-9651-8d52b0225c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'd43e1217-ea82-4a48-8b6c-a7fce836dc7b', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'port_id': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'mac_address': 'fa:16:3e:fe:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ae9467-fac5-4996-87d7-33882f433cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:26:59Z', 'updated_at': '2021-12-22T17:26:59Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637a996c-d823-405d-aa47-d07ddd254a78', 'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:1f:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:40Z', 'updated_at': '2021-12-22T17:26:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '1780648b-9be6-417b-984c-f43b91e03a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:01.595861 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82988c31-7b52-4505-9651-8d52b0225c8d None None] The sync data for ids ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'] in dv-neutron-822513-1-hyperv is: [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'd43e1217-ea82-4a48-8b6c-a7fce836dc7b', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'port_id': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'mac_address': 'fa:16:3e:fe:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ae9467-fac5-4996-87d7-33882f433cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:26:59Z', 'updated_at': '2021-12-22T17:26:59Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637a996c-d823-405d-aa47-d07ddd254a78', 'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:1f:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:40Z', 'updated_at': '2021-12-22T17:26:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '1780648b-9be6-417b-984c-f43b91e03a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:27:01.674973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf39f25-4358-425d-b2c4-9c5b061df9fd req-44385cfb-d134-497f-80e7-2458a5f524a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:01.676434 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fcf39f25-4358-425d-b2c4-9c5b061df9fd req-44385cfb-d134-497f-80e7-2458a5f524a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1780648b-9be6-417b-984c-f43b91e03a40 HTTP/1.1" status: 200 len: 835 time: 0.1362767 Dec 22 17:27:01.714082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:27:01.798269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a70a8-0a46-445f-a9d2-542508d9b57d None None] New status for floating IP d43e1217-ea82-4a48-8b6c-a7fce836dc7b: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:27:01.909151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf39f25-4358-425d-b2c4-9c5b061df9fd req-5e75c9a3-ebc5-4e93-b0c3-138280b93ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:01.910608 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fcf39f25-4358-425d-b2c4-9c5b061df9fd req-5e75c9a3-ebc5-4e93-b0c3-138280b93ea9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59a1999c-2c50-492e-bfbb-0b567ac8ad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2272289 Dec 22 17:27:01.998655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39192) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:02.006669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:27:02.018452 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d06e44-ce24-497d-8b4c-1cd4cc768346 None None] Sync routers for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:27:02.040084 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d06e44-ce24-497d-8b4c-1cd4cc768346 None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:02.040729 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-29d06e44-ce24-497d-8b4c-1cd4cc768346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:02.046090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:02.115646 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "DELETE /v2.0/floatingips/e72e5ab2-abc6-4193-9681-3a73b7df52b4 HTTP/1.1" status: 204 len: 168 time: 2.0382993 Dec 22 17:27:02.116689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'tag': 'c456817f-3cd5-410a-8387-bfa8644e77b4'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:27:02.122510 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fcf39f25-4358-425d-b2c4-9c5b061df9fd req-77477bd6-d02e-4c6e-aa89-0ba07c1f0f4f service neutron] 10.222.0.53 "GET /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038891 Dec 22 17:27:02.172132 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-205e2941-e7b6-434e-a507-2a4f2133be56 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/d43e1217-ea82-4a48-8b6c-a7fce836dc7b HTTP/1.1" status: 200 len: 993 time: 0.1719782 Dec 22 17:27:02.295866 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-29d06e44-ce24-497d-8b4c-1cd4cc768346 None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:02.362157 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'tag': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'status': 'completed', 'code': 200} Dec 22 17:27:02.513286 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fcf39f25-4358-425d-b2c4-9c5b061df9fd req-a630d83a-8ff6-4f20-bf77-5c1fbe30d6e4 service neutron] 10.222.0.53 "GET /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825593 Dec 22 17:27:02.536891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52f3c-8ffe-408e-9427-f7900bfa7c79 req-57a2c5ec-db54-46ff-ba1b-7a4293160481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:02.537760 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cab52f3c-8ffe-408e-9427-f7900bfa7c79 req-57a2c5ec-db54-46ff-ba1b-7a4293160481 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0344a10d8c1c4cca981e644c68927115&device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 1098 time: 0.1780186 Dec 22 17:27:02.558634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:02.635646 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-29d06e44-ce24-497d-8b4c-1cd4cc768346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:02.639680 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d06e44-ce24-497d-8b4c-1cd4cc768346 None None] Checking router: cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:27:02.645594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76db81-ebf6-4c97-98ac-0e468525c8a2 req-8ec807e1-6638-4c9a-b511-424d2df45e80 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:02.646280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-fd76db81-ebf6-4c97-98ac-0e468525c8a2 req-8ec807e1-6638-4c9a-b511-424d2df45e80 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Synchronizing usage tracker for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:27:02.648094 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d06e44-ce24-497d-8b4c-1cd4cc768346 None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:02.648726 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-29d06e44-ce24-497d-8b4c-1cd4cc768346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:02.679523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-fd76db81-ebf6-4c97-98ac-0e468525c8a2 req-8ec807e1-6638-4c9a-b511-424d2df45e80 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Unset dirty status for tenant:0344a10d8c1c4cca981e644c68927115 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:27:02.681155 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fd76db81-ebf6-4c97-98ac-0e468525c8a2 req-8ec807e1-6638-4c9a-b511-424d2df45e80 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 945 time: 0.2184045 Dec 22 17:27:02.717870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52f3c-8ffe-408e-9427-f7900bfa7c79 req-549379a1-bce5-443a-93fc-a9549cf4f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:02.719299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cab52f3c-8ffe-408e-9427-f7900bfa7c79 req-549379a1-bce5-443a-93fc-a9549cf4f811 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 200 len: 913 time: 0.1735027 Dec 22 17:27:02.798718 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cab52f3c-8ffe-408e-9427-f7900bfa7c79 req-f4e8b395-6624-400a-9a15-7a14979364e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c456817f-3cd5-410a-8387-bfa8644e77b4 HTTP/1.1" status: 200 len: 217 time: 0.0689213 Dec 22 17:27:02.801029 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fd76db81-ebf6-4c97-98ac-0e468525c8a2 req-85842373-323a-410d-9720-442b17c0a5d0 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070390 Dec 22 17:27:02.828518 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-29d06e44-ce24-497d-8b4c-1cd4cc768346 None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:02.866880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52f3c-8ffe-408e-9427-f7900bfa7c79 req-c35639c0-27ed-4350-9829-a5e10c58ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:02.868972 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cab52f3c-8ffe-408e-9427-f7900bfa7c79 req-c35639c0-27ed-4350-9829-a5e10c58ed8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 200 len: 851 time: 0.0643713 Dec 22 17:27:02.952490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52f3c-8ffe-408e-9427-f7900bfa7c79 req-6091f7ca-f6d0-4772-b1aa-f32efd44ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:02.953874 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cab52f3c-8ffe-408e-9427-f7900bfa7c79 req-6091f7ca-f6d0-4772-b1aa-f32efd44ecdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61b43531-00f7-434e-b681-69fa5be04147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775232 Dec 22 17:27:03.086207 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cab52f3c-8ffe-408e-9427-f7900bfa7c79 req-2bdaac3b-12ac-4800-93b4-3ce98ea19899 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241589 Dec 22 17:27:03.172491 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-29d06e44-ce24-497d-8b4c-1cd4cc768346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:03.176417 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d06e44-ce24-497d-8b4c-1cd4cc768346 None None] The sync data for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv is: [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:18:09Z', 'revision_number': 4, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '161b7c48-9fb4-42c5-a848-22849d7dbd08', 'name': '', 'network_id': '61b43531-00f7-434e-b681-69fa5be04147', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'mac_address': 'fa:16:3e:10:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:06Z', 'updated_at': '2021-12-22T17:18:18Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'subnets': [{'id': 'f17b2965-d70c-4ae3-84b8-068e15a3fa47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:27:03.220977 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cab52f3c-8ffe-408e-9427-f7900bfa7c79 req-c22655dc-ad4e-48ba-9af5-bbdab38aa224 service neutron] 10.222.0.53 "GET /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285105 Dec 22 17:27:03.394507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806d4d5-4548-40fa-b39b-2a5c2ddc5d3d None None] New status for floating IP e72e5ab2-abc6-4193-9681-3a73b7df52b4: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:27:03.974123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e2603-fb77-4d6a-9862-4c49ac1ddea6 req-4c932ecf-7a29-4a67-bbad-c7814f554fe8 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:03.975624 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c23e2603-fb77-4d6a-9862-4c49ac1ddea6 req-4c932ecf-7a29-4a67-bbad-c7814f554fe8 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 945 time: 0.0795596 Dec 22 17:27:03.989774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc0fe4-e23d-4733-b2d7-31132ab001d5 req-b6ea3f0c-f83b-471a-82d1-fae75139e2a4 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:03.991219 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a5cc0fe4-e23d-4733-b2d7-31132ab001d5 req-b6ea3f0c-f83b-471a-82d1-fae75139e2a4 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 945 time: 0.0789485 Dec 22 17:27:04.041839 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a5cc0fe4-e23d-4733-b2d7-31132ab001d5 req-79e17d1c-683d-4681-bd5e-006d6a6fb241 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d648301-92ca-4758-80ad-79be2914c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447149 Dec 22 17:27:04.048600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-c23e2603-fb77-4d6a-9862-4c49ac1ddea6 req-95e40b45-a690-414c-996c-22510448e430 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Deleting port c456817f-3cd5-410a-8387-bfa8644e77b4 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:04.048945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c23e2603-fb77-4d6a-9862-4c49ac1ddea6 req-95e40b45-a690-414c-996c-22510448e430 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:04.292779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-c23e2603-fb77-4d6a-9862-4c49ac1ddea6 req-95e40b45-a690-414c-996c-22510448e430 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] For port c456817f-3cd5-410a-8387-bfa8644e77b4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c456817f-3cd5-410a-8387-bfa8644e77b4,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:04.293133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c23e2603-fb77-4d6a-9862-4c49ac1ddea6 req-95e40b45-a690-414c-996c-22510448e430 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:04.418580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-c23e2603-fb77-4d6a-9862-4c49ac1ddea6 req-95e40b45-a690-414c-996c-22510448e430 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Calling delete_port for c456817f-3cd5-410a-8387-bfa8644e77b4 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:04.560335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c23e2603-fb77-4d6a-9862-4c49ac1ddea6 req-95e40b45-a690-414c-996c-22510448e430 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:04.565779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:04.720483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e40b45-a690-414c-996c-22510448e430 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event deleted for resources: {'Port': ['ID=c456817f-3cd5-410a-8387-bfa8644e77b4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:04.723960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-95e40b45-a690-414c-996c-22510448e430 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:04.797508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23e2603-fb77-4d6a-9862-4c49ac1ddea6 req-95e40b45-a690-414c-996c-22510448e430 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] No DVR routers for this DVR port c456817f-3cd5-410a-8387-bfa8644e77b4 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:27:04.799920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c23e2603-fb77-4d6a-9862-4c49ac1ddea6 req-95e40b45-a690-414c-996c-22510448e430 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:04.802430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'name': 'network-vif-deleted', 'tag': 'c456817f-3cd5-410a-8387-bfa8644e77b4'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:27:04.818316 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c23e2603-fb77-4d6a-9862-4c49ac1ddea6 req-95e40b45-a690-414c-996c-22510448e430 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.53 "DELETE /v2.0/ports/c456817f-3cd5-410a-8387-bfa8644e77b4 HTTP/1.1" status: 204 len: 173 time: 0.8372526 Dec 22 17:27:04.849117 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04225d0a-a43a-4a27-8ceb-69f90f95f6c3', 'name': 'network-vif-deleted', 'tag': 'c456817f-3cd5-410a-8387-bfa8644e77b4', 'status': 'completed', 'code': 200} Dec 22 17:27:05.082545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:05.197973 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9471b335-85e1-4ea4-a05a-5c471d262fb6 req-4453356e-618c-4aa7-9c84-490e68c6e4c5 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "GET /v2.0/ports?device_id=04225d0a-a43a-4a27-8ceb-69f90f95f6c3 HTTP/1.1" status: 200 len: 210 time: 0.0434270 Dec 22 17:27:06.291100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39210) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:06.448594 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-79248c7e-89f8-4233-b5e3-a4c3b70165cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Deleting port 8c22d2b6-ebea-44ab-9c33-04c0d0c3128a {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:06.448849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79248c7e-89f8-4233-b5e3-a4c3b70165cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:06.616100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79248c7e-89f8-4233-b5e3-a4c3b70165cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:06.616424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79248c7e-89f8-4233-b5e3-a4c3b70165cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:06.740621 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-79248c7e-89f8-4233-b5e3-a4c3b70165cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Calling delete_port for 8c22d2b6-ebea-44ab-9c33-04c0d0c3128a owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:06.875589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79248c7e-89f8-4233-b5e3-a4c3b70165cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:06.879244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e0acd452-d36f-493f-b3c8-f5baf89ce5d4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:06.923820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79248c7e-89f8-4233-b5e3-a4c3b70165cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event deleted for resources: {'Port': ['ID=8c22d2b6-ebea-44ab-9c33-04c0d0c3128a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:06.926233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79248c7e-89f8-4233-b5e3-a4c3b70165cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:07.017628 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79248c7e-89f8-4233-b5e3-a4c3b70165cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:07.030883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79248c7e-89f8-4233-b5e3-a4c3b70165cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:07.032030 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-79248c7e-89f8-4233-b5e3-a4c3b70165cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "DELETE /v2.0/floatingips/1fc86af2-0d3d-4a80-8c13-e11e12c34533 HTTP/1.1" status: 204 len: 168 time: 0.7399316 Dec 22 17:27:07.280935 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c456817f-3cd5-410a-8387-bfa8644e77b4 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:07.321047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: c456817f-3cd5-410a-8387-bfa8644e77b4 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:27:07.321194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c456817f-3cd5-410a-8387-bfa8644e77b4 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:27:09.498186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39226) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:09.684712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4c5121d6-f911-4046-b3d7-993ce1bf6dec tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:09.720926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4c5121d6-f911-4046-b3d7-993ce1bf6dec tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:09.786257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4c5121d6-f911-4046-b3d7-993ce1bf6dec tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:09.790440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:09.806043 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5121d6-f911-4046-b3d7-993ce1bf6dec tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d648301-92ca-4758-80ad-79be2914c479,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:09.808647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4c5121d6-f911-4046-b3d7-993ce1bf6dec tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:09.818683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4c5121d6-f911-4046-b3d7-993ce1bf6dec tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:09.822732 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4c5121d6-f911-4046-b3d7-993ce1bf6dec tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] 10.222.0.70 "DELETE /v2.0/security-groups/3d648301-92ca-4758-80ad-79be2914c479 HTTP/1.1" status: 204 len: 168 time: 0.3233654 Dec 22 17:27:09.883648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39232) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:10.575664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:10.912708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] Deleting port 161b7c48-9fb4-42c5-a848-22849d7dbd08 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:10.912954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:11.077690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] For port 161b7c48-9fb4-42c5-a848-22849d7dbd08, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=161b7c48-9fb4-42c5-a848-22849d7dbd08,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:11.078035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:11.195564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] Calling delete_port for 161b7c48-9fb4-42c5-a848-22849d7dbd08 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:11.611242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:11.614638 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:11.656783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] Pushing event deleted for resources: {'Port': ['ID=161b7c48-9fb4-42c5-a848-22849d7dbd08,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:11.659692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:11.927794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:12.288246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] Router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:27:12.468985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:27:12.478042 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786eeca-c947-49d4-91c2-f0b900684431 None None] Sync routers for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:27:12.483479 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] 10.222.0.70 "PUT /v2.0/routers/cb69bfa0-48e9-4e73-80a4-3a3d54a03d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5986533 Dec 22 17:27:12.485914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39238) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:12.487326 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786eeca-c947-49d4-91c2-f0b900684431 None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:12.487933 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-c786eeca-c947-49d4-91c2-f0b900684431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:12.660380 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-c786eeca-c947-49d4-91c2-f0b900684431 None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:12.788071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:12.937900 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-c786eeca-c947-49d4-91c2-f0b900684431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:27:11Z', 'revision_number': 5, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port': {'id': '6f46712a-b947-4574-8bae-0ecdddd403bd', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:17:59Z', 'updated_at': '2021-12-22T17:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:12.941515 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786eeca-c947-49d4-91c2-f0b900684431 None None] Checking router: cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:27:12.950105 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786eeca-c947-49d4-91c2-f0b900684431 None None] Routers {'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:12.950702 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-c786eeca-c947-49d4-91c2-f0b900684431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:12.968892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:12.978400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Deleting port 6f46712a-b947-4574-8bae-0ecdddd403bd {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:12.978763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:13.098329 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-c786eeca-c947-49d4-91c2-f0b900684431 None None] Set router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:13.152580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] For port 6f46712a-b947-4574-8bae-0ecdddd403bd, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6f46712a-b947-4574-8bae-0ecdddd403bd,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:13.152930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:13.202423 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-c786eeca-c947-49d4-91c2-f0b900684431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:27:12Z', 'revision_number': 6, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:13.206176 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786eeca-c947-49d4-91c2-f0b900684431 None None] The sync data for ids ['cb69bfa0-48e9-4e73-80a4-3a3d54a03d83'] in dv-neutron-822513-1-hyperv is: [{'id': 'cb69bfa0-48e9-4e73-80a4-3a3d54a03d83', 'name': 'tempest-TestVolumeBootPattern-1761986062-router', 'tenant_id': '0344a10d8c1c4cca981e644c68927115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:17:57Z', 'updated_at': '2021-12-22T17:27:12Z', 'revision_number': 6, 'project_id': '0344a10d8c1c4cca981e644c68927115', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:27:13.276788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Calling delete_port for 6f46712a-b947-4574-8bae-0ecdddd403bd owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:13.435570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:13.439951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79248c7e-89f8-4233-b5e3-a4c3b70165cd tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:13.518243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f46712a-b947-4574-8bae-0ecdddd403bd,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:13.520533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:13.580334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:13.756118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:13.758883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:13.780894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:13.781710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:27:13.794103 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:13.795238 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] 10.222.0.70 "DELETE /v2.0/routers/cb69bfa0-48e9-4e73-80a4-3a3d54a03d83 HTTP/1.1" status: 204 len: 168 time: 1.3084154 Dec 22 17:27:13.797698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39242) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:13.857004 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f50f744-4217-43cd-9eaa-b788cc22873a admin admin] Deleting subnet f17b2965-d70c-4ae3-84b8-068e15a3fa47 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:27:13.859875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f50f744-4217-43cd-9eaa-b788cc22873a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:13.911039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f50f744-4217-43cd-9eaa-b788cc22873a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:13.989275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f50f744-4217-43cd-9eaa-b788cc22873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:14.056120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f50f744-4217-43cd-9eaa-b788cc22873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:14.060150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-291860b3-352c-4ab0-8fb2-5e3626d25e14 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:14.096656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50f744-4217-43cd-9eaa-b788cc22873a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17b2965-d70c-4ae3-84b8-068e15a3fa47,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:14.100134 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7f50f744-4217-43cd-9eaa-b788cc22873a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:14.103139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f50f744-4217-43cd-9eaa-b788cc22873a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:14.109045 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7f50f744-4217-43cd-9eaa-b788cc22873a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f17b2965-d70c-4ae3-84b8-068e15a3fa47 HTTP/1.1" status: 204 len: 168 time: 0.3104177 Dec 22 17:27:14.109246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef4b8b0-18f8-4b6d-97f8-036007a127a9 None None] Network 61b43531-00f7-434e-b681-69fa5be04147 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:27:14.111358 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39246) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:14.190380 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6f46712a-b947-4574-8bae-0ecdddd403bd no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:14.244555 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 6f46712a-b947-4574-8bae-0ecdddd403bd {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:27:14.244833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6f46712a-b947-4574-8bae-0ecdddd403bd not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:27:14.245198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 161b7c48-9fb4-42c5-a848-22849d7dbd08 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:14.308515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 161b7c48-9fb4-42c5-a848-22849d7dbd08 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:27:14.308763 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 161b7c48-9fb4-42c5-a848-22849d7dbd08 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:27:14.343030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:14.353241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Deleting port 500c16ae-00bd-4257-bf77-7c222845f344 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:14.353564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:14.450819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f41da46-2ee8-4653-9e9d-9dc025c332bd None None] DHCP port deletion for 61b43531-00f7-434e-b681-69fa5be04147 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:27:14.454748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4f41da46-2ee8-4653-9e9d-9dc025c332bd None None] Deleting port 500c16ae-00bd-4257-bf77-7c222845f344 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:14.455157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4f41da46-2ee8-4653-9e9d-9dc025c332bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:14.559721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] For port 500c16ae-00bd-4257-bf77-7c222845f344, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=500c16ae-00bd-4257-bf77-7c222845f344,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:14.559947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:14.686929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Calling delete_port for 500c16ae-00bd-4257-bf77-7c222845f344 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:14.691663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4f41da46-2ee8-4653-9e9d-9dc025c332bd None None] For port 500c16ae-00bd-4257-bf77-7c222845f344, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=500c16ae-00bd-4257-bf77-7c222845f344,segment=NetworkSegment(ed383cc2-d6bf-47c4-8754-36307dd532ea),segment_id=ed383cc2-d6bf-47c4-8754-36307dd532ea)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:14.692062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4f41da46-2ee8-4653-9e9d-9dc025c332bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:14.770159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:14.776973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-80c07729-796a-4dc0-816f-5e7046e29e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:14.821717 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4f41da46-2ee8-4653-9e9d-9dc025c332bd None None] Calling delete_port for 500c16ae-00bd-4257-bf77-7c222845f344 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:14.827124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=500c16ae-00bd-4257-bf77-7c222845f344,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:14.830254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:14.831020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] No DVR routers for this DVR port 500c16ae-00bd-4257-bf77-7c222845f344 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:27:14.897659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-4f41da46-2ee8-4653-9e9d-9dc025c332bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:27:14.898028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-4f41da46-2ee8-4653-9e9d-9dc025c332bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:27:14.953376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:14.978318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b43531-00f7-434e-b681-69fa5be04147']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:14.989798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed383cc2-d6bf-47c4-8754-36307dd532ea') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:14.990083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed383cc2-d6bf-47c4-8754-36307dd532ea') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:15.001858 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:15.020682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:15.026563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:27:15.026962 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:27:15.040697 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:27:15.115928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:15.119628 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4ab1c748-135d-4548-94d9-e2c2853e2cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:15.131928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:15.142503 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=61b43531-00f7-434e-b681-69fa5be04147,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:15.145590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:15.155623 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] 10.222.0.70 "DELETE /v2.0/networks/61b43531-00f7-434e-b681-69fa5be04147 HTTP/1.1" status: 204 len: 168 time: 1.0432949 Dec 22 17:27:15.158464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39250) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:15.399378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4f41da46-2ee8-4653-9e9d-9dc025c332bd None None] Deleting port 500c16ae-00bd-4257-bf77-7c222845f344 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:15.399925 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4f41da46-2ee8-4653-9e9d-9dc025c332bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:15.466290 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4f41da46-2ee8-4653-9e9d-9dc025c332bd None None] The port '500c16ae-00bd-4257-bf77-7c222845f344' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:27:15.683386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:16.141242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] Deleting port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:16.141931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:16.163270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 500c16ae-00bd-4257-bf77-7c222845f344 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:16.199783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 500c16ae-00bd-4257-bf77-7c222845f344 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:27:16.200134 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 500c16ae-00bd-4257-bf77-7c222845f344 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:27:16.314184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] For port c5ad5b28-7dd8-4a8f-88b3-70f760ec137b, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c5ad5b28-7dd8-4a8f-88b3-70f760ec137b,segment=NetworkSegment(7e990947-cba5-4b63-b00a-dffeb93ef443),segment_id=7e990947-cba5-4b63-b00a-dffeb93ef443)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:16.314539 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:16.439722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] Calling delete_port for c5ad5b28-7dd8-4a8f-88b3-70f760ec137b owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:16.616402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:16.620717 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7831ecee-d140-4302-8022-8345a156c872 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:16.694184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ad5b28-7dd8-4a8f-88b3-70f760ec137b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:16.700894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:16.941598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:17.400598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] Router b9a23ea8-40c6-4819-9f0f-651323e8b5de has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:27:17.578739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:27:17.587465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f94c65e-b83d-424b-bf9b-70cc66395e57 None None] Sync routers for ids ['b9a23ea8-40c6-4819-9f0f-651323e8b5de'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:27:17.598435 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] 10.222.0.70 "PUT /v2.0/routers/b9a23ea8-40c6-4819-9f0f-651323e8b5de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4367843 Dec 22 17:27:17.598607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f94c65e-b83d-424b-bf9b-70cc66395e57 None None] Routers {'b9a23ea8-40c6-4819-9f0f-651323e8b5de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:17.598607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7f94c65e-b83d-424b-bf9b-70cc66395e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b9a23ea8-40c6-4819-9f0f-651323e8b5de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:17.598831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39254) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:17.787201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:17.787582 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7f94c65e-b83d-424b-bf9b-70cc66395e57 None None] Set router b9a23ea8-40c6-4819-9f0f-651323e8b5de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:17.965667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:17.978273 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Deleting port f74c80d6-ee32-402b-8721-143cb2187dc3 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:17.978629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:18.078613 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7f94c65e-b83d-424b-bf9b-70cc66395e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'name': 'tempest-TestVolumeBootPattern-1257322477-router', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:21Z', 'updated_at': '2021-12-22T17:27:16Z', 'revision_number': 5, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'gw_port': {'id': 'f74c80d6-ee32-402b-8721-143cb2187dc3', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:18:24Z', 'updated_at': '2021-12-22T17:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:18.082551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f94c65e-b83d-424b-bf9b-70cc66395e57 None None] Checking router: b9a23ea8-40c6-4819-9f0f-651323e8b5de for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:27:18.091840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f94c65e-b83d-424b-bf9b-70cc66395e57 None None] Routers {'b9a23ea8-40c6-4819-9f0f-651323e8b5de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:18.092450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7f94c65e-b83d-424b-bf9b-70cc66395e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['b9a23ea8-40c6-4819-9f0f-651323e8b5de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:18.164838 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] For port f74c80d6-ee32-402b-8721-143cb2187dc3, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f74c80d6-ee32-402b-8721-143cb2187dc3,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:18.165117 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:18.247971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7f94c65e-b83d-424b-bf9b-70cc66395e57 None None] Set router b9a23ea8-40c6-4819-9f0f-651323e8b5de gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:18.289830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Calling delete_port for f74c80d6-ee32-402b-8721-143cb2187dc3 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:18.408840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7f94c65e-b83d-424b-bf9b-70cc66395e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'name': 'tempest-TestVolumeBootPattern-1257322477-router', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:21Z', 'updated_at': '2021-12-22T17:27:17Z', 'revision_number': 6, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:18.412805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f94c65e-b83d-424b-bf9b-70cc66395e57 None None] The sync data for ids ['b9a23ea8-40c6-4819-9f0f-651323e8b5de'] in dv-neutron-822513-1-hyperv is: [{'id': 'b9a23ea8-40c6-4819-9f0f-651323e8b5de', 'name': 'tempest-TestVolumeBootPattern-1257322477-router', 'tenant_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:18:21Z', 'updated_at': '2021-12-22T17:27:17Z', 'revision_number': 6, 'project_id': 'f32b88a1b7e345b1b6059c31d0e2656b', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:27:18.468118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:18.472627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:18.551599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f74c80d6-ee32-402b-8721-143cb2187dc3,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:18.554475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:18.614977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:18.905102 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:18.907253 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:18.928138 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:18.928686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9a23ea8-40c6-4819-9f0f-651323e8b5de {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:27:18.940856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:18.941959 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b9a23ea8-40c6-4819-9f0f-651323e8b5de HTTP/1.1" status: 204 len: 168 time: 1.3424180 Dec 22 17:27:18.944445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39258) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:19.002224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-73eab6e3-8110-48ad-a39e-809c33bbc9f6 admin admin] Deleting subnet df6b91f8-06c8-42f2-b60b-6ce4efbb21d7 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:27:19.004926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-73eab6e3-8110-48ad-a39e-809c33bbc9f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:19.053722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-73eab6e3-8110-48ad-a39e-809c33bbc9f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:19.136432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-73eab6e3-8110-48ad-a39e-809c33bbc9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:19.204374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-73eab6e3-8110-48ad-a39e-809c33bbc9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:19.208082 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-be85a263-9d00-4caa-956f-359b4be5b1bd tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:19.249159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-73eab6e3-8110-48ad-a39e-809c33bbc9f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:19.251978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eab6e3-8110-48ad-a39e-809c33bbc9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6b91f8-06c8-42f2-b60b-6ce4efbb21d7,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:19.254925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-73eab6e3-8110-48ad-a39e-809c33bbc9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:19.255592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe5d2f4-f63e-41a1-9a59-1d46c92e8dea None None] Network 805f70d0-0098-47f4-a867-720446d2f6c9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:27:19.258584 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-73eab6e3-8110-48ad-a39e-809c33bbc9f6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/df6b91f8-06c8-42f2-b60b-6ce4efbb21d7 HTTP/1.1" status: 204 len: 168 time: 0.3125856 Dec 22 17:27:19.261294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39262) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:19.369697 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:19.380274 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Deleting port fc9b05c0-6078-4ac5-8196-df338a39ed22 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:19.380588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:19.503584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a209a535-269c-4427-80cd-209e5b7e23ba None None] DHCP port deletion for 805f70d0-0098-47f4-a867-720446d2f6c9 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:27:19.508299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a209a535-269c-4427-80cd-209e5b7e23ba None None] Deleting port fc9b05c0-6078-4ac5-8196-df338a39ed22 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:19.508614 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a209a535-269c-4427-80cd-209e5b7e23ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:19.589135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] For port fc9b05c0-6078-4ac5-8196-df338a39ed22, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc9b05c0-6078-4ac5-8196-df338a39ed22,segment=NetworkSegment(7e990947-cba5-4b63-b00a-dffeb93ef443),segment_id=7e990947-cba5-4b63-b00a-dffeb93ef443)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:19.589756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:19.710041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Calling delete_port for fc9b05c0-6078-4ac5-8196-df338a39ed22 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:19.710444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a209a535-269c-4427-80cd-209e5b7e23ba None None] For port fc9b05c0-6078-4ac5-8196-df338a39ed22, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc9b05c0-6078-4ac5-8196-df338a39ed22,segment=NetworkSegment(7e990947-cba5-4b63-b00a-dffeb93ef443),segment_id=7e990947-cba5-4b63-b00a-dffeb93ef443)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:19.711651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a209a535-269c-4427-80cd-209e5b7e23ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:19.791213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:19.794919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b480e5bd-5df5-49e0-a122-3852e59444be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:19.837682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9b05c0-6078-4ac5-8196-df338a39ed22,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:19.841313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:19.843479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] No DVR routers for this DVR port fc9b05c0-6078-4ac5-8196-df338a39ed22 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:27:19.844799 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a209a535-269c-4427-80cd-209e5b7e23ba None None] Calling delete_port for fc9b05c0-6078-4ac5-8196-df338a39ed22 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:19.918435 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-a209a535-269c-4427-80cd-209e5b7e23ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:27:19.918805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-a209a535-269c-4427-80cd-209e5b7e23ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:27:19.958022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:19.986229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805f70d0-0098-47f4-a867-720446d2f6c9']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:20.001621 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e990947-cba5-4b63-b00a-dffeb93ef443') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:20.001910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e990947-cba5-4b63-b00a-dffeb93ef443') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:20.013344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:20.029169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:20.034864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:27:20.035274 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:27:20.048510 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:27:20.129857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:20.135580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:20.138110 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8a88e0d9-5d69-4eb1-8d9f-2fbab0b2717a tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:20.162657 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Pushing event deleted for resources: {'Network': ['ID=805f70d0-0098-47f4-a867-720446d2f6c9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:20.165151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:20.171880 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] 10.222.0.70 "DELETE /v2.0/networks/805f70d0-0098-47f4-a867-720446d2f6c9 HTTP/1.1" status: 204 len: 168 time: 0.9094155 Dec 22 17:27:20.174168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f74c80d6-ee32-402b-8721-143cb2187dc3 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:20.208557 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: f74c80d6-ee32-402b-8721-143cb2187dc3 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:27:20.208913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f74c80d6-ee32-402b-8721-143cb2187dc3 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:27:20.209341 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c5ad5b28-7dd8-4a8f-88b3-70f760ec137b no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:20.244739 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: c5ad5b28-7dd8-4a8f-88b3-70f760ec137b {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:27:20.245110 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c5ad5b28-7dd8-4a8f-88b3-70f760ec137b not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:27:20.245518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc9b05c0-6078-4ac5-8196-df338a39ed22 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:20.283667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: fc9b05c0-6078-4ac5-8196-df338a39ed22 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:27:20.285041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc9b05c0-6078-4ac5-8196-df338a39ed22 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:27:20.288528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39268) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:20.336453 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7c65ec3a-94c7-4652-861a-014845510810 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0344a10d8c1c4cca981e644c68927115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459998 Dec 22 17:27:20.338679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39272) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:20.394558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5b79e6e9-ac62-4e63-a2bb-0ebce616df11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:20.419926 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a209a535-269c-4427-80cd-209e5b7e23ba None None] Deleting port fc9b05c0-6078-4ac5-8196-df338a39ed22 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:20.420252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5b79e6e9-ac62-4e63-a2bb-0ebce616df11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:20.420373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a209a535-269c-4427-80cd-209e5b7e23ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:20.471310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5b79e6e9-ac62-4e63-a2bb-0ebce616df11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:20.474925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:20.486508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a209a535-269c-4427-80cd-209e5b7e23ba None None] The port 'fc9b05c0-6078-4ac5-8196-df338a39ed22' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:27:20.489089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79e6e9-ac62-4e63-a2bb-0ebce616df11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb35a971-b74e-4f24-81a6-7d020a109d8b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:20.491314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5b79e6e9-ac62-4e63-a2bb-0ebce616df11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:20.500097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5b79e6e9-ac62-4e63-a2bb-0ebce616df11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:20.501219 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5b79e6e9-ac62-4e63-a2bb-0ebce616df11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb35a971-b74e-4f24-81a6-7d020a109d8b HTTP/1.1" status: 204 len: 168 time: 0.1615810 Dec 22 17:27:20.830911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39280) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:20.879211 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6128626a-625e-416a-be68-457974f64775 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f32b88a1b7e345b1b6059c31d0e2656b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470386 Dec 22 17:27:20.881473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39284) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:20.937190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3f15e25e-b82c-4611-8a42-645710763535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:20.961959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3f15e25e-b82c-4611-8a42-645710763535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:21.012106 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3f15e25e-b82c-4611-8a42-645710763535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:21.015789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-391ef7ac-f200-4ab6-9256-343546aac189 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:21.026688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15e25e-b82c-4611-8a42-645710763535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f144b0-f57e-4ea0-9467-8174423291b4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:21.031016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3f15e25e-b82c-4611-8a42-645710763535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:21.032931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3f15e25e-b82c-4611-8a42-645710763535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:21.035556 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3f15e25e-b82c-4611-8a42-645710763535 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/24f144b0-f57e-4ea0-9467-8174423291b4 HTTP/1.1" status: 204 len: 168 time: 0.1531656 Dec 22 17:27:25.407929 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0ba2d864-cf17-4951-b3df-ae1ccfe79843 req-e8522d85-938e-4fd7-9080-d6aaea1f5f9d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727718 Dec 22 17:27:25.546436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2d864-cf17-4951-b3df-ae1ccfe79843 req-c4e1b3ed-8768-42e2-9bce-b08a7af025ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:25.547939 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0ba2d864-cf17-4951-b3df-ae1ccfe79843 req-c4e1b3ed-8768-42e2-9bce-b08a7af025ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 1099 time: 0.0728266 Dec 22 17:27:25.689881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2d864-cf17-4951-b3df-ae1ccfe79843 req-f8e55e1d-147d-41f1-b8b8-aa449dc8a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:25.691223 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0ba2d864-cf17-4951-b3df-ae1ccfe79843 req-f8e55e1d-147d-41f1-b8b8-aa449dc8a6fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=59a1999c-2c50-492e-bfbb-0b567ac8ad55 HTTP/1.1" status: 200 len: 897 time: 0.1234083 Dec 22 17:27:25.795092 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0ba2d864-cf17-4951-b3df-ae1ccfe79843 req-61ea66e6-cdbe-4649-9aa1-6eaaa67039cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 HTTP/1.1" status: 200 len: 1001 time: 0.0961275 Dec 22 17:27:25.862735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2d864-cf17-4951-b3df-ae1ccfe79843 req-f599669d-d3cd-4c43-aca1-277d0808f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:25.864182 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0ba2d864-cf17-4951-b3df-ae1ccfe79843 req-f599669d-d3cd-4c43-aca1-277d0808f0ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1780648b-9be6-417b-984c-f43b91e03a40 HTTP/1.1" status: 200 len: 835 time: 0.0619538 Dec 22 17:27:25.938531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2d864-cf17-4951-b3df-ae1ccfe79843 req-e0e014fb-fb52-409c-ba6e-9be6887a2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:25.940083 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0ba2d864-cf17-4951-b3df-ae1ccfe79843 req-e0e014fb-fb52-409c-ba6e-9be6887a2211 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59a1999c-2c50-492e-bfbb-0b567ac8ad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689614 Dec 22 17:27:26.070409 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0ba2d864-cf17-4951-b3df-ae1ccfe79843 req-12cd0a42-2e3e-4e31-b9c4-c58f72b2ddf2 service neutron] 10.222.0.53 "GET /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230476 Dec 22 17:27:26.200310 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0ba2d864-cf17-4951-b3df-ae1ccfe79843 req-a2c856d4-305a-4a20-92c2-86d27762f231 service neutron] 10.222.0.53 "GET /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230166 Dec 22 17:27:27.592876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-383bb9b7-12bf-4600-be3d-cfc21a5d6b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:28.768273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39298) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:28.953004 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1af21017-4cd5-4d75-95d0-80c597e0972f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/routers/0c8db1d3-2c03-428e-8a13-7d5d03240e3e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1834970 Dec 22 17:27:28.955782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39302) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:29.138687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb96eb0b-a37c-4677-86cb-02e34e75aea2 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Notify agent at dv-neutron-822513-1-hyperv the message router_removed_from_agent {{(pid=87587) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 22 17:27:29.141839 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-eb96eb0b-a37c-4677-86cb-02e34e75aea2 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "DELETE /v2.0/agents/699087d4-dd43-450c-a51e-7014b65760d4/l3-routers/0c8db1d3-2c03-428e-8a13-7d5d03240e3e HTTP/1.1" status: 204 len: 168 time: 0.1851895 Dec 22 17:27:29.144455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39306) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:29.432753 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e694063b-0692-4485-8e6f-2135be8c1d2a tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/routers/0c8db1d3-2c03-428e-8a13-7d5d03240e3e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2870612 Dec 22 17:27:29.435296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39310) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:29.541770 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e92520f7-3eba-4547-942a-b5ea1a1120b0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/d43e1217-ea82-4a48-8b6c-a7fce836dc7b HTTP/1.1" status: 200 len: 993 time: 0.1054091 Dec 22 17:27:29.903863 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55234e05-c8e4-416a-90d7-3f12f0fb7ee8 None None] New status for floating IP d43e1217-ea82-4a48-8b6c-a7fce836dc7b: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:27:30.028173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea66a5d1-16a7-4fc7-bc6a-7ffa9129d37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:30.171500 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 259aab18-af93-4ea0-af5f-967e23910dea no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:30.282992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:30.299213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 259aab18-af93-4ea0-af5f-967e23910dea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=259aab18-af93-4ea0-af5f-967e23910dea,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:30.302640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:30.303385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 637a996c-d823-405d-aa47-d07ddd254a78 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:30.325566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:30.416939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=259aab18-af93-4ea0-af5f-967e23910dea,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:30.420031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:30.478862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:30.509765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 637a996c-d823-405d-aa47-d07ddd254a78, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=637a996c-d823-405d-aa47-d07ddd254a78,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:30.514531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:30.516249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:30.544880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39314) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:30.584628 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=637a996c-d823-405d-aa47-d07ddd254a78,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:30.589382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:30.755738 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-868eaca4-8bf1-4113-9d8e-8b262bbe6838 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/d43e1217-ea82-4a48-8b6c-a7fce836dc7b HTTP/1.1" status: 200 len: 991 time: 0.2093465 Dec 22 17:27:31.031701 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:31.174654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:31.904174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39320) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:32.105169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd436df-010b-41f0-9deb-0b9abe8d91bf tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:27:32.105513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd436df-010b-41f0-9deb-0b9abe8d91bf tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Notify agent at dv-neutron-822513-1-hyperv the message router_added_to_agent {{(pid=87586) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 22 17:27:32.132492 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-efd436df-010b-41f0-9deb-0b9abe8d91bf tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "POST /v2.0/agents/699087d4-dd43-450c-a51e-7014b65760d4/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2267535 Dec 22 17:27:32.135008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39326) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:32.154073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebda8c7-3148-487e-9af0-e4c3441a3b3e None None] Sync routers for ids ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:27:32.164512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebda8c7-3148-487e-9af0-e4c3441a3b3e None None] Routers {'0c8db1d3-2c03-428e-8a13-7d5d03240e3e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:32.165126 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-eebda8c7-3148-487e-9af0-e4c3441a3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:32.316554 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-59c7bf51-ec26-4f87-969a-0f55bcaf71c2 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/routers/0c8db1d3-2c03-428e-8a13-7d5d03240e3e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1803503 Dec 22 17:27:32.319252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39332) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:32.383665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-eebda8c7-3148-487e-9af0-e4c3441a3b3e None None] Set router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:32.425790 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-24954097-6116-4dc0-8bdd-e3e727c29b1e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/d43e1217-ea82-4a48-8b6c-a7fce836dc7b HTTP/1.1" status: 200 len: 991 time: 0.1053410 Dec 22 17:27:32.567255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:32.735609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-eebda8c7-3148-487e-9af0-e4c3441a3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:27:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'd43e1217-ea82-4a48-8b6c-a7fce836dc7b', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'port_id': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'mac_address': 'fa:16:3e:fe:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ae9467-fac5-4996-87d7-33882f433cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:26:59Z', 'updated_at': '2021-12-22T17:27:30Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637a996c-d823-405d-aa47-d07ddd254a78', 'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:1f:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:40Z', 'updated_at': '2021-12-22T17:27:30Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '1780648b-9be6-417b-984c-f43b91e03a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:32.739354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebda8c7-3148-487e-9af0-e4c3441a3b3e None None] Checking router: 0c8db1d3-2c03-428e-8a13-7d5d03240e3e for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:27:32.747652 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebda8c7-3148-487e-9af0-e4c3441a3b3e None None] Routers {'0c8db1d3-2c03-428e-8a13-7d5d03240e3e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:32.748256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-eebda8c7-3148-487e-9af0-e4c3441a3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:32.923685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-eebda8c7-3148-487e-9af0-e4c3441a3b3e None None] Set router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:33.275709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-eebda8c7-3148-487e-9af0-e4c3441a3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:27:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'd43e1217-ea82-4a48-8b6c-a7fce836dc7b', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'port_id': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'mac_address': 'fa:16:3e:fe:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ae9467-fac5-4996-87d7-33882f433cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:26:59Z', 'updated_at': '2021-12-22T17:27:30Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637a996c-d823-405d-aa47-d07ddd254a78', 'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:1f:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:40Z', 'updated_at': '2021-12-22T17:27:30Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '1780648b-9be6-417b-984c-f43b91e03a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:33.279577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebda8c7-3148-487e-9af0-e4c3441a3b3e None None] The sync data for ids ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'] in dv-neutron-822513-1-hyperv is: [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:27:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'd43e1217-ea82-4a48-8b6c-a7fce836dc7b', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'port_id': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'mac_address': 'fa:16:3e:fe:bd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ae9467-fac5-4996-87d7-33882f433cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:26:59Z', 'updated_at': '2021-12-22T17:27:30Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637a996c-d823-405d-aa47-d07ddd254a78', 'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:1f:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:40Z', 'updated_at': '2021-12-22T17:27:30Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '1780648b-9be6-417b-984c-f43b91e03a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:27:33.429878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39336) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:33.558487 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-431f7b03-7d9a-4511-ab3a-6f7e380a822f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/d43e1217-ea82-4a48-8b6c-a7fce836dc7b HTTP/1.1" status: 200 len: 991 time: 0.1272886 Dec 22 17:27:33.956666 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:27:34.220407 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 259aab18-af93-4ea0-af5f-967e23910dea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:27:34.289538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 259aab18-af93-4ea0-af5f-967e23910dea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:34.290190 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:34.411986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:34.428770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 259aab18-af93-4ea0-af5f-967e23910dea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=259aab18-af93-4ea0-af5f-967e23910dea,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:34.433724 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:34.434601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 637a996c-d823-405d-aa47-d07ddd254a78 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:27:34.458277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a6d7275d-79b1-4b38-9aa6-825af62d37ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:34.553081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=259aab18-af93-4ea0-af5f-967e23910dea,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:34.556726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:34.562037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39340) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:34.565284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 637a996c-d823-405d-aa47-d07ddd254a78 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:34.565669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:34.664844 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3188159b-0c75-40ab-bfaf-59ed4157ac87 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/d43e1217-ea82-4a48-8b6c-a7fce836dc7b HTTP/1.1" status: 200 len: 991 time: 0.1014209 Dec 22 17:27:34.682680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:34.715023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 637a996c-d823-405d-aa47-d07ddd254a78, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=637a996c-d823-405d-aa47-d07ddd254a78,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:34.719348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:34.722221 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c4972b99-fb6b-45ec-8fb4-390e8e666b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:34.786119 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=637a996c-d823-405d-aa47-d07ddd254a78,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:34.789744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:34.954403 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9923a1-332e-45bb-a5ab-f9b912a317d5 None None] New status for floating IP d43e1217-ea82-4a48-8b6c-a7fce836dc7b: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:27:35.091516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:35.668139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39344) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:35.776863 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4caad0a5-81f4-4c26-a146-a22541687d65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/d43e1217-ea82-4a48-8b6c-a7fce836dc7b HTTP/1.1" status: 200 len: 993 time: 0.1073186 Dec 22 17:27:36.058530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39352) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:36.181142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 259aab18-af93-4ea0-af5f-967e23910dea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:27:36.263252 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port fd1899c5-59dc-4119-b234-9257a27ac217 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:36.263602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:36.297317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 259aab18-af93-4ea0-af5f-967e23910dea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:36.297697 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:36.409015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 637a996c-d823-405d-aa47-d07ddd254a78 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:27:36.428618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:36.428972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:36.477157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 637a996c-d823-405d-aa47-d07ddd254a78 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:36.477535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:36.675693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for fd1899c5-59dc-4119-b234-9257a27ac217 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:36.825263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:36.829692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76ba62df-1350-4977-adc9-e9aea8e89d45 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:36.875967 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=fd1899c5-59dc-4119-b234-9257a27ac217,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:36.901460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:36.962708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:36.962964 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP d43e1217-ea82-4a48-8b6c-a7fce836dc7b disassociated (deleted). External IP: 172.26.3.82, port: 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7. Dec 22 17:27:37.308181 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:27:37.481634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:27:37.491070 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa48e47-5707-4643-8197-a53486a2264a None None] Sync routers for ids ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:27:37.500380 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa48e47-5707-4643-8197-a53486a2264a None None] Routers {'0c8db1d3-2c03-428e-8a13-7d5d03240e3e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:37.500554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:37.500995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5fa48e47-5707-4643-8197-a53486a2264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:37.558016 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/floatingips/d43e1217-ea82-4a48-8b6c-a7fce836dc7b HTTP/1.1" status: 204 len: 168 time: 1.4983733 Dec 22 17:27:37.558733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ae9467-fac5-4996-87d7-33882f433cbb', 'tag': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:27:37.604968 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ae9467-fac5-4996-87d7-33882f433cbb', 'tag': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'status': 'completed', 'code': 200} Dec 22 17:27:37.692361 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-5fa48e47-5707-4643-8197-a53486a2264a None None] Set router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:37.724308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef38785-80ca-4d80-9e1a-3569b877122e req-2262c31a-3428-4f24-bedc-0638f55ea793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:37.725843 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ef38785-80ca-4d80-9e1a-3569b877122e req-2262c31a-3428-4f24-bedc-0638f55ea793 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 1099 time: 0.0944951 Dec 22 17:27:37.922484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef38785-80ca-4d80-9e1a-3569b877122e req-87bb0714-ea04-4648-8da7-3f11f22fff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:37.923956 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ef38785-80ca-4d80-9e1a-3569b877122e req-87bb0714-ea04-4648-8da7-3f11f22fff32 service neutron] 10.222.0.53 "GET /v2.0/networks?id=59a1999c-2c50-492e-bfbb-0b567ac8ad55 HTTP/1.1" status: 200 len: 897 time: 0.1921434 Dec 22 17:27:38.005088 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ef38785-80ca-4d80-9e1a-3569b877122e req-29a97cf8-13ee-43f3-a64b-66d0e0e5786f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 HTTP/1.1" status: 200 len: 217 time: 0.0707967 Dec 22 17:27:38.025048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5fa48e47-5707-4643-8197-a53486a2264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:27:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '637a996c-d823-405d-aa47-d07ddd254a78', 'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:1f:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:40Z', 'updated_at': '2021-12-22T17:27:34Z', 'revision_number': 7, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '1780648b-9be6-417b-984c-f43b91e03a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:38.029037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa48e47-5707-4643-8197-a53486a2264a None None] Checking router: 0c8db1d3-2c03-428e-8a13-7d5d03240e3e for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:27:38.037369 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa48e47-5707-4643-8197-a53486a2264a None None] Routers {'0c8db1d3-2c03-428e-8a13-7d5d03240e3e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:38.038074 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5fa48e47-5707-4643-8197-a53486a2264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:38.070790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428bbd1-ec9b-4bba-8199-c5f80f982e2e req-42e0c91c-a8a7-4e02-8c10-a28cdaa3082a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:38.072271 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b428bbd1-ec9b-4bba-8199-c5f80f982e2e req-42e0c91c-a8a7-4e02-8c10-a28cdaa3082a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 946 time: 0.2038023 Dec 22 17:27:38.097468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef38785-80ca-4d80-9e1a-3569b877122e req-02d135c0-080d-4f6b-b1a8-3b162b579a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:38.098887 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ef38785-80ca-4d80-9e1a-3569b877122e req-02d135c0-080d-4f6b-b1a8-3b162b579a1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1780648b-9be6-417b-984c-f43b91e03a40 HTTP/1.1" status: 200 len: 835 time: 0.0854793 Dec 22 17:27:38.167070 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b428bbd1-ec9b-4bba-8199-c5f80f982e2e req-2bd86eb9-27ef-4848-b291-c0894f36b7ac tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4116319-3d94-4bd2-9b7e-4cb46a7ce848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884995 Dec 22 17:27:38.205505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef38785-80ca-4d80-9e1a-3569b877122e req-004dd96a-67ff-4b85-aeec-ce1fbb9951dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:38.206973 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ef38785-80ca-4d80-9e1a-3569b877122e req-004dd96a-67ff-4b85-aeec-ce1fbb9951dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=59a1999c-2c50-492e-bfbb-0b567ac8ad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004128 Dec 22 17:27:38.222717 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-5fa48e47-5707-4643-8197-a53486a2264a None None] Set router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:38.339671 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ef38785-80ca-4d80-9e1a-3569b877122e req-cde913d1-9089-4403-afd0-792a51aaa80d service neutron] 10.222.0.53 "GET /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250935 Dec 22 17:27:38.469157 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ef38785-80ca-4d80-9e1a-3569b877122e req-4de02262-5e06-4690-8d9b-c357fc5ff0dd service neutron] 10.222.0.53 "GET /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224253 Dec 22 17:27:38.531850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5fa48e47-5707-4643-8197-a53486a2264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:27:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '637a996c-d823-405d-aa47-d07ddd254a78', 'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:1f:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:40Z', 'updated_at': '2021-12-22T17:27:34Z', 'revision_number': 7, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '1780648b-9be6-417b-984c-f43b91e03a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:38.535781 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa48e47-5707-4643-8197-a53486a2264a None None] The sync data for ids ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'] in dv-neutron-822513-1-hyperv is: [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:26:41Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:27:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '637a996c-d823-405d-aa47-d07ddd254a78', 'name': '', 'network_id': '59a1999c-2c50-492e-bfbb-0b567ac8ad55', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:1f:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1780648b-9be6-417b-984c-f43b91e03a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:40Z', 'updated_at': '2021-12-22T17:27:34Z', 'revision_number': 7, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '1780648b-9be6-417b-984c-f43b91e03a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:27:39.158997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9099f0-107b-4819-8172-1ef2d8014434 req-b33fd1b8-abff-4868-afe4-0360af212e70 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:39.160611 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a9099f0-107b-4819-8172-1ef2d8014434 req-b33fd1b8-abff-4868-afe4-0360af212e70 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 946 time: 0.0819590 Dec 22 17:27:39.238474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-1a9099f0-107b-4819-8172-1ef2d8014434 req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:39.238854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1a9099f0-107b-4819-8172-1ef2d8014434 req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:39.297143 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc90d4-f87f-4f53-864a-ec1c867b22f8 None None] New status for floating IP d43e1217-ea82-4a48-8b6c-a7fce836dc7b: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:27:39.375253 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be3ee8-b80a-40f3-8b99-b17ee49ffb4b req-5df99d72-a193-4c7a-b00f-197f4050930d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:39.376284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-71be3ee8-b80a-40f3-8b99-b17ee49ffb4b req-5df99d72-a193-4c7a-b00f-197f4050930d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:27:39.395872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-71be3ee8-b80a-40f3-8b99-b17ee49ffb4b req-5df99d72-a193-4c7a-b00f-197f4050930d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:27:39.402696 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-71be3ee8-b80a-40f3-8b99-b17ee49ffb4b req-5df99d72-a193-4c7a-b00f-197f4050930d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 946 time: 0.1155779 Dec 22 17:27:39.452385 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-71be3ee8-b80a-40f3-8b99-b17ee49ffb4b req-67b07be7-daea-4b1b-99b8-e406dfd75284 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4116319-3d94-4bd2-9b7e-4cb46a7ce848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475471 Dec 22 17:27:39.514811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-1a9099f0-107b-4819-8172-1ef2d8014434 req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:39.515082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1a9099f0-107b-4819-8172-1ef2d8014434 req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:39.769979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-1a9099f0-107b-4819-8172-1ef2d8014434 req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:39.920726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1a9099f0-107b-4819-8172-1ef2d8014434 req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:39.926472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:40.002927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:40.043658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:40.043957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:40.044330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:40.044696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:40.045056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:40.045504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:40.045866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:40.046222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:40.046578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:40.046932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:40.047307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:40.047657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:40.055654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:40.061299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9099f0-107b-4819-8172-1ef2d8014434 req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] No DVR routers for this DVR port 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:27:40.063542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1a9099f0-107b-4819-8172-1ef2d8014434 req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:40.066180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ae9467-fac5-4996-87d7-33882f433cbb', 'name': 'network-vif-deleted', 'tag': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:27:40.081488 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a9099f0-107b-4819-8172-1ef2d8014434 req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "DELETE /v2.0/ports/99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 HTTP/1.1" status: 204 len: 173 time: 0.9151008 Dec 22 17:27:40.115198 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ae9467-fac5-4996-87d7-33882f433cbb', 'name': 'network-vif-deleted', 'tag': '99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7', 'status': 'completed', 'code': 200} Dec 22 17:27:40.614765 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0a24408b-9202-4d2a-b4fb-0fc10c670805 req-5a2c5acc-391d-422f-90c5-e28aa841bd92 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=67ae9467-fac5-4996-87d7-33882f433cbb HTTP/1.1" status: 200 len: 210 time: 0.0443454 Dec 22 17:27:41.389553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:41.468715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:27:41.468973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 99d2bbfd-7b82-4eef-a9ed-3f6c0dc935a7 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:27:41.710752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39370) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:41.789820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-07190a7d-68ac-4fbc-ab1d-bc272df902af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:41.820483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-07190a7d-68ac-4fbc-ab1d-bc272df902af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:41.883738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-07190a7d-68ac-4fbc-ab1d-bc272df902af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:41.889196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4fd24f67-d37f-4a01-a4fd-d43d48e2ca19 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:41.904378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07190a7d-68ac-4fbc-ab1d-bc272df902af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4116319-3d94-4bd2-9b7e-4cb46a7ce848,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:41.907120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-07190a7d-68ac-4fbc-ab1d-bc272df902af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:41.913638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-07190a7d-68ac-4fbc-ab1d-bc272df902af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:41.914740 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-07190a7d-68ac-4fbc-ab1d-bc272df902af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/security-groups/a4116319-3d94-4bd2-9b7e-4cb46a7ce848 HTTP/1.1" status: 204 len: 168 time: 0.2027659 Dec 22 17:27:41.943613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39376) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:42.628346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:43.011293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 637a996c-d823-405d-aa47-d07ddd254a78 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:43.012023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:43.208128 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 637a996c-d823-405d-aa47-d07ddd254a78, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=637a996c-d823-405d-aa47-d07ddd254a78,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:43.208362 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:43.344449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 637a996c-d823-405d-aa47-d07ddd254a78 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:43.532550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:43.536277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:43.581708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=637a996c-d823-405d-aa47-d07ddd254a78,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:43.584912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:43.969977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:44.333411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:27:44.508046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:27:44.517916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d3ac36-8ec3-4897-9720-a1d3f28627d8 None None] Sync routers for ids ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:27:44.520568 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/0c8db1d3-2c03-428e-8a13-7d5d03240e3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5754061 Dec 22 17:27:44.523916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39380) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:44.527696 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d3ac36-8ec3-4897-9720-a1d3f28627d8 None None] Routers {'0c8db1d3-2c03-428e-8a13-7d5d03240e3e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:44.528313 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b5d3ac36-8ec3-4897-9720-a1d3f28627d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:44.592382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting subnet 1780648b-9be6-417b-984c-f43b91e03a40 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:27:44.595336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:44.649944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:44.705327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-b5d3ac36-8ec3-4897-9720-a1d3f28627d8 None None] Set router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:44.733178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:44.812067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:44.816438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-73eab6e3-8110-48ad-a39e-809c33bbc9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:44.853643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Subnet': ['ID=1780648b-9be6-417b-984c-f43b91e03a40,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:44.858404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:44.865730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:44.866156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:44.866528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:44.866897 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:44.867287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:44.867653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:44.868018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:44.868378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:44.868735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:44.869092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:44.869444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:44.869806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:44.873410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:44.875240 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/subnets/1780648b-9be6-417b-984c-f43b91e03a40 HTTP/1.1" status: 204 len: 168 time: 0.3503985 Dec 22 17:27:44.877819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39384) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:44.886433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d813df1d-d129-45c6-bd05-2ebc4803c93d None None] Network 59a1999c-2c50-492e-bfbb-0b567ac8ad55 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:27:45.060499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:45.183627 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b5d3ac36-8ec3-4897-9720-a1d3f28627d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '259aab18-af93-4ea0-af5f-967e23910dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:27:43Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '259aab18-af93-4ea0-af5f-967e23910dea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:26:37Z', 'updated_at': '2021-12-22T17:27:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:45.187793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d3ac36-8ec3-4897-9720-a1d3f28627d8 None None] Checking router: 0c8db1d3-2c03-428e-8a13-7d5d03240e3e for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:27:45.197468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d3ac36-8ec3-4897-9720-a1d3f28627d8 None None] Routers {'0c8db1d3-2c03-428e-8a13-7d5d03240e3e'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:45.198093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b5d3ac36-8ec3-4897-9720-a1d3f28627d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:45.242047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:45.253742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 259aab18-af93-4ea0-af5f-967e23910dea {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:45.254069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:45.255936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] DHCP port deletion for 59a1999c-2c50-492e-bfbb-0b567ac8ad55 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:27:45.318188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Deleting port 8dedc161-7b97-4d5f-a198-3969d432e2cf {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:27:45.318575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:45.435543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-b5d3ac36-8ec3-4897-9720-a1d3f28627d8 None None] Set router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:45.556085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 259aab18-af93-4ea0-af5f-967e23910dea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=259aab18-af93-4ea0-af5f-967e23910dea,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:45.556675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:45.556783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b5d3ac36-8ec3-4897-9720-a1d3f28627d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:27:45Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:45.565065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d3ac36-8ec3-4897-9720-a1d3f28627d8 None None] The sync data for ids ['0c8db1d3-2c03-428e-8a13-7d5d03240e3e'] in dv-neutron-822513-1-hyperv is: [{'id': '0c8db1d3-2c03-428e-8a13-7d5d03240e3e', 'name': 'tempest-TestNetworkBasicOps-router-1259909319', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:26:36Z', 'updated_at': '2021-12-22T17:27:45Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:27:45.678360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] For port 8dedc161-7b97-4d5f-a198-3969d432e2cf, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8dedc161-7b97-4d5f-a198-3969d432e2cf,segment=NetworkSegment(953e23f0-3c1e-46b7-9430-917ce5cc5e71),segment_id=953e23f0-3c1e-46b7-9430-917ce5cc5e71)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:45.679352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:45.684820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 259aab18-af93-4ea0-af5f-967e23910dea owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:45.854568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Calling delete_port for 8dedc161-7b97-4d5f-a198-3969d432e2cf owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:27:45.858101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:45.861734 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d7c29e1f-28e0-4cbc-a666-ba57a5d43ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:45.902646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=259aab18-af93-4ea0-af5f-967e23910dea,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:45.906071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:45.948471 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:45.954618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c4972b99-fb6b-45ec-8fb4-390e8e666b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:46.002262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Pushing event deleted for resources: {'Port': ['ID=8dedc161-7b97-4d5f-a198-3969d432e2cf,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:46.004780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] No DVR routers for this DVR port 8dedc161-7b97-4d5f-a198-3969d432e2cf on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:27:46.012428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:46.012776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:46.014250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:46.014596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:46.014929 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:46.015287 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:46.016479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:46.016479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:46.016479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:46.016766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:46.016874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:46.017175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:46.020395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:46.020809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.200596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.202812 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.225217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.225997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Fanout notify agent at l3_agent the message router_deleted on router 0c8db1d3-2c03-428e-8a13-7d5d03240e3e {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:27:46.241513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.242581 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/routers/0c8db1d3-2c03-428e-8a13-7d5d03240e3e HTTP/1.1" status: 204 len: 168 time: 1.3638778 Dec 22 17:27:46.245259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39388) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:46.358681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.394980 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8dedc161-7b97-4d5f-a198-3969d432e2cf no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:46.430932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 8dedc161-7b97-4d5f-a198-3969d432e2cf {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:27:46.431319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8dedc161-7b97-4d5f-a198-3969d432e2cf not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:27:46.431744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 637a996c-d823-405d-aa47-d07ddd254a78 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:46.465946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 637a996c-d823-405d-aa47-d07ddd254a78 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:27:46.466304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 637a996c-d823-405d-aa47-d07ddd254a78 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:27:46.466776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 259aab18-af93-4ea0-af5f-967e23910dea no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:27:46.497646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.499136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 259aab18-af93-4ea0-af5f-967e23910dea {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:27:46.499485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 259aab18-af93-4ea0-af5f-967e23910dea not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:27:46.523680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a1999c-2c50-492e-bfbb-0b567ac8ad55']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:46.535994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953e23f0-3c1e-46b7-9430-917ce5cc5e71') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:46.536288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953e23f0-3c1e-46b7-9430-917ce5cc5e71') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:46.547837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.563817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.571572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:27:46.571984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:27:46.586962 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:27:46.667054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.670545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1bd274bc-ae19-4901-96c7-19e42fe99690 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:46.685008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.698359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Network': ['ID=59a1999c-2c50-492e-bfbb-0b567ac8ad55,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:46.701228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:46.709930 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/networks/59a1999c-2c50-492e-bfbb-0b567ac8ad55 HTTP/1.1" status: 204 len: 168 time: 0.4636791 Dec 22 17:27:46.730057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39392) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:46.735642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'network': {'name': 'tempest-network-smoke--1564714967', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'port_security_enabled': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:27:46.740723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:27:46.745283 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:network and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:27:46.748477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:27:46.754627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:27:46.765059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:27:46.768550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.795911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:27:46.805067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.805427 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Added segment 42a21c5e-1ed1-45c5-af2b-130e71848664 of type vlan for network 5c5233fb-a829-4a13-b0f7-c892b688984c Dec 22 17:27:46.834721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.862222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.868355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:46.868931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:46.872221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a243b0d-771b-4c7f-8127-33231a193808 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:47.075593 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3443847 Dec 22 17:27:47.078529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39396) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:47.079060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Network': ['ID=5c5233fb-a829-4a13-b0f7-c892b688984c,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:47.081885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:47.084012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-217195237', 'admin_state_up': True, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:27:47.089465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 5c5233fb-a829-4a13-b0f7-c892b688984c details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:27:47.091553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:27:47.095480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:router and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:27:47.098280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:27:47.105417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:27:47.115064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:47.116648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:47.130508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:47.405272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:47.704691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:47.734929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:47.867544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.218 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/7ae682fd-f42f-4db0-892c-f2e10d864eb0) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:27:48.123418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:48.152220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:48.155685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:48.218023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:27:48.220798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:27:48.224361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:27:48.260605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=7ae682fd-f42f-4db0-892c-f2e10d864eb0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:48.268442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:48.631895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:48.972236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:49.172619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router fcd11442-34be-4705-8b72-8059556f60b9 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:27:49.351565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:27:49.360881 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Sync routers for ids ['fcd11442-34be-4705-8b72-8059556f60b9'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:27:49.371227 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Routers {'fcd11442-34be-4705-8b72-8059556f60b9'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:49.372117 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fcd11442-34be-4705-8b72-8059556f60b9'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:49.379280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:49.384039 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3008859 Dec 22 17:27:49.384260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39400) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:49.551438 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Set router fcd11442-34be-4705-8b72-8059556f60b9 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:49.552515 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6a241348-d090-4705-a9de-aefd383bd4a5 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=b81c21c680cf47a59420417b42f80eaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1670682 Dec 22 17:27:49.555638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39404) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:49.687722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdc91e5-ea13-4435-a407-140722e64195 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:49.689115 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5cdc91e5-ea13-4435-a407-140722e64195 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1325939 Dec 22 17:27:49.692137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39408) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:49.730665 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-51cd44af-f122-401e-a48d-079cb1831e6f tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373945 Dec 22 17:27:49.733090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39412) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:49.738281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1622379018', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:27:49.835871 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:48Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:49.839854 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Checking router: fcd11442-34be-4705-8b72-8059556f60b9 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:27:49.840206 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Updating router fcd11442-34be-4705-8b72-8059556f60b9 port 7ae682fd-f42f-4db0-892c-f2e10d864eb0 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:27:49.855900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:27:49.859721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:subnet and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:27:49.862503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:27:49.868765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:27:49.877556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:27:49.881191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:49.891960 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:50.099228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:50.103567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0838a91c-1265-49d0-83ec-9cde03b2883d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:50.176092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Subnet': ['ID=d1588c96-4393-41dc-a110-ce927273a84f,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:50.179950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:50.185670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Checking segment: {'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:27:50.186020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network hostable DHCP agents. Network: 5c5233fb-a829-4a13-b0f7-c892b688984c, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:27:50.206609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 5c5233fb-a829-4a13-b0f7-c892b688984c is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:27:50.212300 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:50.215410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 5c5233fb-a829-4a13-b0f7-c892b688984c) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:27:50.219869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:50.220467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:50.224108 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896cdbe7-c6d7-4836-a155-5f15b8d47031 None None] Network 5c5233fb-a829-4a13-b0f7-c892b688984c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:27:50.224755 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Transition to ACTIVE for port object 7ae682fd-f42f-4db0-892c-f2e10d864eb0 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:27:50.232172 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:50.235814 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-2f0d5eea-ab66-427e-a39b-683c2f1fd6e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:50.246664 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-893a816a-7222-4ec4-8a09-f1b975f13f71 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5100262 Dec 22 17:27:50.246881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39416) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:50.342809 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Pushing event updated for resources: {'Port': ['ID=7ae682fd-f42f-4db0-892c-f2e10d864eb0,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:50.351257 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:50.351636 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:50.352157 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:50.352664 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:50.353213 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:50.353778 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:50.354330 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:50.354849 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:50.355891 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:50.356007 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:50.356543 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:50.357061 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:27:50.361709 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:50.362523 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Attempting to bind port 7ae682fd-f42f-4db0-892c-f2e10d864eb0 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:27:50.362888 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Attempting to bind port 7ae682fd-f42f-4db0-892c-f2e10d864eb0 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:27:50.363267 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Attempting to bind port 7ae682fd-f42f-4db0-892c-f2e10d864eb0 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:27:50.369549 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:27:50.369922 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:27:50.370318 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:50.370703 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:27:50.371170 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Bound port: 7ae682fd-f42f-4db0-892c-f2e10d864eb0, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:27:50.371541 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:50.443708 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] For port 7ae682fd-f42f-4db0-892c-f2e10d864eb0, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:27:50.447036 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] For port 7ae682fd-f42f-4db0-892c-f2e10d864eb0, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7ae682fd-f42f-4db0-892c-f2e10d864eb0,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:27:50.451618 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:50.456034 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3bd7c0df-d10d-476f-a48b-d12171574e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:50.469956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-5c5233fb-a829-4a13-b0f7-c892b688984c', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ips': [{'subnet_id': 'd1588c96-4393-41dc-a110-ce927273a84f'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:27:50.471207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:50.531598 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Routers {'fcd11442-34be-4705-8b72-8059556f60b9'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:50.532208 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fcd11442-34be-4705-8b72-8059556f60b9'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:50.578259 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Pushing event updated for resources: {'Port': ['ID=7ae682fd-f42f-4db0-892c-f2e10d864eb0,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:50.586964 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-c932e683-b68d-4009-8537-ebc94715d81a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:50.645676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Allocated IP 172.20.0.2 (5c5233fb-a829-4a13-b0f7-c892b688984c/d1588c96-4393-41dc-a110-ce927273a84f/d2826610-0356-4580-893b-5069dca8ec82) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:27:50.729321 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] Set router fcd11442-34be-4705-8b72-8059556f60b9 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:50.866879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:50.877301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Transition to ACTIVE for port object d2826610-0356-4580-893b-5069dca8ec82 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:27:50.897764 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Transition to ACTIVE for port object d2826610-0356-4580-893b-5069dca8ec82 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:27:50.903749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:50.907873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:50.976745 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Network 5c5233fb-a829-4a13-b0f7-c892b688984c is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:27:50.977924 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:27:50.980355 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:27:51.002971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:51.020814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Pushing event updated for resources: {'Port': ['ID=d2826610-0356-4580-893b-5069dca8ec82,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:51.023395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:51.031891 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:48Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:51.036187 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b61f1-c676-4630-92d4-7a279ff5b69a None None] The sync data for ids ['fcd11442-34be-4705-8b72-8059556f60b9'] in dv-neutron-822513-1-hyperv is: [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:48Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:27:51.083058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Attempting to bind port d2826610-0356-4580-893b-5069dca8ec82 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:27:51.083535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Attempting to bind port d2826610-0356-4580-893b-5069dca8ec82 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:27:51.083914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Attempting to bind port d2826610-0356-4580-893b-5069dca8ec82 on network 5c5233fb-a829-4a13-b0f7-c892b688984c {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:27:51.090207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:27:51.090629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Checking segment: {'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:27:51.091000 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:51.091448 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Bound using segment: {'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:27:51.091934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Bound port: d2826610-0356-4580-893b-5069dca8ec82, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:27:51.092321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:51.189757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] For port d2826610-0356-4580-893b-5069dca8ec82, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:27:51.193053 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] For port d2826610-0356-4580-893b-5069dca8ec82, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d2826610-0356-4580-893b-5069dca8ec82,segment=NetworkSegment(42a21c5e-1ed1-45c5-af2b-130e71848664),segment_id=42a21c5e-1ed1-45c5-af2b-130e71848664)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:27:51.197365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:51.206581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:51.323258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Pushing event updated for resources: {'Port': ['ID=d2826610-0356-4580-893b-5069dca8ec82,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:51.327920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:51.587483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.1 (5c5233fb-a829-4a13-b0f7-c892b688984c/d1588c96-4393-41dc-a110-ce927273a84f/c6f2515d-fc40-430f-8398-b6968da146ad) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:27:51.755155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:51.771397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object c6f2515d-fc40-430f-8398-b6968da146ad will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:27:51.799296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:51.803676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-89cb6e87-a53e-4dd6-9fe4-f3b4f55144f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:51.876008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 5c5233fb-a829-4a13-b0f7-c892b688984c is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:27:51.878996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:27:51.883513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:27:51.919709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=c6f2515d-fc40-430f-8398-b6968da146ad,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:51.928218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:51.946557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:52.245204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:52.249536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7ae682fd-f42f-4db0-892c-f2e10d864eb0 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:27:52.309255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608ed0ab-6429-4f9a-a8e4-8061cf9f1b7c None None] Network 5c5233fb-a829-4a13-b0f7-c892b688984c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:27:52.422154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d1c0ce7a-3c1d-4fe7-bcd7-0637c5769058 None None] Provisioning for port d2826610-0356-4580-893b-5069dca8ec82 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:27:52.425087 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 7ae682fd-f42f-4db0-892c-f2e10d864eb0 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:27:52.435564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7ae682fd-f42f-4db0-892c-f2e10d864eb0 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:52.435944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:52.682214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:52.687194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:52.687920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:52.707796 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 7ae682fd-f42f-4db0-892c-f2e10d864eb0, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7ae682fd-f42f-4db0-892c-f2e10d864eb0,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:52.711926 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:52.712831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d2826610-0356-4580-893b-5069dca8ec82 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:27:52.720963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-195e3fb4-2083-41e0-8aeb-e752b3e1a2bb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:52.741023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7d49c8af-613a-4e2f-8843-f54e03ee3069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:52.804242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:52.809030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=c6f2515d-fc40-430f-8398-b6968da146ad,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:52.813416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:52.838806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=7ae682fd-f42f-4db0-892c-f2e10d864eb0,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:52.842449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:52.849296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port d2826610-0356-4580-893b-5069dca8ec82 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:27:52.855212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port d2826610-0356-4580-893b-5069dca8ec82 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:52.855591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:52.983254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:53.017031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port d2826610-0356-4580-893b-5069dca8ec82, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d2826610-0356-4580-893b-5069dca8ec82,segment=NetworkSegment(42a21c5e-1ed1-45c5-af2b-130e71848664),segment_id=42a21c5e-1ed1-45c5-af2b-130e71848664)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:53.022495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:53.024621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:53.080920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 5c5233fb-a829-4a13-b0f7-c892b688984c is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:27:53.082451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:27:53.102226 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-237d5155-0da6-4f03-97b6-bbde944c6cc5 None None] Provisioning complete for port d2826610-0356-4580-893b-5069dca8ec82 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:53.102589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-237d5155-0da6-4f03-97b6-bbde944c6cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:53.138069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=d2826610-0356-4580-893b-5069dca8ec82,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:53.147782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:53.238437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-237d5155-0da6-4f03-97b6-bbde944c6cc5 None None] Provisioning for port c6f2515d-fc40-430f-8398-b6968da146ad completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:27:53.244628 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-237d5155-0da6-4f03-97b6-bbde944c6cc5 None None] Provisioning complete for port c6f2515d-fc40-430f-8398-b6968da146ad triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:53.245060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-237d5155-0da6-4f03-97b6-bbde944c6cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:53.278562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router fcd11442-34be-4705-8b72-8059556f60b9 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:27:53.310922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-237d5155-0da6-4f03-97b6-bbde944c6cc5 None None] Port c6f2515d-fc40-430f-8398-b6968da146ad cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:27:53.430065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-cff0a3c1-3f30-4a90-98e7-bf512c2fe6fe None None] Provisioning complete for port c6f2515d-fc40-430f-8398-b6968da146ad triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:53.430711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cff0a3c1-3f30-4a90-98e7-bf512c2fe6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:53.470927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:27:53.484990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Sync routers for ids ['fcd11442-34be-4705-8b72-8059556f60b9'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:27:53.486487 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/fcd11442-34be-4705-8b72-8059556f60b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2385542 Dec 22 17:27:53.486903 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-cff0a3c1-3f30-4a90-98e7-bf512c2fe6fe None None] Port c6f2515d-fc40-430f-8398-b6968da146ad cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:27:53.488950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39420) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:53.495868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Routers {'fcd11442-34be-4705-8b72-8059556f60b9'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:53.496423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fcd11442-34be-4705-8b72-8059556f60b9'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:53.630020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c45c4c9-a9f2-4213-8693-22b87156646d tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:53.630594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c45c4c9-a9f2-4213-8693-22b87156646d tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:53.631135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c45c4c9-a9f2-4213-8693-22b87156646d tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:53.631681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c45c4c9-a9f2-4213-8693-22b87156646d tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:53.633321 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4c45c4c9-a9f2-4213-8693-22b87156646d tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1434748 Dec 22 17:27:53.636042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39424) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:53.675663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Set router fcd11442-34be-4705-8b72-8059556f60b9 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:53.703082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd857e5-a3fd-4d06-aaba-1fc77b1ab942 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:53.703649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd857e5-a3fd-4d06-aaba-1fc77b1ab942 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:53.704013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd857e5-a3fd-4d06-aaba-1fc77b1ab942 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:53.704461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd857e5-a3fd-4d06-aaba-1fc77b1ab942 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:53.706092 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ebd857e5-a3fd-4d06-aaba-1fc77b1ab942 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0691547 Dec 22 17:27:53.708697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39428) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:53.909961 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6e2f7eda-2478-40f8-bdbf-4a3699ca4e6c tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2001293 Dec 22 17:27:53.982727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'c6f2515d-fc40-430f-8398-b6968da146ad', 'name': '', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:0f:43:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:51Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:53.986581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Checking router: fcd11442-34be-4705-8b72-8059556f60b9 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:27:53.986942 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Updating router fcd11442-34be-4705-8b72-8059556f60b9 port c6f2515d-fc40-430f-8398-b6968da146ad binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:27:54.041269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.160066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39434) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:54.165488 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046565028', 'description': 'tempest-secgroup-smoke-1046565028 description', 'project_id': 'b81c21c680cf47a59420417b42f80eaa'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:27:54.171415 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:27:54.175715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:27:54.178765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:27:54.184433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:27:54.196759 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.220463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:27:54.224441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:27:54.227723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:27:54.233359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:27:54.248928 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7ae682fd-f42f-4db0-892c-f2e10d864eb0 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:27:54.303680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.307367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.310856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-16cdff2a-0065-495d-a0fa-f8aecf49f82d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:54.355349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c0e2d9-6e41-41c1-9383-3705a36a1f70,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:54.358199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:54.363569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.364779 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2037444 Dec 22 17:27:54.367986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39438) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:54.373473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '44c0e2d9-6e41-41c1-9383-3705a36a1f70', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:27:54.379491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:27:54.383705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:27:54.386514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:27:54.392661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:27:54.409290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.410238 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7ae682fd-f42f-4db0-892c-f2e10d864eb0 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:54.410620 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.472646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.476313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.478383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9c551f01-88a0-416c-b8d1-27966b6bcf25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:54.501499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eaa3ce3-7627-488f-99b3-4087c11adcbb,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:54.505980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:54.511245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.512640 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435027 Dec 22 17:27:54.515390 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39442) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:54.520470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-27f49073-d817-4ff1-a789-8cbfb4c7cd4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '44c0e2d9-6e41-41c1-9383-3705a36a1f70', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:27:54.526389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-27f49073-d817-4ff1-a789-8cbfb4c7cd4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:27:54.530066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-27f49073-d817-4ff1-a789-8cbfb4c7cd4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:27:54.532885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-27f49073-d817-4ff1-a789-8cbfb4c7cd4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:27:54.538409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-27f49073-d817-4ff1-a789-8cbfb4c7cd4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:27:54.543397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.557679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-27f49073-d817-4ff1-a789-8cbfb4c7cd4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.598046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Transition to ACTIVE for port object c6f2515d-fc40-430f-8398-b6968da146ad will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:27:54.609172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.613750 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:54.622052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-27f49073-d817-4ff1-a789-8cbfb4c7cd4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.625857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-27f49073-d817-4ff1-a789-8cbfb4c7cd4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.627620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-23530401-d83e-4dbd-8884-2b6f7a67ec64 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:54.648511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d2826610-0356-4580-893b-5069dca8ec82 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:27:54.649557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f49073-d817-4ff1-a789-8cbfb4c7cd4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98a9506-70ce-40ba-bc53-8346f90e42b0,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:54.652019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-27f49073-d817-4ff1-a789-8cbfb4c7cd4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:54.659449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-27f49073-d817-4ff1-a789-8cbfb4c7cd4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.660780 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-27f49073-d817-4ff1-a789-8cbfb4c7cd4f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443284 Dec 22 17:27:54.663979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39446) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:54.669000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '44c0e2d9-6e41-41c1-9383-3705a36a1f70', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:27:54.674916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:27:54.679850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:27:54.682864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:27:54.690582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:27:54.715842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.790524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.793632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed79c1f-99ff-4320-bf9b-f17fc03206d5 None None] Pushing event updated for resources: {'Port': ['ID=c6f2515d-fc40-430f-8398-b6968da146ad,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:54.796740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.797800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1ed79c1f-99ff-4320-bf9b-f17fc03206d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:54.799068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae3ed59b-041e-48bc-85c7-06091dfebb62 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:54.828187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8311a5e2-9f3e-417f-8369-c546978e3cf5,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:54.831092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:54.841076 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.843593 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1786938 Dec 22 17:27:54.845509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39450) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:54.851281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '44c0e2d9-6e41-41c1-9383-3705a36a1f70', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:27:54.857361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:27:54.861247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:27:54.864516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:27:54.870358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:27:54.889919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.894716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Attempting to bind port c6f2515d-fc40-430f-8398-b6968da146ad on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:27:54.895092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Attempting to bind port c6f2515d-fc40-430f-8398-b6968da146ad by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:27:54.895476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Attempting to bind port c6f2515d-fc40-430f-8398-b6968da146ad on network 5c5233fb-a829-4a13-b0f7-c892b688984c {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:27:54.897674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port d2826610-0356-4580-893b-5069dca8ec82 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:54.898046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.934264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:27:54.934638 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Checking segment: {'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:27:54.935038 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.935587 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Bound using segment: {'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:27:54.936063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Bound port: c6f2515d-fc40-430f-8398-b6968da146ad, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:27:54.936437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.959678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.965147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:54.967132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e6deefc8-f9a6-4c3b-b794-6a64d2ad00ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:54.987875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4075d307-b03f-4a84-91b1-71fd329c1b93,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:54.992311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:55.000296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:55.001466 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548679 Dec 22 17:27:55.004349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39454) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:55.009414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '44c0e2d9-6e41-41c1-9383-3705a36a1f70', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:27:55.016614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:27:55.020380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:27:55.023333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:27:55.028967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:27:55.044647 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:27:55.051944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:55.105438 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] For port c6f2515d-fc40-430f-8398-b6968da146ad, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:27:55.117455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:55.118132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] For port c6f2515d-fc40-430f-8398-b6968da146ad, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c6f2515d-fc40-430f-8398-b6968da146ad,segment=NetworkSegment(42a21c5e-1ed1-45c5-af2b-130e71848664),segment_id=42a21c5e-1ed1-45c5-af2b-130e71848664)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:27:55.121384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:55.123094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:55.123662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:55.127254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1ed79c1f-99ff-4320-bf9b-f17fc03206d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:55.142453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff743bfb-3982-45eb-b7f4-e78784e9577e,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:55.146352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:55.153690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:55.154863 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495605 Dec 22 17:27:55.157804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39458) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:27:55.163271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '44c0e2d9-6e41-41c1-9383-3705a36a1f70', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:27:55.169001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:27:55.172740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:27:55.175556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:27:55.181243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:27:55.192768 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:27:55.200178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:55.204125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Routers {'fcd11442-34be-4705-8b72-8059556f60b9'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:27:55.204757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:27:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fcd11442-34be-4705-8b72-8059556f60b9'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:55.266899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed79c1f-99ff-4320-bf9b-f17fc03206d5 None None] Pushing event updated for resources: {'Port': ['ID=c6f2515d-fc40-430f-8398-b6968da146ad,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:55.271505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1ed79c1f-99ff-4320-bf9b-f17fc03206d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:55.276841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:55.284632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:55.286747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-40e8a4ec-eb30-4a0f-b29e-7ac0d2e3ade0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:55.311137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d00883-5fb7-4c76-aebe-43a1b22defc5,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:55.314045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:55.322994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:55.335043 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1756265 Dec 22 17:27:55.391821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] Set router fcd11442-34be-4705-8b72-8059556f60b9 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:27:55.551636 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-cb37b88a-620b-4f06-a1c0-3133bc282d7b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046565028&fields=id&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 267 time: 0.0402920 Dec 22 17:27:55.702150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232917cd-47f7-454e-abb8-9f06d701813a req-20070396-23bd-4c10-8866-5838c959ce94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:55.702744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-232917cd-47f7-454e-abb8-9f06d701813a req-20070396-23bd-4c10-8866-5838c959ce94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:27:55.720048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-232917cd-47f7-454e-abb8-9f06d701813a req-20070396-23bd-4c10-8866-5838c959ce94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:27:55.721196 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-20070396-23bd-4c10-8866-5838c959ce94 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/networks?id=5c5233fb-a829-4a13-b0f7-c892b688984c HTTP/1.1" status: 200 len: 797 time: 0.1621883 Dec 22 17:27:55.735942 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-42ae44f1-4bf0-4ebc-9a83-f8eecd142b7a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/quotas/b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 375 time: 0.0093002 Dec 22 17:27:55.756081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'c6f2515d-fc40-430f-8398-b6968da146ad', 'name': '', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:0f:43:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:51Z', 'updated_at': '2021-12-22T17:27:55Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:27:55.760878 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0d008-9d2b-4c2b-882d-f89a2321c892 None None] The sync data for ids ['fcd11442-34be-4705-8b72-8059556f60b9'] in dv-neutron-822513-1-hyperv is: [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'c6f2515d-fc40-430f-8398-b6968da146ad', 'name': '', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:0f:43:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:51Z', 'updated_at': '2021-12-22T17:27:55Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:27:55.837644 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-232917cd-47f7-454e-abb8-9f06d701813a req-106a1a2c-3bdc-4bfa-86e4-ae48f00c81ee tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:27:55.853733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-232917cd-47f7-454e-abb8-9f06d701813a req-106a1a2c-3bdc-4bfa-86e4-ae48f00c81ee tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:27:55.855303 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-106a1a2c-3bdc-4bfa-86e4-ae48f00c81ee tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140761 Dec 22 17:27:55.997645 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-8146081f-160c-4585-8a18-aaf0463325af service neutron] 10.222.0.70 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304255 Dec 22 17:27:56.139629 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-d7fc29f8-6daf-4faa-8741-05d67da345e5 service neutron] 10.222.0.70 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357200 Dec 22 17:27:56.218294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c6f2515d-fc40-430f-8398-b6968da146ad up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:27:56.300529 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port c6f2515d-fc40-430f-8398-b6968da146ad completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:27:56.308046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c6f2515d-fc40-430f-8398-b6968da146ad triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:56.308420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:56.342160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-49c17644-e827-4fed-adcf-405e8634029c req-baa9a548-6d28-4a2c-8375-e71e40db1ddc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:27:56.358582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-49c17644-e827-4fed-adcf-405e8634029c req-baa9a548-6d28-4a2c-8375-e71e40db1ddc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:27:56.359760 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-49c17644-e827-4fed-adcf-405e8634029c req-baa9a548-6d28-4a2c-8375-e71e40db1ddc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 210 time: 0.0713215 Dec 22 17:27:56.462077 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:56.502415 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port c6f2515d-fc40-430f-8398-b6968da146ad, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c6f2515d-fc40-430f-8398-b6968da146ad,segment=NetworkSegment(42a21c5e-1ed1-45c5-af2b-130e71848664),segment_id=42a21c5e-1ed1-45c5-af2b-130e71848664)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:27:56.509127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:56.511352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:56.596529 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=c6f2515d-fc40-430f-8398-b6968da146ad,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:56.600908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:57.547533 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2d5e44ac-1709-4a6f-b81f-2d1f120df89e req-5a9d56b4-e98b-47c6-9d93-9390e65f0dca tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 210 time: 0.0469370 Dec 22 17:27:57.595361 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7adc048b-45bf-4abb-b366-e23d35f98cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:57.602564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232917cd-47f7-454e-abb8-9f06d701813a req-f351e626-4934-40a1-81f7-f68e83e4ef78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:57.604006 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-f351e626-4934-40a1-81f7-f68e83e4ef78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks?id=5c5233fb-a829-4a13-b0f7-c892b688984c HTTP/1.1" status: 200 len: 797 time: 0.2820473 Dec 22 17:27:57.654530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-232917cd-47f7-454e-abb8-9f06d701813a req-f06081d8-bf23-4897-b9d4-ae57550a5625 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:27:57.669588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-232917cd-47f7-454e-abb8-9f06d701813a req-f06081d8-bf23-4897-b9d4-ae57550a5625 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:27:57.670959 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-f06081d8-bf23-4897-b9d4-ae57550a5625 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 380 time: 0.0569232 Dec 22 17:27:57.680126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'device_id': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'admin_state_up': True, 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'security_groups': ['44c0e2d9-6e41-41c1-9383-3705a36a1f70']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:27:57.813707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:27:57.823685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:27:57.833586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:27:57.837866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:57.996733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.3 (5c5233fb-a829-4a13-b0f7-c892b688984c/d1588c96-4393-41dc-a110-ce927273a84f/c79b7d28-1883-4967-9305-67aec95247ea) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:27:58.189285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c6f2515d-fc40-430f-8398-b6968da146ad up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:27:58.191346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:58.207408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object c79b7d28-1883-4967-9305-67aec95247ea will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:27:58.231230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:58.237636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-272a7a22-9f4c-416b-8d7e-3621f70345a7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:58.258290 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c6f2515d-fc40-430f-8398-b6968da146ad triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:58.258673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:58.302837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 5c5233fb-a829-4a13-b0f7-c892b688984c is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:27:58.305752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:27:58.308638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:27:58.360660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=c79b7d28-1883-4967-9305-67aec95247ea,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:58.363289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:58.392707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:58.393367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:58.420033 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7434914 Dec 22 17:27:58.432298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Request body: {'port': {'device_id': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:27:58.546189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:58.561362 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8bfbc847-a52d-4023-b5ef-dcaf347f8480 None None] Provisioning for port c79b7d28-1883-4967-9305-67aec95247ea completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:27:58.566202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8bfbc847-a52d-4023-b5ef-dcaf347f8480 None None] Provisioning complete for port c79b7d28-1883-4967-9305-67aec95247ea triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:27:58.566575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8bfbc847-a52d-4023-b5ef-dcaf347f8480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:58.620384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbc847-a52d-4023-b5ef-dcaf347f8480 None None] Port c79b7d28-1883-4967-9305-67aec95247ea cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:27:58.856025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbdf7c-dd62-4437-be22-e0723d796383 req-483ef4e9-ce7e-4558-9f54-b508c86986a3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:58.856639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-81bbdf7c-dd62-4437-be22-e0723d796383 req-483ef4e9-ce7e-4558-9f54-b508c86986a3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:27:58.894935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-81bbdf7c-dd62-4437-be22-e0723d796383 req-483ef4e9-ce7e-4558-9f54-b508c86986a3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:27:58.896074 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-81bbdf7c-dd62-4437-be22-e0723d796383 req-483ef4e9-ce7e-4558-9f54-b508c86986a3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 931 time: 0.2292833 Dec 22 17:27:58.955778 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-81bbdf7c-dd62-4437-be22-e0723d796383 req-86fcb336-7ca8-4fb4-88f7-b601f6449a73 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=44c0e2d9-6e41-41c1-9383-3705a36a1f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522871 Dec 22 17:27:59.007708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79b7d28-1883-4967-9305-67aec95247ea {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:27:59.015147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:59.031043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Transition to ACTIVE for port object c79b7d28-1883-4967-9305-67aec95247ea will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:27:59.034636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:59.039722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-95e40b45-a690-414c-996c-22510448e430 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:59.196973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Pushing event updated for resources: {'Port': ['ID=c79b7d28-1883-4967-9305-67aec95247ea,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:59.203847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:59.270506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Attempting to bind port c79b7d28-1883-4967-9305-67aec95247ea on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:27:59.270837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Attempting to bind port c79b7d28-1883-4967-9305-67aec95247ea by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:27:59.271187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Attempting to bind port c79b7d28-1883-4967-9305-67aec95247ea on network 5c5233fb-a829-4a13-b0f7-c892b688984c {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:27:59.276444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Port c79b7d28-1883-4967-9305-67aec95247ea on network 5c5233fb-a829-4a13-b0f7-c892b688984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:27:59.276761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Attempting to bind port c79b7d28-1883-4967-9305-67aec95247ea on network 5c5233fb-a829-4a13-b0f7-c892b688984c {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:27:59.281712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:27:59.282045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Checking segment: {'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:27:59.282421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Bound using segment: {'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:27:59.282833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Bound port: c79b7d28-1883-4967-9305-67aec95247ea, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a21c5e-1ed1-45c5-af2b-130e71848664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:27:59.283200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:59.372701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] For port c79b7d28-1883-4967-9305-67aec95247ea, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:27:59.376075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] For port c79b7d28-1883-4967-9305-67aec95247ea, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c79b7d28-1883-4967-9305-67aec95247ea,segment=NetworkSegment(42a21c5e-1ed1-45c5-af2b-130e71848664),segment_id=42a21c5e-1ed1-45c5-af2b-130e71848664)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:27:59.380541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:59.384570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-37974e79-10ca-445a-856f-cb8e026ca646 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:27:59.548692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:59.549311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:27:59.550691 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] 10.222.0.53 "PUT /v2.0/ports/c79b7d28-1883-4967-9305-67aec95247ea HTTP/1.1" status: 200 len: 1093 time: 1.1226783 Dec 22 17:27:59.551268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'tag': 'c79b7d28-1883-4967-9305-67aec95247ea'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:27:59.572234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Pushing event updated for resources: {'Port': ['ID=c79b7d28-1883-4967-9305-67aec95247ea,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:27:59.580084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:27:59.630134 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'tag': 'c79b7d28-1883-4967-9305-67aec95247ea', 'status': 'completed', 'code': 200} Dec 22 17:27:59.669165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232917cd-47f7-454e-abb8-9f06d701813a req-8a437d09-d432-443f-824a-37423d7a2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:59.670664 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-8a437d09-d432-443f-824a-37423d7a2c14 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 1096 time: 0.0791819 Dec 22 17:27:59.742321 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-e10a36bd-99df-41a2-8145-3f30346d1a45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c79b7d28-1883-4967-9305-67aec95247ea HTTP/1.1" status: 200 len: 217 time: 0.0633123 Dec 22 17:27:59.807071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232917cd-47f7-454e-abb8-9f06d701813a req-9a1eda78-f340-4362-8b47-f65ba206eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:59.808481 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-9a1eda78-f340-4362-8b47-f65ba206eab6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1588c96-4393-41dc-a110-ce927273a84f HTTP/1.1" status: 200 len: 844 time: 0.0600743 Dec 22 17:27:59.883932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232917cd-47f7-454e-abb8-9f06d701813a req-5ed3a0cb-12d5-4630-ae46-73546262ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:27:59.885518 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-5ed3a0cb-12d5-4630-ae46-73546262ab4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c5233fb-a829-4a13-b0f7-c892b688984c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706787 Dec 22 17:28:00.018495 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-57187f16-3155-4046-ba34-e8c2bc944d6b service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255417 Dec 22 17:28:00.032308 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d4ad9cf0-f78b-4226-8cbc-3a471e7da2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:00.207997 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-232917cd-47f7-454e-abb8-9f06d701813a req-0f51831f-5be0-44e4-929f-84805434938a service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832848 Dec 22 17:28:00.223317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ee264-ebcc-47f3-9cd2-2ceebe3aadb4 req-ac31b339-e8df-41b0-ab39-d9b12e48fb34 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:00.224743 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c66ee264-ebcc-47f3-9cd2-2ceebe3aadb4 req-ac31b339-e8df-41b0-ab39-d9b12e48fb34 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 943 time: 0.1271846 Dec 22 17:28:00.307722 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c66ee264-ebcc-47f3-9cd2-2ceebe3aadb4 req-3305381f-4781-4cc2-91f3-dd738b7d096b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=44c0e2d9-6e41-41c1-9383-3705a36a1f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763252 Dec 22 17:28:00.335728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e0dcb-c33b-4b9a-bbc7-7e189989d0f4 req-71b553e7-5411-4f90-b64f-5581fb7fc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:00.337429 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a38e0dcb-c33b-4b9a-bbc7-7e189989d0f4 req-71b553e7-5411-4f90-b64f-5581fb7fc515 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 1096 time: 0.0790787 Dec 22 17:28:00.468021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e0dcb-c33b-4b9a-bbc7-7e189989d0f4 req-dc2866fb-c864-420a-9853-d7e468efe02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:00.469612 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a38e0dcb-c33b-4b9a-bbc7-7e189989d0f4 req-dc2866fb-c864-420a-9853-d7e468efe02d service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c5233fb-a829-4a13-b0f7-c892b688984c HTTP/1.1" status: 200 len: 898 time: 0.1252751 Dec 22 17:28:00.540631 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a38e0dcb-c33b-4b9a-bbc7-7e189989d0f4 req-4dd326f9-4cd1-4414-a347-874f25db4e73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c79b7d28-1883-4967-9305-67aec95247ea HTTP/1.1" status: 200 len: 217 time: 0.0639422 Dec 22 17:28:00.602856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e0dcb-c33b-4b9a-bbc7-7e189989d0f4 req-f10cd5bd-1846-4e37-a752-18f5993b66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:00.604329 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a38e0dcb-c33b-4b9a-bbc7-7e189989d0f4 req-f10cd5bd-1846-4e37-a752-18f5993b66f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1588c96-4393-41dc-a110-ce927273a84f HTTP/1.1" status: 200 len: 844 time: 0.0569615 Dec 22 17:28:00.682194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e0dcb-c33b-4b9a-bbc7-7e189989d0f4 req-a0be8c7f-935a-44e6-a4fd-7e06cd1fbd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:00.683652 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a38e0dcb-c33b-4b9a-bbc7-7e189989d0f4 req-a0be8c7f-935a-44e6-a4fd-7e06cd1fbd9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c5233fb-a829-4a13-b0f7-c892b688984c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723000 Dec 22 17:28:00.822513 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a38e0dcb-c33b-4b9a-bbc7-7e189989d0f4 req-82bdc995-42be-4439-8a7b-38a72467c83b service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312053 Dec 22 17:28:00.953117 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a38e0dcb-c33b-4b9a-bbc7-7e189989d0f4 req-eb6d3f19-6b0d-475c-bd86-4ca1f9ebbc46 service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234086 Dec 22 17:28:01.035225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:01.179841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:01.492679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a5066-532b-4474-8e7d-f8551fdf3a7c req-73467f12-f0ad-4fd4-85fc-cdfa0b198738 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:01.494010 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8a5a5066-532b-4474-8e7d-f8551fdf3a7c req-73467f12-f0ad-4fd4-85fc-cdfa0b198738 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 943 time: 0.0798504 Dec 22 17:28:01.536365 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8a5a5066-532b-4474-8e7d-f8551fdf3a7c req-e6b791b4-de05-41c0-b16c-c6bdcca61e8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=44c0e2d9-6e41-41c1-9383-3705a36a1f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367415 Dec 22 17:28:02.552181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:02.717819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f81697-8318-49c4-928b-ebc54045907a req-4b3a6b7c-8191-47c2-b534-9f537261cdf2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:02.719280 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-63f81697-8318-49c4-928b-ebc54045907a req-4b3a6b7c-8191-47c2-b534-9f537261cdf2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 943 time: 0.0806818 Dec 22 17:28:02.762018 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-63f81697-8318-49c4-928b-ebc54045907a req-8d5e15f8-ad3f-4b79-a7a0-bde8f2bc7b62 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=44c0e2d9-6e41-41c1-9383-3705a36a1f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369911 Dec 22 17:28:03.482252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c79b7d28-1883-4967-9305-67aec95247ea details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:28:03.612176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c79b7d28-1883-4967-9305-67aec95247ea, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c79b7d28-1883-4967-9305-67aec95247ea,segment=NetworkSegment(42a21c5e-1ed1-45c5-af2b-130e71848664),segment_id=42a21c5e-1ed1-45c5-af2b-130e71848664)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:28:03.624697 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'c79b7d28-1883-4967-9305-67aec95247ea', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'port_id': 'c79b7d28-1883-4967-9305-67aec95247ea', 'mac_address': 'fa:16:3e:76:53:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:28:03.678018 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:03.694463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79b7d28-1883-4967-9305-67aec95247ea {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:28:03.709702 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c79b7d28-1883-4967-9305-67aec95247ea, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c79b7d28-1883-4967-9305-67aec95247ea,segment=NetworkSegment(42a21c5e-1ed1-45c5-af2b-130e71848664),segment_id=42a21c5e-1ed1-45c5-af2b-130e71848664)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:28:03.713992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:03.715877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:28:03.788316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c79b7d28-1883-4967-9305-67aec95247ea,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:28:03.791299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:28:03.950012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfb9f7-7fa2-4b7b-b47a-62402e07db8d req-72020781-1160-4931-88eb-7df9c7b97cb4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:03.951476 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c1dfb9f7-7fa2-4b7b-b47a-62402e07db8d req-72020781-1160-4931-88eb-7df9c7b97cb4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 944 time: 0.0832670 Dec 22 17:28:03.952433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['c79b7d28-1883-4967-9305-67aec95247ea'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:28:03.995635 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c1dfb9f7-7fa2-4b7b-b47a-62402e07db8d req-e6055c5f-427e-498f-ba35-d816e43ae811 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=44c0e2d9-6e41-41c1-9383-3705a36a1f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385878 Dec 22 17:28:05.105572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:05.295532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd8675-cc68-4dbe-9304-21af6cd0f024 req-48088399-b4d3-442c-ab82-42b7c9aab6b4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:05.296983 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f0bd8675-cc68-4dbe-9304-21af6cd0f024 req-48088399-b4d3-442c-ab82-42b7c9aab6b4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 944 time: 0.1925683 Dec 22 17:28:05.341103 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f0bd8675-cc68-4dbe-9304-21af6cd0f024 req-ed273c6c-7dea-4478-83a4-386f9a67b1b4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=44c0e2d9-6e41-41c1-9383-3705a36a1f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385184 Dec 22 17:28:05.487677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c79b7d28-1883-4967-9305-67aec95247ea up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:28:05.552979 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port c79b7d28-1883-4967-9305-67aec95247ea completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:28:05.558324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port c79b7d28-1883-4967-9305-67aec95247ea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:28:05.558754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:05.673316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:05.699611 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79b7d28-1883-4967-9305-67aec95247ea'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:28:05.709902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c79b7d28-1883-4967-9305-67aec95247ea, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c79b7d28-1883-4967-9305-67aec95247ea,segment=NetworkSegment(42a21c5e-1ed1-45c5-af2b-130e71848664),segment_id=42a21c5e-1ed1-45c5-af2b-130e71848664)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:28:05.715086 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:05.716972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:28:05.754397 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79b7d28-1883-4967-9305-67aec95247ea', 'code': 200} Dec 22 17:28:05.787166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c79b7d28-1883-4967-9305-67aec95247ea,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:28:05.790094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:28:05.976959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75888b-9a0c-4702-ac4c-db846f455b8a req-f1d3c3bc-3121-4ee2-b2fd-e9e6a12f414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:05.978384 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7a75888b-9a0c-4702-ac4c-db846f455b8a req-f1d3c3bc-3121-4ee2-b2fd-e9e6a12f414e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 1098 time: 0.0751839 Dec 22 17:28:06.019442 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7a75888b-9a0c-4702-ac4c-db846f455b8a req-ab1b1063-f4d4-4ecb-886d-3405cd5f6c48 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=44c0e2d9-6e41-41c1-9383-3705a36a1f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346956 Dec 22 17:28:06.525592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93373e-e9ae-47e7-94b4-a55bc374074e req-4d484e0d-486b-4c9f-8e46-ae79ad5215f8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:06.527030 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7d93373e-e9ae-47e7-94b4-a55bc374074e req-4d484e0d-486b-4c9f-8e46-ae79ad5215f8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 945 time: 0.0799212 Dec 22 17:28:06.570365 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7d93373e-e9ae-47e7-94b4-a55bc374074e req-120827e4-7fb1-4937-ba3f-240acf03c4fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=44c0e2d9-6e41-41c1-9383-3705a36a1f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376604 Dec 22 17:28:07.753901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02ce84-e120-4264-b193-e826993a4f9e req-69996eb0-c893-4cfb-960d-8365e916437e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:07.755364 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cd02ce84-e120-4264-b193-e826993a4f9e req-69996eb0-c893-4cfb-960d-8365e916437e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 945 time: 0.0821958 Dec 22 17:28:07.799289 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cd02ce84-e120-4264-b193-e826993a4f9e req-76ee0c04-f384-47bb-8855-595e9de21e56 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=44c0e2d9-6e41-41c1-9383-3705a36a1f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381539 Dec 22 17:28:07.982012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920a33-0e28-4768-bee7-44bb8b2003b2 req-9b9f6f0b-9291-41ff-8f17-65e8e8f80e65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:07.983392 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-74920a33-0e28-4768-bee7-44bb8b2003b2 req-9b9f6f0b-9291-41ff-8f17-65e8e8f80e65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 945 time: 0.0834041 Dec 22 17:28:08.026808 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-74920a33-0e28-4768-bee7-44bb8b2003b2 req-29da0929-e16c-40cc-a5d4-c27c13b3b46d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=44c0e2d9-6e41-41c1-9383-3705a36a1f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378230 Dec 22 17:28:08.048313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39512) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:28:08.116924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25a34b-2189-4818-832c-2b2ed9978cf3 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:08.118376 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fe25a34b-2189-4818-832c-2b2ed9978cf3 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 1093 time: 0.0691342 Dec 22 17:28:08.121112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39516) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:28:08.125861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'c79b7d28-1883-4967-9305-67aec95247ea', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:28:08.131591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:28:08.135369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:floatingip and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:28:08.138173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:28:08.143751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:28:08.154207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:08.294315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:08.427583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.11 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/2b461443-dfbd-48c4-b04b-1126d9480ca7) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:28:08.576279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:08.605231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:08.609623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ae01c876-5c19-42f6-87d9-e1d439eb67eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:28:08.667043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:28:08.669702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:28:08.673296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:28:08.719489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=2b461443-dfbd-48c4-b04b-1126d9480ca7,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:28:08.727824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:28:09.094393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:09.165208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:09.477882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:09.482313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:09.486062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:28:09.593643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=2b461443-dfbd-48c4-b04b-1126d9480ca7,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:28:09.597560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:28:09.602614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:09.768572 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 8009ea8b-365b-4e39-9209-ad6306f5bf3e associated. External IP: 172.26.3.11, port: c79b7d28-1883-4967-9305-67aec95247ea. Dec 22 17:28:10.119752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router fcd11442-34be-4705-8b72-8059556f60b9 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:28:10.299096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:28:10.309471 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d654216-7637-409d-b81c-dd3b67fa384a None None] Sync routers for ids ['fcd11442-34be-4705-8b72-8059556f60b9'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:28:10.319842 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d654216-7637-409d-b81c-dd3b67fa384a None None] Routers {'fcd11442-34be-4705-8b72-8059556f60b9'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:28:10.320447 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3d654216-7637-409d-b81c-dd3b67fa384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:28:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fcd11442-34be-4705-8b72-8059556f60b9'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:28:10.323448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:10.382500 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2603083 Dec 22 17:28:10.383207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'tag': 'c79b7d28-1883-4967-9305-67aec95247ea'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:28:10.385226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39520) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:28:10.430036 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'tag': 'c79b7d28-1883-4967-9305-67aec95247ea', 'status': 'completed', 'code': 200} Dec 22 17:28:10.499512 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b65e693b-de24-4aae-876e-0d94db1bb274 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/8009ea8b-365b-4e39-9209-ad6306f5bf3e HTTP/1.1" status: 200 len: 990 time: 0.1125019 Dec 22 17:28:10.507228 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-3d654216-7637-409d-b81c-dd3b67fa384a None None] Set router fcd11442-34be-4705-8b72-8059556f60b9 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:28:10.520492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358b52c-49f6-4f35-948d-5789c2a7b50a req-1816f19e-7b7d-4820-a9b6-08ffd030e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:10.522016 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1358b52c-49f6-4f35-948d-5789c2a7b50a req-1816f19e-7b7d-4820-a9b6-08ffd030e21f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 1098 time: 0.0728483 Dec 22 17:28:10.652024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358b52c-49f6-4f35-948d-5789c2a7b50a req-a14234e5-66c2-4d31-aae8-b01c5d70037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:10.653357 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1358b52c-49f6-4f35-948d-5789c2a7b50a req-a14234e5-66c2-4d31-aae8-b01c5d70037d service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c5233fb-a829-4a13-b0f7-c892b688984c HTTP/1.1" status: 200 len: 898 time: 0.1253393 Dec 22 17:28:10.760537 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1358b52c-49f6-4f35-948d-5789c2a7b50a req-f7abe790-2809-42b2-9dda-da50e42de5f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c79b7d28-1883-4967-9305-67aec95247ea HTTP/1.1" status: 200 len: 998 time: 0.1004331 Dec 22 17:28:10.826364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358b52c-49f6-4f35-948d-5789c2a7b50a req-809681a3-5467-4899-ab25-031a2de41335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:10.827842 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1358b52c-49f6-4f35-948d-5789c2a7b50a req-809681a3-5467-4899-ab25-031a2de41335 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1588c96-4393-41dc-a110-ce927273a84f HTTP/1.1" status: 200 len: 844 time: 0.0607493 Dec 22 17:28:10.847728 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3d654216-7637-409d-b81c-dd3b67fa384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '8009ea8b-365b-4e39-9209-ad6306f5bf3e', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'port_id': 'c79b7d28-1883-4967-9305-67aec95247ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'mac_address': 'fa:16:3e:76:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:28:09Z', 'updated_at': '2021-12-22T17:28:09Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f2515d-fc40-430f-8398-b6968da146ad', 'name': '', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:0f:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:51Z', 'updated_at': '2021-12-22T17:27:56Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:28:10.851957 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d654216-7637-409d-b81c-dd3b67fa384a None None] Checking router: fcd11442-34be-4705-8b72-8059556f60b9 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:28:10.859939 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d654216-7637-409d-b81c-dd3b67fa384a None None] Routers {'fcd11442-34be-4705-8b72-8059556f60b9'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:28:10.860526 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3d654216-7637-409d-b81c-dd3b67fa384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:28:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fcd11442-34be-4705-8b72-8059556f60b9'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:28:11.032575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358b52c-49f6-4f35-948d-5789c2a7b50a req-520ff348-818e-41fe-b0a1-3e4fd7876e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:11.033946 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1358b52c-49f6-4f35-948d-5789c2a7b50a req-520ff348-818e-41fe-b0a1-3e4fd7876e4f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c5233fb-a829-4a13-b0f7-c892b688984c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1999474 Dec 22 17:28:11.047420 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:28:11.073197 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-3d654216-7637-409d-b81c-dd3b67fa384a None None] Set router fcd11442-34be-4705-8b72-8059556f60b9 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:28:11.168266 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1358b52c-49f6-4f35-948d-5789c2a7b50a req-fdf2f8a1-6564-4027-b804-14fef7b4f448 service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275163 Dec 22 17:28:11.298776 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1358b52c-49f6-4f35-948d-5789c2a7b50a req-4aef375c-eb84-4853-a713-09a57e1462e2 service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225970 Dec 22 17:28:11.409237 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-3d654216-7637-409d-b81c-dd3b67fa384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '8009ea8b-365b-4e39-9209-ad6306f5bf3e', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'port_id': 'c79b7d28-1883-4967-9305-67aec95247ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'mac_address': 'fa:16:3e:76:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:28:09Z', 'updated_at': '2021-12-22T17:28:09Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f2515d-fc40-430f-8398-b6968da146ad', 'name': '', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:0f:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:51Z', 'updated_at': '2021-12-22T17:27:56Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:28:11.414404 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d654216-7637-409d-b81c-dd3b67fa384a None None] The sync data for ids ['fcd11442-34be-4705-8b72-8059556f60b9'] in dv-neutron-822513-1-hyperv is: [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '8009ea8b-365b-4e39-9209-ad6306f5bf3e', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'port_id': 'c79b7d28-1883-4967-9305-67aec95247ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'mac_address': 'fa:16:3e:76:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:28:09Z', 'updated_at': '2021-12-22T17:28:09Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f2515d-fc40-430f-8398-b6968da146ad', 'name': '', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:0f:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:51Z', 'updated_at': '2021-12-22T17:27:56Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:28:11.500919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39526) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:28:11.609326 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ff1b1b17-43da-49c4-87fb-005f7324d5f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/8009ea8b-365b-4e39-9209-ad6306f5bf3e HTTP/1.1" status: 200 len: 990 time: 0.1070857 Dec 22 17:28:11.613271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15befe7-0c9f-4a59-aebf-f20c7e23819c None None] New status for floating IP 8009ea8b-365b-4e39-9209-ad6306f5bf3e: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:28:12.612046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39530) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:28:12.718686 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e625cf57-c00f-41aa-af48-a8e157a57c78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/8009ea8b-365b-4e39-9209-ad6306f5bf3e HTTP/1.1" status: 200 len: 992 time: 0.1053727 Dec 22 17:28:25.394926 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-55d240bb-8099-4c7c-9d51-3d8c83d8be4c req-244f80a4-d310-48b2-b908-9c7cd3edd7f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755520 Dec 22 17:28:25.532302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d240bb-8099-4c7c-9d51-3d8c83d8be4c req-d4ea2e90-78a0-48c1-8ef0-cf203db4aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:25.533778 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-55d240bb-8099-4c7c-9d51-3d8c83d8be4c req-d4ea2e90-78a0-48c1-8ef0-cf203db4aea4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 1098 time: 0.0726609 Dec 22 17:28:25.676120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d240bb-8099-4c7c-9d51-3d8c83d8be4c req-dba3798f-4ccc-4240-ab93-088ae56064f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:25.678045 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-55d240bb-8099-4c7c-9d51-3d8c83d8be4c req-dba3798f-4ccc-4240-ab93-088ae56064f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c5233fb-a829-4a13-b0f7-c892b688984c HTTP/1.1" status: 200 len: 898 time: 0.1240039 Dec 22 17:28:25.778570 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-55d240bb-8099-4c7c-9d51-3d8c83d8be4c req-778295ef-3a7c-44d3-bacc-33e6e62bd476 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c79b7d28-1883-4967-9305-67aec95247ea HTTP/1.1" status: 200 len: 1000 time: 0.0944846 Dec 22 17:28:25.845261 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d240bb-8099-4c7c-9d51-3d8c83d8be4c req-b5228307-ba79-4b07-8869-752b29309649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:25.846668 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-55d240bb-8099-4c7c-9d51-3d8c83d8be4c req-b5228307-ba79-4b07-8869-752b29309649 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1588c96-4393-41dc-a110-ce927273a84f HTTP/1.1" status: 200 len: 844 time: 0.0613801 Dec 22 17:28:25.919045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d240bb-8099-4c7c-9d51-3d8c83d8be4c req-b9d90eb5-9fb7-40a9-8fd5-77f757f3c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:28:25.920473 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-55d240bb-8099-4c7c-9d51-3d8c83d8be4c req-b9d90eb5-9fb7-40a9-8fd5-77f757f3c643 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c5233fb-a829-4a13-b0f7-c892b688984c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669417 Dec 22 17:28:26.048726 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-55d240bb-8099-4c7c-9d51-3d8c83d8be4c req-b1d7bd29-5128-4743-95bb-544607dcdf9d service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203232 Dec 22 17:28:26.177945 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-55d240bb-8099-4c7c-9d51-3d8c83d8be4c req-72616cd4-2795-46ea-a7f0-dde2d0fe9075 service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211708 Dec 22 17:28:27.598192 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-950486d8-a779-4cde-92fc-87417228d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:30.033265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-607e7387-055b-4438-85b8-9226bc1eb7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:31.040031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:31.181783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:32.554463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:35.151096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:28:46.120812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-f7ba9b68-5c44-4e2c-a768-9b9f32d56c37 req-fe635b4f-7d15-4390-8945-1005f311708f service neutron] (87587) timed out ('10.222.0.53', 51394) {{(pid=87587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 17:28:48.036278 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:28:57.600284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-95d24786-552c-4d58-996e-a6ad370cf343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:29:00.038140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-797451ec-1a02-4afb-8798-7cef29898405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:29:01.039764 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:29:01.182714 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:29:02.556820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:29:05.149172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:29:25.034407 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:29:25.489803 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1883296-81b2-4229-8b14-e61be35ec669 req-f932dd97-53b5-49e7-b715-6a8caa110dcf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1673236 Dec 22 17:29:25.624085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1883296-81b2-4229-8b14-e61be35ec669 req-290eb9d4-117b-4b1c-a88b-60bfe687ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:29:25.625506 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1883296-81b2-4229-8b14-e61be35ec669 req-290eb9d4-117b-4b1c-a88b-60bfe687ccb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 1098 time: 0.0691962 Dec 22 17:29:25.881673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1883296-81b2-4229-8b14-e61be35ec669 req-da83617b-a228-442b-bc59-3c90ccf23413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:29:25.883100 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1883296-81b2-4229-8b14-e61be35ec669 req-da83617b-a228-442b-bc59-3c90ccf23413 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c5233fb-a829-4a13-b0f7-c892b688984c HTTP/1.1" status: 200 len: 898 time: 0.2393668 Dec 22 17:29:25.984670 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1883296-81b2-4229-8b14-e61be35ec669 req-b0d6a51e-0417-4743-a1e5-e6c8314f58e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c79b7d28-1883-4967-9305-67aec95247ea HTTP/1.1" status: 200 len: 1000 time: 0.0955298 Dec 22 17:29:26.051396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1883296-81b2-4229-8b14-e61be35ec669 req-9d3b8884-9866-4c6b-bd23-1f48a02ae4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:29:26.052893 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1883296-81b2-4229-8b14-e61be35ec669 req-9d3b8884-9866-4c6b-bd23-1f48a02ae4a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1588c96-4393-41dc-a110-ce927273a84f HTTP/1.1" status: 200 len: 844 time: 0.0622919 Dec 22 17:29:26.130552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1883296-81b2-4229-8b14-e61be35ec669 req-098c3791-7d4c-4774-89b3-3e8127fd9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:29:26.131956 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1883296-81b2-4229-8b14-e61be35ec669 req-098c3791-7d4c-4774-89b3-3e8127fd9260 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c5233fb-a829-4a13-b0f7-c892b688984c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721056 Dec 22 17:29:26.262935 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1883296-81b2-4229-8b14-e61be35ec669 req-33e4a1f9-112e-46b0-993a-bb4a81a7bfbd service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241105 Dec 22 17:29:26.392324 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1883296-81b2-4229-8b14-e61be35ec669 req-673d8109-4720-45a3-b967-a176dc94d553 service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218362 Dec 22 17:29:27.602354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3ba8cfd6-1d39-4b6b-8e49-fd830ea94aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:29:30.039331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-121e6662-4911-4213-b822-48719e25a99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:29:31.041861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:29:31.184908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:29:32.559644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:29:35.148609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:29:57.604356 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-df3e22bf-2762-42f9-8b42-583e6c02d0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:00.040431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-981fcc03-e35e-4a45-b55c-b3d70ac9f4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:01.044309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:01.108490 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39566) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:01.187091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:01.203208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:30:01.317605 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2713841'] for subnet, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:01.501438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775866868821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60132011'] for subnet, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:01.504909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a9f22190-f5f9-45e1-9ef2-76b2ef1d7c9a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:01.557209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:01.557789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:01.559644 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/subnets/d1588c96-4393-41dc-a110-ce927273a84f HTTP/1.1" status: 200 len: 836 time: 0.4500899 Dec 22 17:30:01.562922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c739167-b300-48d1-aebc-763619bc0451 None None] Network 5c5233fb-a829-4a13-b0f7-c892b688984c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:30:01.575359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Subnet': ['ID=d1588c96-4393-41dc-a110-ce927273a84f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:01.583051 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:01.583458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:01.583827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:01.584191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:01.584548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:01.584907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:01.585262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:01.585630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:01.585970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:01.586320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:01.586674 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:01.587298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:01.590685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:02.032984 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:30:02.075873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9825453e-c5c3-4394-9398-63704014fed7 None None] Provisioning complete for port d2826610-0356-4580-893b-5069dca8ec82 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:30:02.076384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9825453e-c5c3-4394-9398-63704014fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:02.208094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9825453e-c5c3-4394-9398-63704014fed7 None None] Provisioning complete for port c79b7d28-1883-4967-9305-67aec95247ea triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:30:02.208468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9825453e-c5c3-4394-9398-63704014fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:02.331845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9825453e-c5c3-4394-9398-63704014fed7 None None] Provisioning complete for port c6f2515d-fc40-430f-8398-b6968da146ad triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:30:02.332215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9825453e-c5c3-4394-9398-63704014fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:02.561204 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:05.168426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:26.393014 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18a5758a-01ac-4663-9263-c4f4989a9e02 req-4ee6a094-76e8-48f2-8ae6-4ab9dd7785e8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683997 Dec 22 17:30:26.531580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5758a-01ac-4663-9263-c4f4989a9e02 req-1012d8d9-6f23-4106-9c65-9a99149ff310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:26.533434 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18a5758a-01ac-4663-9263-c4f4989a9e02 req-1012d8d9-6f23-4106-9c65-9a99149ff310 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 1098 time: 0.0725164 Dec 22 17:30:26.675984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5758a-01ac-4663-9263-c4f4989a9e02 req-4365a344-05e7-4d7e-b5e5-f31b4ea8e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:26.677387 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18a5758a-01ac-4663-9263-c4f4989a9e02 req-4365a344-05e7-4d7e-b5e5-f31b4ea8e5f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c5233fb-a829-4a13-b0f7-c892b688984c HTTP/1.1" status: 200 len: 898 time: 0.1253886 Dec 22 17:30:26.776617 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18a5758a-01ac-4663-9263-c4f4989a9e02 req-098981c0-c262-4b1e-bd59-0ef0d9e006af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c79b7d28-1883-4967-9305-67aec95247ea HTTP/1.1" status: 200 len: 1000 time: 0.0921035 Dec 22 17:30:26.844443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5758a-01ac-4663-9263-c4f4989a9e02 req-638f116b-f25b-4afc-99a0-19c462bd71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:26.846625 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18a5758a-01ac-4663-9263-c4f4989a9e02 req-638f116b-f25b-4afc-99a0-19c462bd71e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1588c96-4393-41dc-a110-ce927273a84f HTTP/1.1" status: 200 len: 844 time: 0.0626471 Dec 22 17:30:26.920906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5758a-01ac-4663-9263-c4f4989a9e02 req-2110659f-9d54-4f52-a82b-701b359a9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:26.922387 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18a5758a-01ac-4663-9263-c4f4989a9e02 req-2110659f-9d54-4f52-a82b-701b359a9a22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c5233fb-a829-4a13-b0f7-c892b688984c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695283 Dec 22 17:30:27.052213 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18a5758a-01ac-4663-9263-c4f4989a9e02 req-a7694488-0c99-4c4b-b513-5da65b84a10c service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227465 Dec 22 17:30:27.182166 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18a5758a-01ac-4663-9263-c4f4989a9e02 req-c4a98723-7a77-4902-816b-ca04bd72b155 service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234288 Dec 22 17:30:27.609722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f9fb811c-bb55-4b14-807e-6b2e709dc3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:30.040781 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0f11107a-1fbe-40c0-b0c8-dab23ba20477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:31.047130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:31.188732 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:32.564296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:35.176134 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:39.034550 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:30:44.389317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39582) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:44.610710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 2b461443-dfbd-48c4-b04b-1126d9480ca7 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:30:44.611051 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:44.897456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:44.897670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:45.015916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 2b461443-dfbd-48c4-b04b-1126d9480ca7 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:30:45.172202 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:45.176401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2a78dad5-2770-468e-b37d-b1cc6a320589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:45.247618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=2b461443-dfbd-48c4-b04b-1126d9480ca7,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:45.255028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:45.309847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:45.310166 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 8009ea8b-365b-4e39-9209-ad6306f5bf3e disassociated (deleted). External IP: 172.26.3.11, port: c79b7d28-1883-4967-9305-67aec95247ea. Dec 22 17:30:45.655419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router fcd11442-34be-4705-8b72-8059556f60b9 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:30:45.826896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:30:45.839234 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722d5c82-bf53-48f8-96d6-b1bb0fd47400 None None] Sync routers for ids ['fcd11442-34be-4705-8b72-8059556f60b9'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:30:45.848436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:45.849654 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d5c82-bf53-48f8-96d6-b1bb0fd47400 None None] Routers {'fcd11442-34be-4705-8b72-8059556f60b9'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:30:45.850257 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-722d5c82-bf53-48f8-96d6-b1bb0fd47400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:30:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fcd11442-34be-4705-8b72-8059556f60b9'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:45.905638 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/floatingips/8009ea8b-365b-4e39-9209-ad6306f5bf3e HTTP/1.1" status: 204 len: 168 time: 1.5149076 Dec 22 17:30:45.906172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'tag': 'c79b7d28-1883-4967-9305-67aec95247ea'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:30:45.951715 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'tag': 'c79b7d28-1883-4967-9305-67aec95247ea', 'status': 'completed', 'code': 200} Dec 22 17:30:46.026507 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-722d5c82-bf53-48f8-96d6-b1bb0fd47400 None None] Set router fcd11442-34be-4705-8b72-8059556f60b9 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:30:46.051946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61cbeb-b93b-4748-a640-fb774df692a1 req-acb5e475-f951-4ba1-b645-30bd3a055cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:46.053403 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fc61cbeb-b93b-4748-a640-fb774df692a1 req-acb5e475-f951-4ba1-b645-30bd3a055cd1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 1098 time: 0.0782957 Dec 22 17:30:46.330529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61cbeb-b93b-4748-a640-fb774df692a1 req-1cbac88c-4148-4bf9-a64f-f8f544136bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:46.332011 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fc61cbeb-b93b-4748-a640-fb774df692a1 req-1cbac88c-4148-4bf9-a64f-f8f544136bc9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c5233fb-a829-4a13-b0f7-c892b688984c HTTP/1.1" status: 200 len: 898 time: 0.2727389 Dec 22 17:30:46.351195 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-722d5c82-bf53-48f8-96d6-b1bb0fd47400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'c6f2515d-fc40-430f-8398-b6968da146ad', 'name': '', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:0f:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:51Z', 'updated_at': '2021-12-22T17:27:56Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:46.354998 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722d5c82-bf53-48f8-96d6-b1bb0fd47400 None None] Checking router: fcd11442-34be-4705-8b72-8059556f60b9 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:30:46.363321 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d5c82-bf53-48f8-96d6-b1bb0fd47400 None None] Routers {'fcd11442-34be-4705-8b72-8059556f60b9'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:30:46.363915 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-722d5c82-bf53-48f8-96d6-b1bb0fd47400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:30:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fcd11442-34be-4705-8b72-8059556f60b9'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:46.402114 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fc61cbeb-b93b-4748-a640-fb774df692a1 req-299952ba-00bf-4bec-a6d2-ebbb476b55d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c79b7d28-1883-4967-9305-67aec95247ea HTTP/1.1" status: 200 len: 217 time: 0.0633347 Dec 22 17:30:46.500204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61cbeb-b93b-4748-a640-fb774df692a1 req-cfa2e8eb-3e6b-4418-b558-206c9095ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:46.501582 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fc61cbeb-b93b-4748-a640-fb774df692a1 req-cfa2e8eb-3e6b-4418-b558-206c9095ce3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1588c96-4393-41dc-a110-ce927273a84f HTTP/1.1" status: 200 len: 844 time: 0.0914633 Dec 22 17:30:46.536498 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-722d5c82-bf53-48f8-96d6-b1bb0fd47400 None None] Set router fcd11442-34be-4705-8b72-8059556f60b9 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:30:46.603657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f794d6-1e32-4514-b356-5a4327a61498 req-e73a8ce2-654d-44cc-8f93-3d79467125fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:46.605148 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-90f794d6-1e32-4514-b356-5a4327a61498 req-e73a8ce2-654d-44cc-8f93-3d79467125fd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 945 time: 0.3005114 Dec 22 17:30:46.613815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61cbeb-b93b-4748-a640-fb774df692a1 req-64bf06a6-0e18-4cb0-8220-85fb7bf8609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:46.615226 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fc61cbeb-b93b-4748-a640-fb774df692a1 req-64bf06a6-0e18-4cb0-8220-85fb7bf8609e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c5233fb-a829-4a13-b0f7-c892b688984c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1058428 Dec 22 17:30:46.728306 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-90f794d6-1e32-4514-b356-5a4327a61498 req-9f4782d7-88a0-4bf0-885d-82051b197fed tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=44c0e2d9-6e41-41c1-9383-3705a36a1f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167660 Dec 22 17:30:46.778803 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fc61cbeb-b93b-4748-a640-fb774df692a1 req-98aa991a-aa64-4b43-8311-af4d1985581e service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491914 Dec 22 17:30:46.876349 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-722d5c82-bf53-48f8-96d6-b1bb0fd47400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'c6f2515d-fc40-430f-8398-b6968da146ad', 'name': '', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:0f:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:51Z', 'updated_at': '2021-12-22T17:27:56Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:46.880425 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722d5c82-bf53-48f8-96d6-b1bb0fd47400 None None] The sync data for ids ['fcd11442-34be-4705-8b72-8059556f60b9'] in dv-neutron-822513-1-hyperv is: [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'c6f2515d-fc40-430f-8398-b6968da146ad', 'name': '', 'network_id': '5c5233fb-a829-4a13-b0f7-c892b688984c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:0f:43:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:51Z', 'updated_at': '2021-12-22T17:27:56Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': 'd1588c96-4393-41dc-a110-ce927273a84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:30:46.922596 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fc61cbeb-b93b-4748-a640-fb774df692a1 req-34d5ebab-6eaa-40a6-a737-829a7436adc3 service neutron] 10.222.0.53 "GET /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360655 Dec 22 17:30:47.086271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dc4b12-7870-4670-bc8a-258b0caf56b5 None None] New status for floating IP 8009ea8b-365b-4e39-9209-ad6306f5bf3e: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:30:47.533667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5aeae-3535-432e-8e06-f717b5756a8b req-950c7331-b699-423c-a293-b473c5b590f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:47.535171 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ce5aeae-3535-432e-8e06-f717b5756a8b req-950c7331-b699-423c-a293-b473c5b590f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 945 time: 0.0775814 Dec 22 17:30:47.607835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-9ce5aeae-3535-432e-8e06-f717b5756a8b req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port c79b7d28-1883-4967-9305-67aec95247ea {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:30:47.608169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9ce5aeae-3535-432e-8e06-f717b5756a8b req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:47.857936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-9ce5aeae-3535-432e-8e06-f717b5756a8b req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port c79b7d28-1883-4967-9305-67aec95247ea, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c79b7d28-1883-4967-9305-67aec95247ea,segment=NetworkSegment(42a21c5e-1ed1-45c5-af2b-130e71848664),segment_id=42a21c5e-1ed1-45c5-af2b-130e71848664)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:30:47.858176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9ce5aeae-3535-432e-8e06-f717b5756a8b req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:47.981625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-9ce5aeae-3535-432e-8e06-f717b5756a8b req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for c79b7d28-1883-4967-9305-67aec95247ea owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:30:47.984065 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1d49c-b604-42e8-8f52-aef145b3d2c8 req-37b5b2db-a1bd-417b-92d9-573c0e1f4129 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:47.984766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-0cd1d49c-b604-42e8-8f52-aef145b3d2c8 req-37b5b2db-a1bd-417b-92d9-573c0e1f4129 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:30:48.002563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-0cd1d49c-b604-42e8-8f52-aef145b3d2c8 req-37b5b2db-a1bd-417b-92d9-573c0e1f4129 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:30:48.003820 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0cd1d49c-b604-42e8-8f52-aef145b3d2c8 req-37b5b2db-a1bd-417b-92d9-573c0e1f4129 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bf087e8-efe6-4d44-b4b0-a1f3159d5d06 HTTP/1.1" status: 200 len: 945 time: 0.1519375 Dec 22 17:30:48.046919 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0cd1d49c-b604-42e8-8f52-aef145b3d2c8 req-3916e816-e49d-4dbb-9166-04e8532d1eb8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=44c0e2d9-6e41-41c1-9383-3705a36a1f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374291 Dec 22 17:30:48.128386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9ce5aeae-3535-432e-8e06-f717b5756a8b req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:48.133665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-deb299fe-5774-41a6-8df5-8d1ce4fff864 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:48.178618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=c79b7d28-1883-4967-9305-67aec95247ea,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:48.222793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:48.223197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:48.223573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:48.223935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:48.224295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:48.224654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:48.225009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:48.225363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:48.225718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:48.226068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:48.226418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:48.226765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:48.253071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:48.263369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce5aeae-3535-432e-8e06-f717b5756a8b req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] No DVR routers for this DVR port c79b7d28-1883-4967-9305-67aec95247ea on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:30:48.265565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9ce5aeae-3535-432e-8e06-f717b5756a8b req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:48.268552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'name': 'network-vif-deleted', 'tag': 'c79b7d28-1883-4967-9305-67aec95247ea'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:30:48.283673 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ce5aeae-3535-432e-8e06-f717b5756a8b req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "DELETE /v2.0/ports/c79b7d28-1883-4967-9305-67aec95247ea HTTP/1.1" status: 204 len: 173 time: 0.7433610 Dec 22 17:30:48.369019 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf087e8-efe6-4d44-b4b0-a1f3159d5d06', 'name': 'network-vif-deleted', 'tag': 'c79b7d28-1883-4967-9305-67aec95247ea', 'status': 'completed', 'code': 200} Dec 22 17:30:49.139244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39606) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:49.205772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f20060b4-9423-4ec6-8d2d-3bf0dd1fe648 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:49.239476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f20060b4-9423-4ec6-8d2d-3bf0dd1fe648 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:49.408707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f20060b4-9423-4ec6-8d2d-3bf0dd1fe648 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:49.412441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6876f1cc-0fe9-4ebc-8b06-912b0300a7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:49.426328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20060b4-9423-4ec6-8d2d-3bf0dd1fe648 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c0e2d9-6e41-41c1-9383-3705a36a1f70,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:49.429443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f20060b4-9423-4ec6-8d2d-3bf0dd1fe648 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:49.439285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f20060b4-9423-4ec6-8d2d-3bf0dd1fe648 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:49.440400 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f20060b4-9423-4ec6-8d2d-3bf0dd1fe648 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/security-groups/44c0e2d9-6e41-41c1-9383-3705a36a1f70 HTTP/1.1" status: 204 len: 168 time: 0.3001902 Dec 22 17:30:49.470422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39612) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:50.122365 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:50.474310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port c6f2515d-fc40-430f-8398-b6968da146ad {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:30:50.475000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:50.658065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port c6f2515d-fc40-430f-8398-b6968da146ad, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c6f2515d-fc40-430f-8398-b6968da146ad,segment=NetworkSegment(42a21c5e-1ed1-45c5-af2b-130e71848664),segment_id=42a21c5e-1ed1-45c5-af2b-130e71848664)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:30:50.658411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:50.780566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for c6f2515d-fc40-430f-8398-b6968da146ad owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:30:51.224013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:51.227582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f24c7f13-03e7-4374-9f21-1dd41f687798 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:51.270827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=c6f2515d-fc40-430f-8398-b6968da146ad,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:51.273322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:51.545805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:51.908203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router fcd11442-34be-4705-8b72-8059556f60b9 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:30:52.091463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:30:52.101662 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf342c02-8971-407f-a6ab-7a1a41799e07 None None] Sync routers for ids ['fcd11442-34be-4705-8b72-8059556f60b9'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:30:52.104244 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/fcd11442-34be-4705-8b72-8059556f60b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6327462 Dec 22 17:30:52.106875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39616) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:52.111606 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf342c02-8971-407f-a6ab-7a1a41799e07 None None] Routers {'fcd11442-34be-4705-8b72-8059556f60b9'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:30:52.112212 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-bf342c02-8971-407f-a6ab-7a1a41799e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:30:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fcd11442-34be-4705-8b72-8059556f60b9'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:52.172920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-137aef5d-a0d4-4a91-974d-d6a9798032ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting subnet d1588c96-4393-41dc-a110-ce927273a84f {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:30:52.176388 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-137aef5d-a0d4-4a91-974d-d6a9798032ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:52.236996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-137aef5d-a0d4-4a91-974d-d6a9798032ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:52.289937 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c79b7d28-1883-4967-9305-67aec95247ea no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:30:52.293443 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-bf342c02-8971-407f-a6ab-7a1a41799e07 None None] Set router fcd11442-34be-4705-8b72-8059556f60b9 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:30:52.326085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: c79b7d28-1883-4967-9305-67aec95247ea {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:30:52.326720 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c79b7d28-1883-4967-9305-67aec95247ea not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:30:52.328018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-137aef5d-a0d4-4a91-974d-d6a9798032ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:52.405870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-137aef5d-a0d4-4a91-974d-d6a9798032ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:52.410112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8e5e02aa-2eba-4cb3-aa91-da67e060e856 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:52.452072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137aef5d-a0d4-4a91-974d-d6a9798032ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Subnet': ['ID=d1588c96-4393-41dc-a110-ce927273a84f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:52.455445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-137aef5d-a0d4-4a91-974d-d6a9798032ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:52.456425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-137aef5d-a0d4-4a91-974d-d6a9798032ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:52.463517 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-137aef5d-a0d4-4a91-974d-d6a9798032ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/subnets/d1588c96-4393-41dc-a110-ce927273a84f HTTP/1.1" status: 204 len: 168 time: 0.3553627 Dec 22 17:30:52.465740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39620) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:52.469050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef45b71-65d7-44cf-88d8-698a41afa40e None None] Network 5c5233fb-a829-4a13-b0f7-c892b688984c requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:30:52.595050 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-bf342c02-8971-407f-a6ab-7a1a41799e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:30:51Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:52.599874 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf342c02-8971-407f-a6ab-7a1a41799e07 None None] Checking router: fcd11442-34be-4705-8b72-8059556f60b9 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:30:52.613186 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf342c02-8971-407f-a6ab-7a1a41799e07 None None] Routers {'fcd11442-34be-4705-8b72-8059556f60b9'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:30:52.614235 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-bf342c02-8971-407f-a6ab-7a1a41799e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:30:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['fcd11442-34be-4705-8b72-8059556f60b9'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:52.760323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] DHCP port deletion for 5c5233fb-a829-4a13-b0f7-c892b688984c request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:30:52.764457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Deleting port d2826610-0356-4580-893b-5069dca8ec82 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:30:52.764841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:52.779963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:52.800485 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-bf342c02-8971-407f-a6ab-7a1a41799e07 None None] Set router fcd11442-34be-4705-8b72-8059556f60b9 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:30:52.965467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:52.976880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 7ae682fd-f42f-4db0-892c-f2e10d864eb0 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:30:52.977203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:52.978476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] For port d2826610-0356-4580-893b-5069dca8ec82, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d2826610-0356-4580-893b-5069dca8ec82,segment=NetworkSegment(42a21c5e-1ed1-45c5-af2b-130e71848664),segment_id=42a21c5e-1ed1-45c5-af2b-130e71848664)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:30:52.978986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:53.088892 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-bf342c02-8971-407f-a6ab-7a1a41799e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:30:51Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:53.092695 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf342c02-8971-407f-a6ab-7a1a41799e07 None None] The sync data for ids ['fcd11442-34be-4705-8b72-8059556f60b9'] in dv-neutron-822513-1-hyperv is: [{'id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'name': 'tempest-TestNetworkBasicOps-router-217195237', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:30:51Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '7ae682fd-f42f-4db0-892c-f2e10d864eb0', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd11442-34be-4705-8b72-8059556f60b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:27:47Z', 'updated_at': '2021-12-22T17:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:30:53.105291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Calling delete_port for d2826610-0356-4580-893b-5069dca8ec82 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:30:53.160394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 7ae682fd-f42f-4db0-892c-f2e10d864eb0, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7ae682fd-f42f-4db0-892c-f2e10d864eb0,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:30:53.160752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:53.191490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:53.194983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:53.237978 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Pushing event deleted for resources: {'Port': ['ID=d2826610-0356-4580-893b-5069dca8ec82,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:53.242576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] No DVR routers for this DVR port d2826610-0356-4580-893b-5069dca8ec82 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:30:53.248504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:53.248854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:53.252059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:53.252059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:53.252059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:53.252059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:53.252059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:53.252059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:53.252059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:53.252059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:53.252059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:53.252059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:30:53.255289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:53.285556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 7ae682fd-f42f-4db0-892c-f2e10d864eb0 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:30:53.452050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:53.456347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c45736bc-bb82-451c-8753-c4cba7697b65 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:53.504828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=7ae682fd-f42f-4db0-892c-f2e10d864eb0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:53.530819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:53.595153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:53.768033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:53.770101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:53.793622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:53.794257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Fanout notify agent at l3_agent the message router_deleted on router fcd11442-34be-4705-8b72-8059556f60b9 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:30:53.809993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:53.814109 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/routers/fcd11442-34be-4705-8b72-8059556f60b9 HTTP/1.1" status: 204 len: 168 time: 1.3444455 Dec 22 17:30:53.814447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39624) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:53.929603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.062834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.091269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5233fb-a829-4a13-b0f7-c892b688984c']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:54.217388 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a21c5e-1ed1-45c5-af2b-130e71848664') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:54.217694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a21c5e-1ed1-45c5-af2b-130e71848664') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:54.236076 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.261213 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.268256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:30:54.268653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:30:54.284135 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:30:54.286428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7ae682fd-f42f-4db0-892c-f2e10d864eb0 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:30:54.327776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 7ae682fd-f42f-4db0-892c-f2e10d864eb0 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:30:54.328166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7ae682fd-f42f-4db0-892c-f2e10d864eb0 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:30:54.328602 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c6f2515d-fc40-430f-8398-b6968da146ad no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:30:54.363638 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: c6f2515d-fc40-430f-8398-b6968da146ad {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:30:54.364476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c6f2515d-fc40-430f-8398-b6968da146ad not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:30:54.364998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d2826610-0356-4580-893b-5069dca8ec82 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:30:54.368934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.372399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d636caaa-34ab-4b86-8fcf-164c03dd07e9 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:54.386972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.398017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Network': ['ID=5c5233fb-a829-4a13-b0f7-c892b688984c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:54.398863 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: d2826610-0356-4580-893b-5069dca8ec82 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:30:54.399248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d2826610-0356-4580-893b-5069dca8ec82 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:30:54.402838 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:54.408084 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/networks/5c5233fb-a829-4a13-b0f7-c892b688984c HTTP/1.1" status: 204 len: 168 time: 0.5920501 Dec 22 17:30:54.419714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39628) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:54.425988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'network': {'name': 'tempest-network-smoke--1376152724', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'port_security_enabled': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:30:54.431227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:30:54.435388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:network and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:30:54.438157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:30:54.447373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:30:54.458640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:30:54.462239 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.490635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:30:54.499602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.499934 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Added segment 38d05a41-bf9f-4e2a-92f3-92fc26881ab2 of type vlan for network 466e51b6-045a-483c-8627-96c772ac6987 Dec 22 17:30:54.526146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.555516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.560866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:54.561433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.564967 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fa65fd28-275c-43c3-8551-7311032aa423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:54.674747 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2538338 Dec 22 17:30:54.677517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39632) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:54.678502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Network': ['ID=466e51b6-045a-483c-8627-96c772ac6987,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:54.681614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:54.683597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'admin_state_up': True, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:30:54.689118 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 466e51b6-045a-483c-8627-96c772ac6987 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:30:54.691134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:30:54.694946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:router and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:30:54.697817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:30:54.704647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:30:54.714791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.715813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:54.731920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:55.013751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:55.328228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:55.357660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:55.489353 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.70 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/dedc7def-0988-48cd-ac15-45c78c05bbde) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:30:55.633561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:55.662716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:55.666149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2a86aac-a2e4-4741-954a-8efe6fdacdf2 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:55.725564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:30:55.728222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:30:55.731772 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:30:55.770907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=dedc7def-0988-48cd-ac15-45c78c05bbde,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:55.775083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:56.257559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:56.612965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:56.827274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 93110061-3c63-4b13-9e05-ff3a75b710e5 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:30:57.008665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:30:57.018581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Sync routers for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:30:57.027696 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:30:57.028315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:30:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:57.037542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:57.038716 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3601735 Dec 22 17:30:57.041998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39636) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:57.211801 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:30:57.221828 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e627e96f-41ab-4333-843e-3634b37d40dd tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=b81c21c680cf47a59420417b42f80eaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1786063 Dec 22 17:30:57.224219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39642) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:57.371541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b8ea93-17b4-4903-849b-1353abbcc33b tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:57.373113 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-97b8ea93-17b4-4903-849b-1353abbcc33b tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1479833 Dec 22 17:30:57.376389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39646) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:57.426649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39650) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:57.427250 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-29c6ba7e-2478-483d-9f72-2d2bc110d263 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486536 Dec 22 17:30:57.432685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-767988931', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:30:57.543623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:56Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:57.548014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Checking router: 93110061-3c63-4b13-9e05-ff3a75b710e5 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:30:57.548373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Updating router 93110061-3c63-4b13-9e05-ff3a75b710e5 port dedc7def-0988-48cd-ac15-45c78c05bbde binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:30:57.549584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:30:57.553413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:subnet and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:30:57.556270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:30:57.561840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:30:57.572327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:30:57.575885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:57.614241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:57.656465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5b12d053-8b83-4fc1-ad7a-06251e780070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:57.815634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:57.821037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f024b808-d89c-429e-8e65-888882532619 tempest-NetworksIpV6TestAttrs-1022258208 tempest-NetworksIpV6TestAttrs-1022258208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:57.896933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Subnet': ['ID=7c75702f-2c62-4c55-976a-ed7e0ecdc586,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:57.901856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:57.907358 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Checking segment: {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:30:57.907655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network hostable DHCP agents. Network: 466e51b6-045a-483c-8627-96c772ac6987, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:30:57.931270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 466e51b6-045a-483c-8627-96c772ac6987 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:30:57.943350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 466e51b6-045a-483c-8627-96c772ac6987) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:30:57.947864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:30:57.948443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:57.960997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1736668-7909-4fb8-9fcc-5a6aed7ebc52 None None] Network 466e51b6-045a-483c-8627-96c772ac6987 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:30:57.973925 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5466602 Dec 22 17:30:57.977857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39654) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:30:58.055925 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:58.073776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Transition to ACTIVE for port object dedc7def-0988-48cd-ac15-45c78c05bbde will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:30:58.091337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:58.096965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:58.224831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Attempting to bind port dedc7def-0988-48cd-ac15-45c78c05bbde on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:30:58.225212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Attempting to bind port dedc7def-0988-48cd-ac15-45c78c05bbde by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:30:58.225581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Attempting to bind port dedc7def-0988-48cd-ac15-45c78c05bbde on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:30:58.233863 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814569e-de2e-4632-ae7c-7d07c53ca7bc None None] Pushing event updated for resources: {'Port': ['ID=dedc7def-0988-48cd-ac15-45c78c05bbde,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:58.242312 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6814569e-de2e-4632-ae7c-7d07c53ca7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:58.243242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:30:58.243618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:30:58.244022 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:58.244417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:30:58.244896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Bound port: dedc7def-0988-48cd-ac15-45c78c05bbde, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:30:58.245276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:58.346537 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-466e51b6-045a-483c-8627-96c772ac6987', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:30:58.347391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:58.385196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] For port dedc7def-0988-48cd-ac15-45c78c05bbde, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:30:58.431862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] For port dedc7def-0988-48cd-ac15-45c78c05bbde, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=dedc7def-0988-48cd-ac15-45c78c05bbde,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:30:58.439244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:58.449649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:58.571250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:30:58.571890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:30:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:58.647052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814569e-de2e-4632-ae7c-7d07c53ca7bc None None] Pushing event updated for resources: {'Port': ['ID=dedc7def-0988-48cd-ac15-45c78c05bbde,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:58.661341 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6814569e-de2e-4632-ae7c-7d07c53ca7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:58.669094 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:58.743157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Allocated IP 172.20.0.2 (466e51b6-045a-483c-8627-96c772ac6987/7c75702f-2c62-4c55-976a-ed7e0ecdc586/e620226c-a15f-4f0c-a551-84e15cbfd108) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:30:58.856128 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:30:59.280540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:59.297463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Transition to ACTIVE for port object e620226c-a15f-4f0c-a551-84e15cbfd108 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:30:59.320314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Transition to ACTIVE for port object e620226c-a15f-4f0c-a551-84e15cbfd108 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:30:59.328540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:59.334265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-31ab4d7f-f6b7-4199-95b7-154e849fd263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:59.390462 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.1 (466e51b6-045a-483c-8627-96c772ac6987/7c75702f-2c62-4c55-976a-ed7e0ecdc586/5de64b5d-eaf1-4c22-8da6-ef459dbb741a) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:30:59.399571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:56Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:30:59.404742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Network 466e51b6-045a-483c-8627-96c772ac6987 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:30:59.409314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:30:59.413730 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9b482-89b7-4d7e-ad7e-6827887cb5a2 None None] The sync data for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv is: [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:56Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:30:59.424175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:30:59.426499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Pushing event updated for resources: {'Port': ['ID=e620226c-a15f-4f0c-a551-84e15cbfd108,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:59.430888 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:59.522089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Attempting to bind port e620226c-a15f-4f0c-a551-84e15cbfd108 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:30:59.522474 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Attempting to bind port e620226c-a15f-4f0c-a551-84e15cbfd108 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:30:59.522849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Attempting to bind port e620226c-a15f-4f0c-a551-84e15cbfd108 on network 466e51b6-045a-483c-8627-96c772ac6987 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:30:59.528316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:30:59.528692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Checking segment: {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:30:59.529098 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:59.529498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Bound using segment: {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:30:59.529969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Bound port: e620226c-a15f-4f0c-a551-84e15cbfd108, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:30:59.530348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:59.562070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:59.578586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 5de64b5d-eaf1-4c22-8da6-ef459dbb741a will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:30:59.604462 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:59.609407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fdd0ee98-2f47-4b1e-b9a9-52a04d3441fc tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:59.639703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] For port e620226c-a15f-4f0c-a551-84e15cbfd108, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:30:59.647082 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] For port e620226c-a15f-4f0c-a551-84e15cbfd108, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e620226c-a15f-4f0c-a551-84e15cbfd108,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:30:59.652588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:30:59.660331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:30:59.687887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 466e51b6-045a-483c-8627-96c772ac6987 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:30:59.691498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:30:59.697384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:30:59.736896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=5de64b5d-eaf1-4c22-8da6-ef459dbb741a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:59.746030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:59.747760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Pushing event updated for resources: {'Port': ['ID=e620226c-a15f-4f0c-a551-84e15cbfd108,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:30:59.751410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:30:59.769325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:00.048736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f74b46cd-786e-4b9d-97f1-cedbc19f3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:00.070587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:00.345401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e620226c-a15f-4f0c-a551-84e15cbfd108 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:31:00.433781 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port e620226c-a15f-4f0c-a551-84e15cbfd108 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:31:00.439070 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device dedc7def-0988-48cd-ac15-45c78c05bbde up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:31:00.506047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:00.511515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:00.513168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port dedc7def-0988-48cd-ac15-45c78c05bbde completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:31:00.519400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port dedc7def-0988-48cd-ac15-45c78c05bbde triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:00.519921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:00.540861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:00.651497 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:00.670452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port dedc7def-0988-48cd-ac15-45c78c05bbde, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=dedc7def-0988-48cd-ac15-45c78c05bbde,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:31:00.675304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:00.680228 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e08429bd-33e5-41a1-9a9b-f1e01c94fc97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:00.757758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=dedc7def-0988-48cd-ac15-45c78c05bbde,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:00.762416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:00.772390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=5de64b5d-eaf1-4c22-8da6-ef459dbb741a,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:00.776763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:00.777691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:00.916782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14567e81-21b9-4e2c-8da5-e2fec2b15d00 None None] Network 466e51b6-045a-483c-8627-96c772ac6987 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:31:00.921936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 466e51b6-045a-483c-8627-96c772ac6987 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:31:00.923074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:31:01.023651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3964ce9d-b3b5-4a4c-8e1b-85e7fdc8ed4e None None] Provisioning for port e620226c-a15f-4f0c-a551-84e15cbfd108 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:31:01.030940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3964ce9d-b3b5-4a4c-8e1b-85e7fdc8ed4e None None] Provisioning complete for port e620226c-a15f-4f0c-a551-84e15cbfd108 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:01.031349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3964ce9d-b3b5-4a4c-8e1b-85e7fdc8ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:01.117891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 93110061-3c63-4b13-9e05-ff3a75b710e5 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:31:01.141187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:01.281987 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:01.292080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3964ce9d-b3b5-4a4c-8e1b-85e7fdc8ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:01.310449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:31:01.322257 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Sync routers for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:31:01.326865 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/93110061-3c63-4b13-9e05-ff3a75b710e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3454459 Dec 22 17:31:01.327002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39658) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:01.332331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3964ce9d-b3b5-4a4c-8e1b-85e7fdc8ed4e None None] For port e620226c-a15f-4f0c-a551-84e15cbfd108, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e620226c-a15f-4f0c-a551-84e15cbfd108,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:31:01.336236 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:31:01.337428 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:31:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:31:01.339241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3964ce9d-b3b5-4a4c-8e1b-85e7fdc8ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:01.340766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:01.426685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964ce9d-b3b5-4a4c-8e1b-85e7fdc8ed4e None None] Pushing event updated for resources: {'Port': ['ID=e620226c-a15f-4f0c-a551-84e15cbfd108,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:01.430025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3964ce9d-b3b5-4a4c-8e1b-85e7fdc8ed4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:01.475949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f4fd9e-fed1-4dac-b8e7-695bd293c290 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:01.476802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f4fd9e-fed1-4dac-b8e7-695bd293c290 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:01.477433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f4fd9e-fed1-4dac-b8e7-695bd293c290 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:01.478053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f4fd9e-fed1-4dac-b8e7-695bd293c290 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:01.483351 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39662) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:01.488350 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e2f4fd9e-fed1-4dac-b8e7-695bd293c290 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1601262 Dec 22 17:31:01.561342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57789c8c-c47c-43a8-87cc-a93ee94ee1f4 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:01.561804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57789c8c-c47c-43a8-87cc-a93ee94ee1f4 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:01.562251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57789c8c-c47c-43a8-87cc-a93ee94ee1f4 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:01.562695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57789c8c-c47c-43a8-87cc-a93ee94ee1f4 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:01.564897 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-57789c8c-c47c-43a8-87cc-a93ee94ee1f4 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0798976 Dec 22 17:31:01.567503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39666) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:01.582942 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:31:01.671527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-67f21747-c5f5-4f43-ba2d-dc34116dfa6e None None] Provisioning for port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:31:01.677520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-67f21747-c5f5-4f43-ba2d-dc34116dfa6e None None] Provisioning complete for port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:01.677896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-67f21747-c5f5-4f43-ba2d-dc34116dfa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:01.755031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-67f21747-c5f5-4f43-ba2d-dc34116dfa6e None None] Port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:31:01.769591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-67f21747-c5f5-4f43-ba2d-dc34116dfa6e None None] Provisioning complete for port e620226c-a15f-4f0c-a551-84e15cbfd108 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:01.770029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-67f21747-c5f5-4f43-ba2d-dc34116dfa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:01.946675 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8f6b38da-439b-4c44-bc28-c69db3095e47 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3696108 Dec 22 17:31:01.992164 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:31:01.996447 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Checking router: 93110061-3c63-4b13-9e05-ff3a75b710e5 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:31:01.996802 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Updating router 93110061-3c63-4b13-9e05-ff3a75b710e5 port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:31:02.052026 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.056085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-78714bb8-1c33-4a28-bbb1-6a8d13659a67 None None] Provisioning complete for port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:02.056698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-78714bb8-1c33-4a28-bbb1-6a8d13659a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.162559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-78714bb8-1c33-4a28-bbb1-6a8d13659a67 None None] Port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:31:02.240599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39672) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:02.246155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889794057', 'description': 'tempest-secgroup-smoke-1889794057 description', 'project_id': 'b81c21c680cf47a59420417b42f80eaa'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:02.252927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:02.257444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:02.260964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:02.268129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:02.281505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.292405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e620226c-a15f-4f0c-a551-84e15cbfd108 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:31:02.304878 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:02.308901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:02.312002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:02.318965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:02.362482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port e620226c-a15f-4f0c-a551-84e15cbfd108 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:02.362864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.402180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.406621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.409244 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.413389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-07190a7d-68ac-4fbc-ab1d-bc272df902af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:02.420809 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Transition to ACTIVE for port object 5de64b5d-eaf1-4c22-8da6-ef459dbb741a will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:31:02.427401 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.431990 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:02.466195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:02.470133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:02.471855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.475991 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2316985 Dec 22 17:31:02.477806 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39676) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:02.490874 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'd3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:02.497989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device dedc7def-0988-48cd-ac15-45c78c05bbde up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:31:02.503391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:02.507612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:02.510945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:02.517305 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:02.545878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.549821 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Pushing event updated for resources: {'Port': ['ID=5de64b5d-eaf1-4c22-8da6-ef459dbb741a,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:02.564851 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.565564 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.566090 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.566591 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.567134 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.567635 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.568132 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.568626 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.569136 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.569636 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.570149 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.570650 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.580557 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:02.596233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.604060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port dedc7def-0988-48cd-ac15-45c78c05bbde triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:02.604502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.635366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.640908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.643686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0fe3c97b-2da8-4ad9-8a88-4cc345aff6e0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:02.670932 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Attempting to bind port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:31:02.671557 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Attempting to bind port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:31:02.672079 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Attempting to bind port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a on network 466e51b6-045a-483c-8627-96c772ac6987 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:31:02.673354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94479a79-c2e6-4fe1-869e-4b70892f3694,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:02.679931 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:31:02.680904 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Checking segment: {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:31:02.681378 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.681866 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Bound using segment: {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:31:02.682340 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Bound port: 5de64b5d-eaf1-4c22-8da6-ef459dbb741a, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:31:02.682716 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.686521 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.687043 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.688493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.688880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.689251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.689623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.690038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.690352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.690719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.691081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.691525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.691886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:31:02.700975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:02.704684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.705884 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2262630 Dec 22 17:31:02.708861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39680) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:02.714584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'd3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:02.721046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:02.726183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:02.729246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:02.736355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:02.769573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.778344 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] For port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:31:02.782691 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] For port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5de64b5d-eaf1-4c22-8da6-ef459dbb741a,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:31:02.789100 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.793972 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-999e275a-5cf6-46e4-ba9d-7b44032e85d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:02.845743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.849850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.851860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a9a05459-ac52-4551-97e4-e3c214d33fff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:02.874423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efd7802-8057-4ca2-98c1-8f24de0ebc6d,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:02.877377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:02.886046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:02.887073 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Pushing event updated for resources: {'Port': ['ID=5de64b5d-eaf1-4c22-8da6-ef459dbb741a,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:02.890622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39684) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:02.891910 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1808794 Dec 22 17:31:02.894424 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:02.895041 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:31:02.895704 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:31:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:31:02.896594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'd3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:02.903624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:02.908942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:02.912448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:02.918593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:02.937002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.008355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.012249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.013973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:03.038759 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0192c376-e410-461e-820e-df80ed5db3db,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:03.041247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:03.049879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.054331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39688) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:03.059748 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673892 Dec 22 17:31:03.061937 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'd3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:03.069692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:03.074892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:03.078191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:03.085328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:03.107522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.136235 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:31:03.173647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.177775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.179030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-60677cdc-e848-4baa-8988-11f7e54c1c28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:03.199700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffdc8d2-7584-4022-afc7-53989e65cd30,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:03.204370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:03.212510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.213685 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1581469 Dec 22 17:31:03.216354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39692) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:03.221368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'd3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:03.227074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:03.230830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:03.233640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:03.239407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:03.249077 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:31:03.256022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.329613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.333958 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.335968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6ebd21ed-b988-4edb-b703-3d4ccd64ef7c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:03.358207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10af9a47-35da-4259-a3e1-35a1414cd61a,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:03.360646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:03.368665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.369916 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0858ab96-1574-4d50-a949-4fe74bc80b82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526701 Dec 22 17:31:03.372625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39696) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:03.377906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'd3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:03.383622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:03.387320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:03.390070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:03.396444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:03.407454 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:31:03.414119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.463279 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:02Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:31:03.468092 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601d3b9-4ee4-404c-a4c7-0a319edede8e None None] The sync data for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv is: [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:02Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:31:03.494625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.498668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.501813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4e6a0190-7483-4bed-a6d1-987607b3047d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:03.527025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10240606-9bb1-4e16-95d5-5d41d6e4ec63,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:03.529647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:03.543196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:03.543196 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1682620 Dec 22 17:31:03.732703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-b8b2e9bc-b280-4237-9cd7-6b6603fcf410 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:31:03.749651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-b8b2e9bc-b280-4237-9cd7-6b6603fcf410 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:31:03.751385 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-b8b2e9bc-b280-4237-9cd7-6b6603fcf410 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889794057&fields=id&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 267 time: 0.0576007 Dec 22 17:31:03.911438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-4e717ad2-646e-462b-9f11-f7b1640773c2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:03.912273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-4e717ad2-646e-462b-9f11-f7b1640773c2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:31:03.928579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-4e717ad2-646e-462b-9f11-f7b1640773c2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:31:03.930012 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-4e717ad2-646e-462b-9f11-f7b1640773c2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 797 time: 0.1718912 Dec 22 17:31:03.949935 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-c7de01f6-2d2e-41dc-8ba9-14602cdc8cd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/quotas/b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 375 time: 0.0142195 Dec 22 17:31:04.031552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-ac4f5770-0289-4fd7-8302-5bb8e6cef9ae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:31:04.048156 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-ac4f5770-0289-4fd7-8302-5bb8e6cef9ae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:31:04.049688 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-ac4f5770-0289-4fd7-8302-5bb8e6cef9ae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984650 Dec 22 17:31:04.242719 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-b7d7b754-926e-4029-981f-94effd3ea392 service neutron] 10.222.0.70 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809244 Dec 22 17:31:04.309685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5de64b5d-eaf1-4c22-8da6-ef459dbb741a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:31:04.387331 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-324430c7-60da-4a5b-aba3-76848f229eb3 service neutron] 10.222.0.70 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348348 Dec 22 17:31:04.392579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:31:04.397979 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:04.398617 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:04.532524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:04.566286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5de64b5d-eaf1-4c22-8da6-ef459dbb741a,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:31:04.570670 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:04.572741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:04.645844 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=5de64b5d-eaf1-4c22-8da6-ef459dbb741a,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:04.649029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:05.178410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:05.595784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-2b97b00b-7112-4ed4-8ac1-436f95e938e6 req-b89ba2d8-9b9c-41b5-baa0-f533d2f5c51c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:31:05.607513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-2b97b00b-7112-4ed4-8ac1-436f95e938e6 req-b89ba2d8-9b9c-41b5-baa0-f533d2f5c51c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:31:05.608648 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2b97b00b-7112-4ed4-8ac1-436f95e938e6 req-b89ba2d8-9b9c-41b5-baa0-f533d2f5c51c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 210 time: 0.0556107 Dec 22 17:31:06.279968 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5de64b5d-eaf1-4c22-8da6-ef459dbb741a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:31:06.351715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:06.352094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:06.778596 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-24428ba5-97b6-4231-bd7c-2131a0088166 req-4b73276c-9a1b-4044-ab56-605c736a6ae5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 210 time: 0.0530598 Dec 22 17:31:06.831953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-dd23ed71-8277-4a57-b30e-426dc959220c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:06.833370 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-dd23ed71-8277-4a57-b30e-426dc959220c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 797 time: 0.2026100 Dec 22 17:31:06.886773 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-9a7625e9-782c-48ab-ae9b-b79051c72ee1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 380 time: 0.0443096 Dec 22 17:31:06.896052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'device_id': '9cab2b77-d120-4eda-b856-793a00746b25', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'admin_state_up': True, 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'security_groups': ['d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:07.027840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:07.037583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:07.047321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:31:07.050646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:07.208872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.4 (466e51b6-045a-483c-8627-96c772ac6987/7c75702f-2c62-4c55-976a-ed7e0ecdc586/e770b4d7-c3e1-4986-a349-d87d220e41cb) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:31:07.389552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:07.404528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object e770b4d7-c3e1-4986-a349-d87d220e41cb will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:31:07.427446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:07.432700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-67cb2e4d-9e97-4e99-8806-ac3d06ca9d88 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:07.499437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 466e51b6-045a-483c-8627-96c772ac6987 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:31:07.502496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:31:07.506303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:31:07.668128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=e770b4d7-c3e1-4986-a349-d87d220e41cb,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:07.674759 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:07.705105 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:07.705713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:07.729496 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8369935 Dec 22 17:31:07.741444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Request body: {'port': {'device_id': '9cab2b77-d120-4eda-b856-793a00746b25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:07.784789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-51485688-8cb8-4f80-a995-2166f0c12b48 None None] Provisioning for port e770b4d7-c3e1-4986-a349-d87d220e41cb completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:31:07.791640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-51485688-8cb8-4f80-a995-2166f0c12b48 None None] Provisioning complete for port e770b4d7-c3e1-4986-a349-d87d220e41cb triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:07.792072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-51485688-8cb8-4f80-a995-2166f0c12b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:07.852723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-51485688-8cb8-4f80-a995-2166f0c12b48 None None] Port e770b4d7-c3e1-4986-a349-d87d220e41cb cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:31:07.859730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:07.980560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094718e-1d6c-4a6b-87c0-26b12d5734a0 req-3c60a2e6-2008-45bd-b568-c3479667a0fb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:07.981975 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a094718e-1d6c-4a6b-87c0-26b12d5734a0 req-3c60a2e6-2008-45bd-b568-c3479667a0fb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 931 time: 0.0831482 Dec 22 17:31:08.027069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-a094718e-1d6c-4a6b-87c0-26b12d5734a0 req-4d8d00bb-1a9e-4983-905a-da5d9f951588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:31:08.038590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-a094718e-1d6c-4a6b-87c0-26b12d5734a0 req-4d8d00bb-1a9e-4983-905a-da5d9f951588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:31:08.039735 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a094718e-1d6c-4a6b-87c0-26b12d5734a0 req-4d8d00bb-1a9e-4983-905a-da5d9f951588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509629 Dec 22 17:31:08.209828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e770b4d7-c3e1-4986-a349-d87d220e41cb {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:31:08.217263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:08.231347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Transition to ACTIVE for port object e770b4d7-c3e1-4986-a349-d87d220e41cb will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:31:08.235634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:08.239257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2fdd0f8b-4974-42a0-a4ba-3353de2bec31 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:08.366304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Pushing event updated for resources: {'Port': ['ID=e770b4d7-c3e1-4986-a349-d87d220e41cb,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:08.397830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:08.474156 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Attempting to bind port e770b4d7-c3e1-4986-a349-d87d220e41cb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:31:08.474495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Attempting to bind port e770b4d7-c3e1-4986-a349-d87d220e41cb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:31:08.474816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Attempting to bind port e770b4d7-c3e1-4986-a349-d87d220e41cb on network 466e51b6-045a-483c-8627-96c772ac6987 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:31:08.479489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Port e770b4d7-c3e1-4986-a349-d87d220e41cb on network 466e51b6-045a-483c-8627-96c772ac6987 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:31:08.479810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Attempting to bind port e770b4d7-c3e1-4986-a349-d87d220e41cb on network 466e51b6-045a-483c-8627-96c772ac6987 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:31:08.485754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:31:08.486095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Checking segment: {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:31:08.486504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Bound using segment: {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:31:08.486889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Bound port: e770b4d7-c3e1-4986-a349-d87d220e41cb, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:31:08.487264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:08.575742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] For port e770b4d7-c3e1-4986-a349-d87d220e41cb, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:31:08.578732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] For port e770b4d7-c3e1-4986-a349-d87d220e41cb, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:31:08.584051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:08.588046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8cc001cb-33c6-4143-bfe4-94122a39c286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:08.645888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:08.646003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:08.647343 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] 10.222.0.53 "PUT /v2.0/ports/e770b4d7-c3e1-4986-a349-d87d220e41cb HTTP/1.1" status: 200 len: 1093 time: 0.9097564 Dec 22 17:31:08.650208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:31:08.678472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Pushing event updated for resources: {'Port': ['ID=e770b4d7-c3e1-4986-a349-d87d220e41cb,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:08.682761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:08.722074 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'status': 'completed', 'code': 200} Dec 22 17:31:08.763668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-8f1114a0-b90a-4b62-ae5a-488c71e2e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:08.765219 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-8f1114a0-b90a-4b62-ae5a-488c71e2e150 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 1096 time: 0.0779285 Dec 22 17:31:08.839840 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-2d55176f-91c3-4649-b5e6-6f4fd0061841 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb HTTP/1.1" status: 200 len: 217 time: 0.0666294 Dec 22 17:31:08.901465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-c0cd98fa-0746-4364-ae2b-824f119f1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:08.902898 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-c0cd98fa-0746-4364-ae2b-824f119f1624 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c75702f-2c62-4c55-976a-ed7e0ecdc586 HTTP/1.1" status: 200 len: 834 time: 0.0564632 Dec 22 17:31:08.980051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-eef6b16f-fc02-4ebb-a487-6df3de50033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:08.981391 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-eef6b16f-fc02-4ebb-a487-6df3de50033c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=466e51b6-045a-483c-8627-96c772ac6987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722206 Dec 22 17:31:09.113750 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-d245fa27-e1ae-45aa-a459-3fe90d90a220 service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243629 Dec 22 17:31:09.221832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee552-9d53-4d28-8186-173d6c84f8e0 req-b84f5500-50b2-450f-8646-ea5354f4f5d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:09.223337 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f97ee552-9d53-4d28-8186-173d6c84f8e0 req-b84f5500-50b2-450f-8646-ea5354f4f5d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 943 time: 0.0792174 Dec 22 17:31:09.246085 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5a6202d-bfc7-4569-bc49-6205e0984759 req-24a9bd2c-a085-481f-95d5-bd8de2a0ee5b service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258237 Dec 22 17:31:09.272711 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f97ee552-9d53-4d28-8186-173d6c84f8e0 req-ea1a1747-2ab3-4e6a-af26-345651ffc9fb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Dec 22 17:31:09.356034 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f2063-22db-4244-9e68-4784ed38b8db req-36b76e97-45a4-4828-a09b-e7ca41779362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:09.357471 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d72f2063-22db-4244-9e68-4784ed38b8db req-36b76e97-45a4-4828-a09b-e7ca41779362 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 1096 time: 0.0683296 Dec 22 17:31:09.486429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f2063-22db-4244-9e68-4784ed38b8db req-ab22408e-65cc-4ae0-9da2-d26b7c8eb7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:09.487893 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d72f2063-22db-4244-9e68-4784ed38b8db req-ab22408e-65cc-4ae0-9da2-d26b7c8eb7de service neutron] 10.222.0.53 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 898 time: 0.1230910 Dec 22 17:31:09.675018 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d72f2063-22db-4244-9e68-4784ed38b8db req-a7daff0a-0a36-40ef-988a-ac69c98b7706 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb HTTP/1.1" status: 200 len: 217 time: 0.1795552 Dec 22 17:31:09.737523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f2063-22db-4244-9e68-4784ed38b8db req-ae35708f-6431-413d-9744-3809b6145b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:09.738917 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d72f2063-22db-4244-9e68-4784ed38b8db req-ae35708f-6431-413d-9744-3809b6145b3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c75702f-2c62-4c55-976a-ed7e0ecdc586 HTTP/1.1" status: 200 len: 834 time: 0.0568984 Dec 22 17:31:09.814023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f2063-22db-4244-9e68-4784ed38b8db req-e1fab4ac-58d2-4fba-9b58-5c77e202589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:09.815573 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d72f2063-22db-4244-9e68-4784ed38b8db req-e1fab4ac-58d2-4fba-9b58-5c77e202589a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=466e51b6-045a-483c-8627-96c772ac6987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698264 Dec 22 17:31:09.964882 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d72f2063-22db-4244-9e68-4784ed38b8db req-4b201b1d-8a38-4d09-8cac-111c653731df service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419141 Dec 22 17:31:10.094829 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d72f2063-22db-4244-9e68-4784ed38b8db req-2443364f-0705-4387-ba26-de722f0b17b6 service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227391 Dec 22 17:31:10.460621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10557565-6be5-4da7-b89c-f5a1fe741253 req-785a4915-a311-47fb-acb0-8e53a4c16d29 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:10.461292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-10557565-6be5-4da7-b89c-f5a1fe741253 req-785a4915-a311-47fb-acb0-8e53a4c16d29 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:31:10.477639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-10557565-6be5-4da7-b89c-f5a1fe741253 req-785a4915-a311-47fb-acb0-8e53a4c16d29 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:31:10.478829 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-10557565-6be5-4da7-b89c-f5a1fe741253 req-785a4915-a311-47fb-acb0-8e53a4c16d29 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 943 time: 0.0985260 Dec 22 17:31:10.530611 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-10557565-6be5-4da7-b89c-f5a1fe741253 req-bb4402f0-0088-47c4-950a-185cfb1baca6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460646 Dec 22 17:31:11.711864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a04467-79aa-4646-a50a-8e5deaf125ca req-be56cd54-29a2-4a16-8b69-d3a9d847fe5c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:11.713566 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-05a04467-79aa-4646-a50a-8e5deaf125ca req-be56cd54-29a2-4a16-8b69-d3a9d847fe5c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 943 time: 0.0789385 Dec 22 17:31:11.757057 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-05a04467-79aa-4646-a50a-8e5deaf125ca req-baddae5e-5a13-4c47-b243-675a79f849dc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379055 Dec 22 17:31:12.413917 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e770b4d7-c3e1-4986-a349-d87d220e41cb details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:31:12.546191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port e770b4d7-c3e1-4986-a349-d87d220e41cb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:31:12.558974 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'port_id': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'mac_address': 'fa:16:3e:1b:83:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:31:12.613810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:12.633763 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e770b4d7-c3e1-4986-a349-d87d220e41cb {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:31:12.648985 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port e770b4d7-c3e1-4986-a349-d87d220e41cb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:31:12.653241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:12.655943 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:12.721474 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=e770b4d7-c3e1-4986-a349-d87d220e41cb,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:12.724509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:12.879692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['e770b4d7-c3e1-4986-a349-d87d220e41cb'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:31:12.944631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fafd0-865a-4451-ae5b-b53f7c146e54 req-76de78a8-016c-4ffc-b721-218e5ddc302b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:12.946096 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cd8fafd0-865a-4451-ae5b-b53f7c146e54 req-76de78a8-016c-4ffc-b721-218e5ddc302b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 944 time: 0.0844610 Dec 22 17:31:12.990395 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cd8fafd0-865a-4451-ae5b-b53f7c146e54 req-c199a851-890a-42a2-973f-1b777cf0fab2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385518 Dec 22 17:31:14.180153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8de33-57c6-4771-a817-00b1e9d25d5f req-75fc5a4a-01f8-4050-ab19-b65d849687a6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:14.181629 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-26e8de33-57c6-4771-a817-00b1e9d25d5f req-75fc5a4a-01f8-4050-ab19-b65d849687a6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 944 time: 0.0840478 Dec 22 17:31:14.226688 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-26e8de33-57c6-4771-a817-00b1e9d25d5f req-5a3bda5b-6a7f-470c-a8ed-d8d65f381179 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394530 Dec 22 17:31:14.427299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e770b4d7-c3e1-4986-a349-d87d220e41cb up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:31:14.501060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port e770b4d7-c3e1-4986-a349-d87d220e41cb completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:31:14.505972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port e770b4d7-c3e1-4986-a349-d87d220e41cb triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:14.506372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:14.663541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:14.691742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:31:14.701665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port e770b4d7-c3e1-4986-a349-d87d220e41cb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:31:14.707459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:14.709403 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:14.787930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=e770b4d7-c3e1-4986-a349-d87d220e41cb,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:14.798721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:14.801118 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'code': 200} Dec 22 17:31:15.034820 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572b49-af19-4555-ae89-854217c099a7 req-7348179c-ae7e-41b4-bf35-1078cad74739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:15.036327 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b572b49-af19-4555-ae89-854217c099a7 req-7348179c-ae7e-41b4-bf35-1078cad74739 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 1098 time: 0.0759876 Dec 22 17:31:15.078865 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b572b49-af19-4555-ae89-854217c099a7 req-26b6d042-3f41-48ae-bc71-5f597fcebdd3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362556 Dec 22 17:31:15.412803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dcb28-1b56-421f-bb06-edbd455d620c req-1f735477-01ad-45f7-975c-3d0befeaa18f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:15.414254 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-419dcb28-1b56-421f-bb06-edbd455d620c req-1f735477-01ad-45f7-975c-3d0befeaa18f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 945 time: 0.0801821 Dec 22 17:31:15.458918 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-419dcb28-1b56-421f-bb06-edbd455d620c req-612506ff-255b-4917-90e4-cccdf835f95b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390074 Dec 22 17:31:16.035008 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:31:16.650316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e30cc6-76f6-4c46-afff-d5a99f9c2bba req-b2037baf-a7a4-43c8-88f7-b96a18178803 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:16.651807 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-05e30cc6-76f6-4c46-afff-d5a99f9c2bba req-b2037baf-a7a4-43c8-88f7-b96a18178803 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 945 time: 0.0871191 Dec 22 17:31:16.696963 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-05e30cc6-76f6-4c46-afff-d5a99f9c2bba req-81e29403-9c2d-4e66-b109-36febbcd01ba tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389884 Dec 22 17:31:17.008267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e80fa-cc74-4fc2-889e-6a01d23515aa req-9911bb22-4505-40a0-b44a-23e0fdff7e03 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:17.009761 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6f1e80fa-cc74-4fc2-889e-6a01d23515aa req-9911bb22-4505-40a0-b44a-23e0fdff7e03 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 945 time: 0.2094920 Dec 22 17:31:17.053742 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6f1e80fa-cc74-4fc2-889e-6a01d23515aa req-a00fdd1e-f1c3-4457-bce6-4e14f016ac6b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383866 Dec 22 17:31:17.076047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39760) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:17.147787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3012d5-805b-42cc-8f70-aaba0a3f3d0c tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:17.149288 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6a3012d5-805b-42cc-8f70-aaba0a3f3d0c tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 1093 time: 0.0723298 Dec 22 17:31:17.152055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39764) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:17.159340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:17.165331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:17.169114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:floatingip and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:17.171984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:17.177585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:17.188314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:17.326145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:17.466135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.137 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/5c33988a-8c8b-4b21-a694-853a03026387) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:31:17.613317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:17.642979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:17.646732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:17.714010 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:31:17.716903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:31:17.719560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:31:17.755473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=5c33988a-8c8b-4b21-a694-853a03026387,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:17.758418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:18.138793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:18.214620 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:18.425384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:18.429835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:18.433589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:18.539256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=5c33988a-8c8b-4b21-a694-853a03026387,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:18.543432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:18.553538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:18.859670 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 2bf55dc5-bc56-4d49-850a-97bbb22b3176 associated. External IP: 172.26.3.137, port: e770b4d7-c3e1-4986-a349-d87d220e41cb. Dec 22 17:31:19.224590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 93110061-3c63-4b13-9e05-ff3a75b710e5 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:31:19.408460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:31:19.418663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396720cd-238f-4675-8637-b87d6bd8e2a9 None None] Sync routers for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:31:19.428477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396720cd-238f-4675-8637-b87d6bd8e2a9 None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:31:19.429103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-396720cd-238f-4675-8637-b87d6bd8e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:31:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:31:19.433378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:19.489622 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3364708 Dec 22 17:31:19.490214 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:31:19.492407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39768) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:19.576101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68529c5c-88f9-4300-83a3-0893474595e2 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:19.583677 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-68529c5c-88f9-4300-83a3-0893474595e2 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 1093 time: 0.0894730 Dec 22 17:31:19.589514 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'status': 'completed', 'code': 200} Dec 22 17:31:19.618020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-396720cd-238f-4675-8637-b87d6bd8e2a9 None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:31:19.684278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97e9ef-843a-4421-8c06-6222d0f78685 req-2d7c4110-eb57-4a3f-a268-99c9e448e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:19.685736 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de97e9ef-843a-4421-8c06-6222d0f78685 req-2d7c4110-eb57-4a3f-a268-99c9e448e454 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 1098 time: 0.0744493 Dec 22 17:31:19.826244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97e9ef-843a-4421-8c06-6222d0f78685 req-e9975456-0492-45ab-aa21-073031001790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:19.827786 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de97e9ef-843a-4421-8c06-6222d0f78685 req-e9975456-0492-45ab-aa21-073031001790 service neutron] 10.222.0.53 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 898 time: 0.1346095 Dec 22 17:31:19.933741 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de97e9ef-843a-4421-8c06-6222d0f78685 req-5df7d264-7286-4ed3-a507-a8bee02e0fa4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb HTTP/1.1" status: 200 len: 999 time: 0.0992439 Dec 22 17:31:19.999416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-396720cd-238f-4675-8637-b87d6bd8e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2bf55dc5-bc56-4d49-850a-97bbb22b3176', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'port_id': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'mac_address': 'fa:16:3e:1b:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cab2b77-d120-4eda-b856-793a00746b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:31:18Z', 'updated_at': '2021-12-22T17:31:18Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:04Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:31:20.002497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97e9ef-843a-4421-8c06-6222d0f78685 req-2ac27575-59bd-4bcf-9c19-54951c3cf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:20.003680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396720cd-238f-4675-8637-b87d6bd8e2a9 None None] Checking router: 93110061-3c63-4b13-9e05-ff3a75b710e5 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:31:20.004023 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de97e9ef-843a-4421-8c06-6222d0f78685 req-2ac27575-59bd-4bcf-9c19-54951c3cf657 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c75702f-2c62-4c55-976a-ed7e0ecdc586 HTTP/1.1" status: 200 len: 834 time: 0.0638132 Dec 22 17:31:20.012224 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396720cd-238f-4675-8637-b87d6bd8e2a9 None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:31:20.012843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-396720cd-238f-4675-8637-b87d6bd8e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:31:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:31:20.079207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97e9ef-843a-4421-8c06-6222d0f78685 req-47f8d5d8-1077-42be-8efa-e567cf4957ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:20.080617 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de97e9ef-843a-4421-8c06-6222d0f78685 req-47f8d5d8-1077-42be-8efa-e567cf4957ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=466e51b6-045a-483c-8627-96c772ac6987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706918 Dec 22 17:31:20.193350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-396720cd-238f-4675-8637-b87d6bd8e2a9 None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:31:20.223352 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de97e9ef-843a-4421-8c06-6222d0f78685 req-b586f8dc-f28e-4b98-b567-e46e82dee467 service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358981 Dec 22 17:31:20.313566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39778) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:20.320500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629436601', 'description': 'tempest-secgroup-smoke-1629436601 description', 'project_id': 'b81c21c680cf47a59420417b42f80eaa'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:20.327076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:20.339527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:20.351902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.371733 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de97e9ef-843a-4421-8c06-6222d0f78685 req-0fc8138d-3768-436a-a118-a224c72b40f2 service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419148 Dec 22 17:31:20.372326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:20.376878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:20.380714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:20.386767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:20.466812 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.471054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.474977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5b79e6e9-ac62-4e63-a2bb-0ebce616df11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:20.517862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:20.520927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:20.524962 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.526190 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2103643 Dec 22 17:31:20.529320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39782) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:20.534538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '6c678c5f-a6cc-4f51-b17b-ee6d6a26a418', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:20.540429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:20.544450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:20.547593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:20.553423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:20.572007 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.580040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-396720cd-238f-4675-8637-b87d6bd8e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2bf55dc5-bc56-4d49-850a-97bbb22b3176', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'port_id': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'mac_address': 'fa:16:3e:1b:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cab2b77-d120-4eda-b856-793a00746b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:31:18Z', 'updated_at': '2021-12-22T17:31:18Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:04Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:31:20.584118 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396720cd-238f-4675-8637-b87d6bd8e2a9 None None] The sync data for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv is: [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2bf55dc5-bc56-4d49-850a-97bbb22b3176', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'port_id': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'mac_address': 'fa:16:3e:1b:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cab2b77-d120-4eda-b856-793a00746b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:31:18Z', 'updated_at': '2021-12-22T17:31:18Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:04Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:31:20.641513 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.645730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.647837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-df1e1aa6-0762-428f-9ea2-12934b1d4a5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:20.670337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a253b41-52da-4e62-86a0-129bb8ed059e,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:20.673070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:20.680316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.681485 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513975 Dec 22 17:31:20.684197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39786) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:20.689758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '6c678c5f-a6cc-4f51-b17b-ee6d6a26a418', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:20.695654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:20.699435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:20.702224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:20.708384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:20.726137 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.800296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.805440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.807984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d4a41580-a039-478b-b11b-28d1fa9aba08 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:20.811476 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af675b-54d6-40fe-bd4e-3f78a2cac824 None None] New status for floating IP 2bf55dc5-bc56-4d49-850a-97bbb22b3176: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:31:20.837775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.839101 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1538627 Dec 22 17:31:20.841402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b18331-8b09-4567-b885-293ddeae376e,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:20.841841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39790) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:20.843756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:20.848081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '6c678c5f-a6cc-4f51-b17b-ee6d6a26a418', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:20.853998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:20.857869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:20.861504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:20.872310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:20.889377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.954102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.958756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.960597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f6367aba-dd6c-46f0-9fc7-becafdc0326b tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:20.983067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f08ffc9-2fd2-42b7-bbbb-79923c3d5bcb,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:20.988322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:20.993893 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:20.995062 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515512 Dec 22 17:31:20.998158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39794) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:21.003710 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '6c678c5f-a6cc-4f51-b17b-ee6d6a26a418', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:21.009364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:21.013132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:21.016114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:21.021774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:21.038600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:21.113125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:21.117563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:21.119458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-94fd7994-1f8d-4ac1-9b51-56ad03f0f74a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:21.141304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7687acae-2bd1-406e-9dac-9562b3a049ce,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:21.143696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:21.151000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:21.152210 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531518 Dec 22 17:31:21.154951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39798) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:21.160423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '6c678c5f-a6cc-4f51-b17b-ee6d6a26a418', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:21.166271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:21.170070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:21.174657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:21.180349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:21.190790 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:31:21.197441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:21.265222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:21.268940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:21.271010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6dea7cb6-2e41-4325-9912-ec8e21ce9ed1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:21.293204 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c039c39e-55a1-4093-b3de-e7f0567450eb,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:21.295992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:21.303960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:21.305138 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492648 Dec 22 17:31:21.307858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39802) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:21.312844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': '6c678c5f-a6cc-4f51-b17b-ee6d6a26a418', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:21.318909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:21.322876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:21.325916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:21.335258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:21.348286 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:31:21.356764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:21.423134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:21.426807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:21.432677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d33360b2-711d-4fa7-8089-01a283d046a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:21.451328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50559c08-0d6e-4d46-b25f-b9dbc2ec9c66,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:21.454187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:21.461366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:21.462920 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541390 Dec 22 17:31:21.629716 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-8af11a53-68bd-4438-a47c-57bec4f1e19c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629436601&fields=id&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 267 time: 0.0400705 Dec 22 17:31:21.903409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ffd80e87-27de-489c-8d0a-86aeebb06d59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:21.904898 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ffd80e87-27de-489c-8d0a-86aeebb06d59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 797 time: 0.2657983 Dec 22 17:31:21.919892 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-18ee4662-e038-4635-bd8a-5b1da99cdbf6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/quotas/b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 375 time: 0.0094018 Dec 22 17:31:22.013804 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-27e71c01-3373-4607-b2ac-d5839bdec10a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0882869 Dec 22 17:31:22.157617 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-fa06d98a-f531-4b52-a129-1e6755cf8d18 service neutron] 10.222.0.70 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315048 Dec 22 17:31:22.290984 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-aaefc025-8a56-4661-922d-f1b64fe1470c service neutron] 10.222.0.70 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275284 Dec 22 17:31:22.464477 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9d83a0c9-ac46-4d55-8e33-73c0ce24d6f4 req-cad2c42a-b662-4f74-9d2b-9dd78ba21ce4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 210 time: 0.0435748 Dec 22 17:31:23.663193 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-29ce220c-9625-4066-820f-40c19de865fd req-2738dde3-0f86-4166-9e51-7dd3d5b6d521 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 210 time: 0.0562341 Dec 22 17:31:23.717642 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-b65da92b-9645-407b-a289-c3324841646a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:23.719280 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-b65da92b-9645-407b-a289-c3324841646a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 797 time: 0.1906693 Dec 22 17:31:23.793956 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-fae4c45a-758e-4696-8a20-55e5e27fd72d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 473 time: 0.0625837 Dec 22 17:31:23.807302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'device_id': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'admin_state_up': True, 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'security_groups': ['6c678c5f-a6cc-4f51-b17b-ee6d6a26a418']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:23.941740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:23.950920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:23.960648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:31:23.964500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:24.123159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.5 (466e51b6-045a-483c-8627-96c772ac6987/7c75702f-2c62-4c55-976a-ed7e0ecdc586/0fe91348-aac4-4ac3-a65b-deee3efab7fa) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:31:24.316473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:24.332085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 0fe91348-aac4-4ac3-a65b-deee3efab7fa will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:31:24.355675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:24.361798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-78bfd94c-ad60-44dc-8fa5-de7ecdea8584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:24.426263 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 466e51b6-045a-483c-8627-96c772ac6987 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:31:24.429259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:31:24.433059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:31:24.463724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=0fe91348-aac4-4ac3-a65b-deee3efab7fa,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:24.470922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:24.505697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:24.506292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:24.530885 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7279942 Dec 22 17:31:24.542489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Request body: {'port': {'device_id': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:24.650782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:24.716804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fb97ed04-b092-4e6b-bf40-9431dde4bf74 None None] Provisioning for port 0fe91348-aac4-4ac3-a65b-deee3efab7fa completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:31:24.723378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fb97ed04-b092-4e6b-bf40-9431dde4bf74 None None] Provisioning complete for port 0fe91348-aac4-4ac3-a65b-deee3efab7fa triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:24.723938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fb97ed04-b092-4e6b-bf40-9431dde4bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:24.782290 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fb97ed04-b092-4e6b-bf40-9431dde4bf74 None None] Port 0fe91348-aac4-4ac3-a65b-deee3efab7fa cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:31:24.873990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08662820-98fa-4491-b8bb-6dea88338c41 req-95b1ec43-e425-4821-962a-a3d29e3f2301 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:24.876083 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-08662820-98fa-4491-b8bb-6dea88338c41 req-95b1ec43-e425-4821-962a-a3d29e3f2301 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 931 time: 0.0815427 Dec 22 17:31:24.924740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-08662820-98fa-4491-b8bb-6dea88338c41 req-d9e68c67-61cd-413d-a032-ca49d6ac60a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:31:24.941300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-08662820-98fa-4491-b8bb-6dea88338c41 req-d9e68c67-61cd-413d-a032-ca49d6ac60a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:31:24.942921 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-08662820-98fa-4491-b8bb-6dea88338c41 req-d9e68c67-61cd-413d-a032-ca49d6ac60a9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611253 Dec 22 17:31:25.108853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe91348-aac4-4ac3-a65b-deee3efab7fa {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:31:25.116271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:25.130528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Transition to ACTIVE for port object 0fe91348-aac4-4ac3-a65b-deee3efab7fa will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:31:25.134091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:25.137579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6a74726b-c6a3-4b09-84f3-29cf9b3c8d25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:25.287274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe91348-aac4-4ac3-a65b-deee3efab7fa,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:25.295059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:25.373853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Attempting to bind port 0fe91348-aac4-4ac3-a65b-deee3efab7fa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:31:25.374184 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Attempting to bind port 0fe91348-aac4-4ac3-a65b-deee3efab7fa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:31:25.374641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Attempting to bind port 0fe91348-aac4-4ac3-a65b-deee3efab7fa on network 466e51b6-045a-483c-8627-96c772ac6987 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:31:25.380499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Port 0fe91348-aac4-4ac3-a65b-deee3efab7fa on network 466e51b6-045a-483c-8627-96c772ac6987 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:31:25.380815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Attempting to bind port 0fe91348-aac4-4ac3-a65b-deee3efab7fa on network 466e51b6-045a-483c-8627-96c772ac6987 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:31:25.386165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:31:25.386492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Checking segment: {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:31:25.386867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Bound using segment: {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:31:25.387324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Bound port: 0fe91348-aac4-4ac3-a65b-deee3efab7fa, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d05a41-bf9f-4e2a-92f3-92fc26881ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '466e51b6-045a-483c-8627-96c772ac6987'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:31:25.387660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:25.475832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] For port 0fe91348-aac4-4ac3-a65b-deee3efab7fa, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:31:25.478555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] For port 0fe91348-aac4-4ac3-a65b-deee3efab7fa, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0fe91348-aac4-4ac3-a65b-deee3efab7fa,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:31:25.483612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:25.487677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:25.546195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:25.547337 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:25.548702 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] 10.222.0.53 "PUT /v2.0/ports/0fe91348-aac4-4ac3-a65b-deee3efab7fa HTTP/1.1" status: 200 len: 1093 time: 1.0104649 Dec 22 17:31:25.549214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'tag': '0fe91348-aac4-4ac3-a65b-deee3efab7fa'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:31:25.568552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe91348-aac4-4ac3-a65b-deee3efab7fa,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:25.571753 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:25.627337 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'tag': '0fe91348-aac4-4ac3-a65b-deee3efab7fa', 'status': 'completed', 'code': 200} Dec 22 17:31:25.673236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-07a061ae-d4f5-4798-b0d2-dffd484b2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:25.674720 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-07a061ae-d4f5-4798-b0d2-dffd484b2c6c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0797362 Dec 22 17:31:25.747742 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-148f1d9e-172a-4eab-8777-dc4a207de37e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe91348-aac4-4ac3-a65b-deee3efab7fa HTTP/1.1" status: 200 len: 217 time: 0.0659935 Dec 22 17:31:25.808666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-aa897304-79e1-4a2e-a522-4ee7835b34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:25.810202 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-aa897304-79e1-4a2e-a522-4ee7835b34a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c75702f-2c62-4c55-976a-ed7e0ecdc586 HTTP/1.1" status: 200 len: 834 time: 0.0568786 Dec 22 17:31:25.886724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-5ec98ade-a124-4150-9263-130cc9cb06de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:25.888195 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-5ec98ade-a124-4150-9263-130cc9cb06de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=466e51b6-045a-483c-8627-96c772ac6987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718992 Dec 22 17:31:26.036123 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-c624b96d-4a33-48ce-9aa1-c95a92cdfdcc service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411431 Dec 22 17:31:26.129254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eb03c-2395-4b8e-9fa6-39bcfd52ab63 req-950447b8-0029-4cca-8d09-c7b6926c87ae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:26.130685 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-371eb03c-2395-4b8e-9fa6-39bcfd52ab63 req-950447b8-0029-4cca-8d09-c7b6926c87ae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 943 time: 0.0797622 Dec 22 17:31:26.174805 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-371eb03c-2395-4b8e-9fa6-39bcfd52ab63 req-498379c5-79e2-4295-8175-4dff5e110988 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382006 Dec 22 17:31:26.181030 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61f8144c-fe45-4cf7-9ba9-49037be2d91c req-e8036323-ceb8-4597-b88f-46cac60fea69 service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393871 Dec 22 17:31:26.298151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01307c-8322-4c78-af2a-f314880a9a09 req-d159a825-d907-4ea3-9adf-891c384cc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:26.299550 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2f01307c-8322-4c78-af2a-f314880a9a09 req-d159a825-d907-4ea3-9adf-891c384cc67b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0703185 Dec 22 17:31:26.438097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01307c-8322-4c78-af2a-f314880a9a09 req-8376d321-4859-4f28-a145-eadd148d33de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:26.439542 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2f01307c-8322-4c78-af2a-f314880a9a09 req-8376d321-4859-4f28-a145-eadd148d33de service neutron] 10.222.0.53 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 898 time: 0.1292343 Dec 22 17:31:26.514594 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2f01307c-8322-4c78-af2a-f314880a9a09 req-881ffe05-d6b6-4cc8-a57a-128b0cded1be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe91348-aac4-4ac3-a65b-deee3efab7fa HTTP/1.1" status: 200 len: 217 time: 0.0658617 Dec 22 17:31:26.580229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01307c-8322-4c78-af2a-f314880a9a09 req-43cce7bf-fced-4642-adc1-09417850fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:26.581638 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2f01307c-8322-4c78-af2a-f314880a9a09 req-43cce7bf-fced-4642-adc1-09417850fcec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c75702f-2c62-4c55-976a-ed7e0ecdc586 HTTP/1.1" status: 200 len: 834 time: 0.0566235 Dec 22 17:31:26.658130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01307c-8322-4c78-af2a-f314880a9a09 req-dc3ea110-a89b-40bf-923b-0cd1081fff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:26.659567 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2f01307c-8322-4c78-af2a-f314880a9a09 req-dc3ea110-a89b-40bf-923b-0cd1081fff8c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=466e51b6-045a-483c-8627-96c772ac6987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684586 Dec 22 17:31:26.905462 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2f01307c-8322-4c78-af2a-f314880a9a09 req-c25f6d85-9ca5-4137-8b52-867abe6c407c service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370570 Dec 22 17:31:27.037869 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2f01307c-8322-4c78-af2a-f314880a9a09 req-c4597be0-eb4c-4e24-858f-3e794e9de744 service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240950 Dec 22 17:31:27.398998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2116f-5f61-4f93-8331-263bfdc610ef req-c18b0faf-c248-4992-b95f-a151c47ad372 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:27.399712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9ee2116f-5f61-4f93-8331-263bfdc610ef req-c18b0faf-c248-4992-b95f-a151c47ad372 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:31:27.435210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9ee2116f-5f61-4f93-8331-263bfdc610ef req-c18b0faf-c248-4992-b95f-a151c47ad372 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:31:27.436413 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ee2116f-5f61-4f93-8331-263bfdc610ef req-c18b0faf-c248-4992-b95f-a151c47ad372 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 943 time: 0.1577196 Dec 22 17:31:27.473483 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-37949903-4ec9-498d-a52f-8eab7e724d57 req-0d0a926f-c058-49bd-a459-362b5041b15e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1241612 Dec 22 17:31:27.493358 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ee2116f-5f61-4f93-8331-263bfdc610ef req-de20a22c-2ab4-4d09-9492-2f8ba6f1d0e2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500560 Dec 22 17:31:27.611964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f1f3abf4-de0d-41fd-82c2-647984864a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:27.620240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949903-4ec9-498d-a52f-8eab7e724d57 req-99dacd9d-8795-47a7-9d22-0e6a7cf7ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:27.621706 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-37949903-4ec9-498d-a52f-8eab7e724d57 req-99dacd9d-8795-47a7-9d22-0e6a7cf7ab98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 1098 time: 0.0774753 Dec 22 17:31:27.772142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949903-4ec9-498d-a52f-8eab7e724d57 req-5d5fac25-a861-4eab-a633-7defa97a2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:27.773482 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-37949903-4ec9-498d-a52f-8eab7e724d57 req-5d5fac25-a861-4eab-a633-7defa97a2a77 service neutron] 10.222.0.53 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 898 time: 0.1315415 Dec 22 17:31:27.876014 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-37949903-4ec9-498d-a52f-8eab7e724d57 req-1859bce9-d7f2-4e14-bebe-29cf17c83a39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb HTTP/1.1" status: 200 len: 1001 time: 0.0965664 Dec 22 17:31:27.936976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949903-4ec9-498d-a52f-8eab7e724d57 req-e5d4fc42-3e79-4bdc-9243-68f8723969a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:27.938394 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-37949903-4ec9-498d-a52f-8eab7e724d57 req-e5d4fc42-3e79-4bdc-9243-68f8723969a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c75702f-2c62-4c55-976a-ed7e0ecdc586 HTTP/1.1" status: 200 len: 834 time: 0.0563600 Dec 22 17:31:28.019640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949903-4ec9-498d-a52f-8eab7e724d57 req-b72641b5-2016-466a-bb4b-f391fa22b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:28.021129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-37949903-4ec9-498d-a52f-8eab7e724d57 req-b72641b5-2016-466a-bb4b-f391fa22b8b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=466e51b6-045a-483c-8627-96c772ac6987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764904 Dec 22 17:31:28.152391 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-37949903-4ec9-498d-a52f-8eab7e724d57 req-39c81c62-04ea-4b20-acfb-5b198b150424 service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238291 Dec 22 17:31:28.281607 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-37949903-4ec9-498d-a52f-8eab7e724d57 req-d1679c92-ec72-4c1a-b359-7e1e32a54a59 service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218879 Dec 22 17:31:28.467425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 0fe91348-aac4-4ac3-a65b-deee3efab7fa details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:31:28.599983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 0fe91348-aac4-4ac3-a65b-deee3efab7fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0fe91348-aac4-4ac3-a65b-deee3efab7fa,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:31:28.654012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '0fe91348-aac4-4ac3-a65b-deee3efab7fa', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'port_id': '0fe91348-aac4-4ac3-a65b-deee3efab7fa', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:31:28.688533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea57a88-1926-4a68-8d3e-17de92f76bb2 req-823275ea-52f3-4929-8784-38b0e0b11b1c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:28.690013 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-eea57a88-1926-4a68-8d3e-17de92f76bb2 req-823275ea-52f3-4929-8784-38b0e0b11b1c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 943 time: 0.0882812 Dec 22 17:31:28.713037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:28.730739 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe91348-aac4-4ac3-a65b-deee3efab7fa {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:31:28.737379 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-eea57a88-1926-4a68-8d3e-17de92f76bb2 req-fadb2db0-679c-46c3-bb27-4724f8e769ee tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411041 Dec 22 17:31:28.746575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 0fe91348-aac4-4ac3-a65b-deee3efab7fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0fe91348-aac4-4ac3-a65b-deee3efab7fa,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:31:28.756573 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:28.758677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:28.827866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=0fe91348-aac4-4ac3-a65b-deee3efab7fa,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:28.830939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:28.972039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['0fe91348-aac4-4ac3-a65b-deee3efab7fa'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:31:29.935064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4ee8-7b55-4c52-93bc-1acb16c96e85 req-f450e022-2bb7-4759-b092-f03f50ca271c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:29.936475 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5fcd4ee8-7b55-4c52-93bc-1acb16c96e85 req-f450e022-2bb7-4759-b092-f03f50ca271c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 944 time: 0.0810504 Dec 22 17:31:29.980338 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5fcd4ee8-7b55-4c52-93bc-1acb16c96e85 req-63df7edb-2817-48ee-af21-0af497d59097 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376992 Dec 22 17:31:30.041897 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4ee57a76-a708-4894-8f42-f6c8696c334c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:30.476427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 0fe91348-aac4-4ac3-a65b-deee3efab7fa up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:31:30.541868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 0fe91348-aac4-4ac3-a65b-deee3efab7fa completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:31:30.546344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 0fe91348-aac4-4ac3-a65b-deee3efab7fa triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:31:30.546855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:30.659605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:30.685093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe91348-aac4-4ac3-a65b-deee3efab7fa'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:31:30.694854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 0fe91348-aac4-4ac3-a65b-deee3efab7fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0fe91348-aac4-4ac3-a65b-deee3efab7fa,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:31:30.699378 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:30.701167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1ed79c1f-99ff-4320-bf9b-f17fc03206d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:30.731722 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe91348-aac4-4ac3-a65b-deee3efab7fa', 'code': 200} Dec 22 17:31:30.773017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=0fe91348-aac4-4ac3-a65b-deee3efab7fa,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:30.776187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:30.958184 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82782d67-f768-4ef5-b514-0c093fedd6e8 req-cd468187-ab7c-4ad0-9d0c-d950bb9f798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:30.959663 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-82782d67-f768-4ef5-b514-0c093fedd6e8 req-cd468187-ab7c-4ad0-9d0c-d950bb9f798d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0730515 Dec 22 17:31:31.000893 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-82782d67-f768-4ef5-b514-0c093fedd6e8 req-f9124acd-9a95-4543-a1ee-215082a86141 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342600 Dec 22 17:31:31.054718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:31.163256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c643bd4-3052-4ed9-8d56-a0a6207637e4 req-1050d80a-1603-4a3e-a3d0-a2bbdadd036b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:31.164592 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2c643bd4-3052-4ed9-8d56-a0a6207637e4 req-1050d80a-1603-4a3e-a3d0-a2bbdadd036b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 945 time: 0.0792305 Dec 22 17:31:31.195881 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:31.215392 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2c643bd4-3052-4ed9-8d56-a0a6207637e4 req-64ef411a-c6fe-4bc3-9b48-4ab3e716a1a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450656 Dec 22 17:31:32.398216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca5516-47c6-4450-a3e7-61903560fb0d req-704aae83-2e65-40a2-9f39-0064d27f1cf9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:32.399650 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0dca5516-47c6-4450-a3e7-61903560fb0d req-704aae83-2e65-40a2-9f39-0064d27f1cf9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 945 time: 0.0795414 Dec 22 17:31:32.442499 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0dca5516-47c6-4450-a3e7-61903560fb0d req-859613ac-cf95-4efd-ab12-b93a3cd29976 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372870 Dec 22 17:31:32.570246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:32.633404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e396624-65e4-487b-ae79-f5cb14ebb8fa req-470815e8-4602-464b-828d-c9396741b0f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:32.634927 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3e396624-65e4-487b-ae79-f5cb14ebb8fa req-470815e8-4602-464b-828d-c9396741b0f2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 945 time: 0.0843534 Dec 22 17:31:32.678871 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3e396624-65e4-487b-ae79-f5cb14ebb8fa req-09de2c43-852f-421a-a44d-97c10e36e070 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381866 Dec 22 17:31:32.700847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39856) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:32.780783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad5bf1-931d-477f-8b5a-45f804c1b036 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:32.782267 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3bad5bf1-931d-477f-8b5a-45f804c1b036 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 1093 time: 0.0804629 Dec 22 17:31:32.784998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39860) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:31:32.789855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '0fe91348-aac4-4ac3-a65b-deee3efab7fa', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:31:32.796164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:31:32.800782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:floatingip and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:31:32.803893 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:31:32.809743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:31:32.940503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:33.077260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:33.214804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.41 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/b3f21d8b-1868-431d-b438-95f746a18aa3) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:31:33.368244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:33.397033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:33.402050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b73c350c-dfef-490b-8431-0e94d024c482 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:33.466522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:31:33.470350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:31:33.475665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:31:33.509205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=b3f21d8b-1868-431d-b438-95f746a18aa3,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:33.516966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:33.913152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:33.994565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:34.209539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:34.215592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:34.220691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:31:34.332782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=b3f21d8b-1868-431d-b438-95f746a18aa3,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:31:34.337061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:31:34.340162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:34.527026 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP bb5d6d11-cf18-4c32-bab7-477792b8c92c associated. External IP: 172.26.3.41, port: 0fe91348-aac4-4ac3-a65b-deee3efab7fa. Dec 22 17:31:34.996354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 93110061-3c63-4b13-9e05-ff3a75b710e5 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:31:35.187831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:31:35.190636 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:35.198886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a6daa-f688-427b-bdc6-01b43edffca0 None None] Sync routers for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:31:35.209300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a6daa-f688-427b-bdc6-01b43edffca0 None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:31:35.210197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-db3a6daa-f688-427b-bdc6-01b43edffca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:31:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:31:35.214347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:31:35.268690 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4826844 Dec 22 17:31:35.269345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'tag': '0fe91348-aac4-4ac3-a65b-deee3efab7fa'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:31:35.313672 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'tag': '0fe91348-aac4-4ac3-a65b-deee3efab7fa', 'status': 'completed', 'code': 200} Dec 22 17:31:35.397200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-db3a6daa-f688-427b-bdc6-01b43edffca0 None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:31:35.405662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f21a85-3a86-4fee-b608-475cf1af5894 req-3b437da0-8586-40ad-a6f1-70eaee4d7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:35.408279 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a8f21a85-3a86-4fee-b608-475cf1af5894 req-3b437da0-8586-40ad-a6f1-70eaee4d7e1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0719140 Dec 22 17:31:35.554480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f21a85-3a86-4fee-b608-475cf1af5894 req-6bdfa33f-b015-4b8c-9462-a17c08e8e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:35.555864 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a8f21a85-3a86-4fee-b608-475cf1af5894 req-6bdfa33f-b015-4b8c-9462-a17c08e8e9a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 898 time: 0.1412108 Dec 22 17:31:35.663656 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a8f21a85-3a86-4fee-b608-475cf1af5894 req-fd78bc47-1c8a-4265-afb6-9b30b8eb2a8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe91348-aac4-4ac3-a65b-deee3efab7fa HTTP/1.1" status: 200 len: 998 time: 0.0996554 Dec 22 17:31:35.733701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f21a85-3a86-4fee-b608-475cf1af5894 req-0a9ec6ca-4f90-405d-b2cf-d521a3b13f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:35.735216 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a8f21a85-3a86-4fee-b608-475cf1af5894 req-0a9ec6ca-4f90-405d-b2cf-d521a3b13f1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c75702f-2c62-4c55-976a-ed7e0ecdc586 HTTP/1.1" status: 200 len: 834 time: 0.0654447 Dec 22 17:31:35.767489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-db3a6daa-f688-427b-bdc6-01b43edffca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2bf55dc5-bc56-4d49-850a-97bbb22b3176', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'port_id': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'mac_address': 'fa:16:3e:1b:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cab2b77-d120-4eda-b856-793a00746b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:31:18Z', 'updated_at': '2021-12-22T17:31:21Z', 'revision_number': 1, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}, {'id': 'bb5d6d11-cf18-4c32-bab7-477792b8c92c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'port_id': '0fe91348-aac4-4ac3-a65b-deee3efab7fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:31:33Z', 'updated_at': '2021-12-22T17:31:33Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:04Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:31:35.771717 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a6daa-f688-427b-bdc6-01b43edffca0 None None] Checking router: 93110061-3c63-4b13-9e05-ff3a75b710e5 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:31:35.780368 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a6daa-f688-427b-bdc6-01b43edffca0 None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:31:35.781661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-db3a6daa-f688-427b-bdc6-01b43edffca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:31:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:31:35.822293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f21a85-3a86-4fee-b608-475cf1af5894 req-d3165b60-6688-4a36-8ece-69e269c355d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:31:35.824526 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a8f21a85-3a86-4fee-b608-475cf1af5894 req-d3165b60-6688-4a36-8ece-69e269c355d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=466e51b6-045a-483c-8627-96c772ac6987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814605 Dec 22 17:31:35.970306 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a8f21a85-3a86-4fee-b608-475cf1af5894 req-29cb3057-0f55-4186-a4f3-e7848b75f34b service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389267 Dec 22 17:31:35.985764 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-db3a6daa-f688-427b-bdc6-01b43edffca0 None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:31:36.114149 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a8f21a85-3a86-4fee-b608-475cf1af5894 req-9f5f35c8-12a4-4a8d-95ca-ede5137104d3 service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370099 Dec 22 17:31:36.406334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-db3a6daa-f688-427b-bdc6-01b43edffca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2bf55dc5-bc56-4d49-850a-97bbb22b3176', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'port_id': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'mac_address': 'fa:16:3e:1b:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cab2b77-d120-4eda-b856-793a00746b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:31:18Z', 'updated_at': '2021-12-22T17:31:21Z', 'revision_number': 1, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}, {'id': 'bb5d6d11-cf18-4c32-bab7-477792b8c92c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'port_id': '0fe91348-aac4-4ac3-a65b-deee3efab7fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:31:33Z', 'updated_at': '2021-12-22T17:31:33Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:04Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:31:36.410334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a6daa-f688-427b-bdc6-01b43edffca0 None None] The sync data for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv is: [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2bf55dc5-bc56-4d49-850a-97bbb22b3176', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'port_id': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'mac_address': 'fa:16:3e:1b:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cab2b77-d120-4eda-b856-793a00746b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:31:18Z', 'updated_at': '2021-12-22T17:31:21Z', 'revision_number': 1, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}, {'id': 'bb5d6d11-cf18-4c32-bab7-477792b8c92c', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'port_id': '0fe91348-aac4-4ac3-a65b-deee3efab7fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:31:33Z', 'updated_at': '2021-12-22T17:31:33Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:04Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:31:36.624101 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc37eb4-3672-4a3b-bdb4-5c5aef7ec6e4 None None] New status for floating IP bb5d6d11-cf18-4c32-bab7-477792b8c92c: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:31:53.035381 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:31:57.619535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2c5675bb-23b0-40a9-8816-a53b1be18e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:00.045424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1f4a3104-252a-4375-97e2-4932ba01a6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:01.059807 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:01.199388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:02.578055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:05.208509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:09.860260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39878) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:10.089441 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c0a6c2e6-8c68-4aad-a7ea-1ec3dd5d03b3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/2bf55dc5-bc56-4d49-850a-97bbb22b3176 HTTP/1.1" status: 200 len: 993 time: 0.2278600 Dec 22 17:32:11.025497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39888) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:11.031445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:11.149988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:11.362281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port e770b4d7-c3e1-4986-a349-d87d220e41cb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:11.387514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:11.392141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:11.396536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:11.465984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:11.466623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:11.468098 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/ports/e770b4d7-c3e1-4986-a349-d87d220e41cb HTTP/1.1" status: 200 len: 938 time: 0.4415681 Dec 22 17:32:11.468757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:32:11.493515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=e770b4d7-c3e1-4986-a349-d87d220e41cb,revision_number=6']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:11.502293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:11.502675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:11.503058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:11.503501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:11.503870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:11.504242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:11.504633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:11.505000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:11.505363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:11.505724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:11.506085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:11.506446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:11.510770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:11.520069 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'status': 'completed', 'code': 200} Dec 22 17:32:11.617079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d478a-71d1-4789-9eb1-f3e5b40c809d req-b47cdeb3-344a-44bd-9a60-ea76b1010637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:11.618550 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-469d478a-71d1-4789-9eb1-f3e5b40c809d req-b47cdeb3-344a-44bd-9a60-ea76b1010637 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 1099 time: 0.0752621 Dec 22 17:32:11.723926 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a3d11ef8-e714-4c77-bc03-5b6d7eb9280e None None] Provisioning complete for port e770b4d7-c3e1-4986-a349-d87d220e41cb triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:11.724526 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a3d11ef8-e714-4c77-bc03-5b6d7eb9280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:11.753708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d478a-71d1-4789-9eb1-f3e5b40c809d req-5b7fc4fb-48b2-481a-9886-349b28990e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:11.755077 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-469d478a-71d1-4789-9eb1-f3e5b40c809d req-5b7fc4fb-48b2-481a-9886-349b28990e09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 898 time: 0.1301305 Dec 22 17:32:11.795133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a3d11ef8-e714-4c77-bc03-5b6d7eb9280e None None] Port e770b4d7-c3e1-4986-a349-d87d220e41cb is administratively disabled so it will not transition to active. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Dec 22 17:32:11.866528 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-469d478a-71d1-4789-9eb1-f3e5b40c809d req-bdcadbe6-9e3b-46ae-bb9f-1f59ad413c8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb HTTP/1.1" status: 200 len: 1002 time: 0.1048741 Dec 22 17:32:11.932305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d478a-71d1-4789-9eb1-f3e5b40c809d req-dfcf8ffb-715a-443a-aaf9-9d71b5a5ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:11.933746 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-469d478a-71d1-4789-9eb1-f3e5b40c809d req-dfcf8ffb-715a-443a-aaf9-9d71b5a5ac64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c75702f-2c62-4c55-976a-ed7e0ecdc586 HTTP/1.1" status: 200 len: 834 time: 0.0614159 Dec 22 17:32:12.015388 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d478a-71d1-4789-9eb1-f3e5b40c809d req-a823690b-516c-4980-9973-5a8c3391bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:12.016772 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-469d478a-71d1-4789-9eb1-f3e5b40c809d req-a823690b-516c-4980-9973-5a8c3391bc3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=466e51b6-045a-483c-8627-96c772ac6987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751426 Dec 22 17:32:12.149696 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-469d478a-71d1-4789-9eb1-f3e5b40c809d req-80911e4e-e9a6-4a90-8c22-6eed792c6fb0 service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256592 Dec 22 17:32:12.285624 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-469d478a-71d1-4789-9eb1-f3e5b40c809d req-60ea80a2-8a0c-47cb-b154-594b02df347b service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299646 Dec 22 17:32:14.886492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39898) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:14.892324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:15.014601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:15.361098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port e770b4d7-c3e1-4986-a349-d87d220e41cb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:15.386136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:15.390592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:15.394164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fcc66884-89e4-4647-b4a2-7024043bb26e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:15.462703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:15.463376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:15.464961 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/ports/e770b4d7-c3e1-4986-a349-d87d220e41cb HTTP/1.1" status: 200 len: 937 time: 0.5774691 Dec 22 17:32:15.465683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:32:15.468098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39902) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:15.489332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=e770b4d7-c3e1-4986-a349-d87d220e41cb,revision_number=7']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:15.498194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:15.498576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:15.498950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:15.499344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:15.499701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:15.500059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:15.500415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:15.500769 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:15.501121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:15.501473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:15.501824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:15.502170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:15.507773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:15.529672 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'status': 'completed', 'code': 200} Dec 22 17:32:15.647805 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8c00665f-bc77-482e-b102-8252f8377e2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/2bf55dc5-bc56-4d49-850a-97bbb22b3176 HTTP/1.1" status: 200 len: 993 time: 0.1784542 Dec 22 17:32:15.666370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f217791-deb1-4397-b3fe-9b460c0ac76e req-2668fb70-9451-4d67-91ba-236a33fb7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:15.667932 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f217791-deb1-4397-b3fe-9b460c0ac76e req-2668fb70-9451-4d67-91ba-236a33fb7b3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 1098 time: 0.1121333 Dec 22 17:32:15.689783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['e770b4d7-c3e1-4986-a349-d87d220e41cb'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:32:15.765666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ebd19fef-3ba5-4a45-a1d5-96f78399d6ed None None] Provisioning complete for port e770b4d7-c3e1-4986-a349-d87d220e41cb triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:15.765984 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ebd19fef-3ba5-4a45-a1d5-96f78399d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:15.918440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f217791-deb1-4397-b3fe-9b460c0ac76e req-356d382d-0aa1-4191-b2a7-76b0714d291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:15.919814 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f217791-deb1-4397-b3fe-9b460c0ac76e req-356d382d-0aa1-4191-b2a7-76b0714d291a service neutron] 10.222.0.53 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 898 time: 0.2456038 Dec 22 17:32:16.031001 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f217791-deb1-4397-b3fe-9b460c0ac76e req-6c218ddd-b7ed-468f-9e4e-027b17f88774 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb HTTP/1.1" status: 200 len: 1001 time: 0.1032753 Dec 22 17:32:16.095616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f217791-deb1-4397-b3fe-9b460c0ac76e req-9314b9a0-fe60-4eac-a48b-5d749efdc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:16.097766 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f217791-deb1-4397-b3fe-9b460c0ac76e req-9314b9a0-fe60-4eac-a48b-5d749efdc736 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c75702f-2c62-4c55-976a-ed7e0ecdc586 HTTP/1.1" status: 200 len: 834 time: 0.0607617 Dec 22 17:32:16.174259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f217791-deb1-4397-b3fe-9b460c0ac76e req-0233ac9f-12cb-4cc0-84e9-ebd709b1c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:16.176220 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f217791-deb1-4397-b3fe-9b460c0ac76e req-0233ac9f-12cb-4cc0-84e9-ebd709b1c152 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=466e51b6-045a-483c-8627-96c772ac6987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725930 Dec 22 17:32:16.314615 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f217791-deb1-4397-b3fe-9b460c0ac76e req-50198c81-4c95-4e23-b39a-6693ad172139 service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310098 Dec 22 17:32:16.448697 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f217791-deb1-4397-b3fe-9b460c0ac76e req-c3955078-4c2a-4ea0-8d3a-a3bbf23a4e8f service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269476 Dec 22 17:32:18.205429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39914) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:18.408807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port b3f21d8b-1868-431d-b438-95f746a18aa3 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:32:18.409706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:18.572701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:18.573027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:18.698649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for b3f21d8b-1868-431d-b438-95f746a18aa3 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:32:18.844609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:18.848723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-03772bc6-8bcf-48bf-ace6-7dd02d46372a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:18.897392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=b3f21d8b-1868-431d-b438-95f746a18aa3,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:18.923289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:18.984615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:18.984955 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP bb5d6d11-cf18-4c32-bab7-477792b8c92c disassociated (deleted). External IP: 172.26.3.41, port: 0fe91348-aac4-4ac3-a65b-deee3efab7fa. Dec 22 17:32:19.459634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 93110061-3c63-4b13-9e05-ff3a75b710e5 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:32:19.642569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:32:19.652977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5d071-9994-4d38-aa96-ab23bf7ddd51 None None] Sync routers for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:32:19.663721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5d071-9994-4d38-aa96-ab23bf7ddd51 None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:32:19.664357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-24e5d071-9994-4d38-aa96-ab23bf7ddd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:32:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:19.665878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:19.729610 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/floatingips/bb5d6d11-cf18-4c32-bab7-477792b8c92c HTTP/1.1" status: 204 len: 168 time: 1.5229516 Dec 22 17:32:19.730140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'tag': '0fe91348-aac4-4ac3-a65b-deee3efab7fa'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:32:19.778030 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'tag': '0fe91348-aac4-4ac3-a65b-deee3efab7fa', 'status': 'completed', 'code': 200} Dec 22 17:32:19.882644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-24e5d071-9994-4d38-aa96-ab23bf7ddd51 None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:32:19.894867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a599-8dbb-40f6-8138-e532b213f792 req-90734680-c1e7-49d4-baa1-c52aa0784239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:19.896669 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4ce8a599-8dbb-40f6-8138-e532b213f792 req-90734680-c1e7-49d4-baa1-c52aa0784239 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0928349 Dec 22 17:32:20.093725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a599-8dbb-40f6-8138-e532b213f792 req-92fdb3be-1dcf-49ac-8339-8c7459a39703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:20.095204 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4ce8a599-8dbb-40f6-8138-e532b213f792 req-92fdb3be-1dcf-49ac-8339-8c7459a39703 service neutron] 10.222.0.53 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 898 time: 0.1926289 Dec 22 17:32:20.175511 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4ce8a599-8dbb-40f6-8138-e532b213f792 req-0a80f648-c3e3-46d2-833c-78db1c8700f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe91348-aac4-4ac3-a65b-deee3efab7fa HTTP/1.1" status: 200 len: 217 time: 0.0695479 Dec 22 17:32:20.245961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809bfa9-fa05-4ba5-8186-d10cd5aed180 req-b6293a65-6dc8-4137-8770-35ee7bf696e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:20.248018 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f809bfa9-fa05-4ba5-8186-d10cd5aed180 req-b6293a65-6dc8-4137-8770-35ee7bf696e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 945 time: 0.2039514 Dec 22 17:32:20.261339 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-24e5d071-9994-4d38-aa96-ab23bf7ddd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2bf55dc5-bc56-4d49-850a-97bbb22b3176', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'port_id': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'mac_address': 'fa:16:3e:1b:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cab2b77-d120-4eda-b856-793a00746b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:31:18Z', 'updated_at': '2021-12-22T17:31:21Z', 'revision_number': 1, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:04Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:20.265495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5d071-9994-4d38-aa96-ab23bf7ddd51 None None] Checking router: 93110061-3c63-4b13-9e05-ff3a75b710e5 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:32:20.274546 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5d071-9994-4d38-aa96-ab23bf7ddd51 None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:32:20.275286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-24e5d071-9994-4d38-aa96-ab23bf7ddd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:32:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:20.279794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a599-8dbb-40f6-8138-e532b213f792 req-5ea94a30-845a-4d4b-8d56-4639cada2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:20.281314 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4ce8a599-8dbb-40f6-8138-e532b213f792 req-5ea94a30-845a-4d4b-8d56-4639cada2885 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c75702f-2c62-4c55-976a-ed7e0ecdc586 HTTP/1.1" status: 200 len: 834 time: 0.0961444 Dec 22 17:32:20.345694 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f809bfa9-fa05-4ba5-8186-d10cd5aed180 req-8097de9c-a9c3-43e2-95b9-97761199b8e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889733 Dec 22 17:32:20.382859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a599-8dbb-40f6-8138-e532b213f792 req-fd10c9a0-bcc8-470e-9764-c0bfde0d0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:20.384464 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4ce8a599-8dbb-40f6-8138-e532b213f792 req-fd10c9a0-bcc8-470e-9764-c0bfde0d0669 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=466e51b6-045a-483c-8627-96c772ac6987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0920713 Dec 22 17:32:20.516668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-24e5d071-9994-4d38-aa96-ab23bf7ddd51 None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:32:20.532941 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4ce8a599-8dbb-40f6-8138-e532b213f792 req-5b1a227d-1975-44fe-a93f-d78d01aa6473 service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409299 Dec 22 17:32:20.674809 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4ce8a599-8dbb-40f6-8138-e532b213f792 req-3d4dfa3e-e927-4b55-8684-0f0288232d9f service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329224 Dec 22 17:32:20.876426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-24e5d071-9994-4d38-aa96-ab23bf7ddd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2bf55dc5-bc56-4d49-850a-97bbb22b3176', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'port_id': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'mac_address': 'fa:16:3e:1b:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cab2b77-d120-4eda-b856-793a00746b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:31:18Z', 'updated_at': '2021-12-22T17:31:21Z', 'revision_number': 1, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:04Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:20.880442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5d071-9994-4d38-aa96-ab23bf7ddd51 None None] The sync data for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv is: [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2bf55dc5-bc56-4d49-850a-97bbb22b3176', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'port_id': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'mac_address': 'fa:16:3e:1b:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cab2b77-d120-4eda-b856-793a00746b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:31:18Z', 'updated_at': '2021-12-22T17:31:21Z', 'revision_number': 1, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:04Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:32:21.103161 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d22331-8f5e-4030-a419-f76def0346e3 None None] New status for floating IP bb5d6d11-cf18-4c32-bab7-477792b8c92c: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:32:21.355269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5f414-9676-4ef9-a983-1fc59b30db1a req-d7e5c50f-6c26-4782-8e27-d91b2bee0492 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:21.356716 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cee5f414-9676-4ef9-a983-1fc59b30db1a req-d7e5c50f-6c26-4782-8e27-d91b2bee0492 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 945 time: 0.0998907 Dec 22 17:32:21.433098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-cee5f414-9676-4ef9-a983-1fc59b30db1a req-5ac7179d-8703-4d5d-95e2-47e5e3b9ca46 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 0fe91348-aac4-4ac3-a65b-deee3efab7fa {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:32:21.433433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-cee5f414-9676-4ef9-a983-1fc59b30db1a req-5ac7179d-8703-4d5d-95e2-47e5e3b9ca46 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:21.550845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b307ab4-633b-4546-87d7-42a228243c97 req-bd776b70-eb5f-4fe9-bd6e-a0944d55bd82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:21.551668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-2b307ab4-633b-4546-87d7-42a228243c97 req-bd776b70-eb5f-4fe9-bd6e-a0944d55bd82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:32:21.569454 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-2b307ab4-633b-4546-87d7-42a228243c97 req-bd776b70-eb5f-4fe9-bd6e-a0944d55bd82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:32:21.570654 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2b307ab4-633b-4546-87d7-42a228243c97 req-bd776b70-eb5f-4fe9-bd6e-a0944d55bd82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 945 time: 0.1119397 Dec 22 17:32:21.620227 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2b307ab4-633b-4546-87d7-42a228243c97 req-ddba4ef8-a184-47bd-bbca-4dbb2a045f25 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433969 Dec 22 17:32:21.804730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-cee5f414-9676-4ef9-a983-1fc59b30db1a req-5ac7179d-8703-4d5d-95e2-47e5e3b9ca46 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 0fe91348-aac4-4ac3-a65b-deee3efab7fa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0fe91348-aac4-4ac3-a65b-deee3efab7fa,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:21.804991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-cee5f414-9676-4ef9-a983-1fc59b30db1a req-5ac7179d-8703-4d5d-95e2-47e5e3b9ca46 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:21.928824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-cee5f414-9676-4ef9-a983-1fc59b30db1a req-5ac7179d-8703-4d5d-95e2-47e5e3b9ca46 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 0fe91348-aac4-4ac3-a65b-deee3efab7fa owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:32:22.072842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-cee5f414-9676-4ef9-a983-1fc59b30db1a req-5ac7179d-8703-4d5d-95e2-47e5e3b9ca46 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:22.078427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-640daed7-cab3-4219-8f66-62c922d65bdb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:22.124512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7179d-8703-4d5d-95e2-47e5e3b9ca46 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=0fe91348-aac4-4ac3-a65b-deee3efab7fa,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:22.127453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5ac7179d-8703-4d5d-95e2-47e5e3b9ca46 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:22.200379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee5f414-9676-4ef9-a983-1fc59b30db1a req-5ac7179d-8703-4d5d-95e2-47e5e3b9ca46 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] No DVR routers for this DVR port 0fe91348-aac4-4ac3-a65b-deee3efab7fa on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:32:22.203192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-cee5f414-9676-4ef9-a983-1fc59b30db1a req-5ac7179d-8703-4d5d-95e2-47e5e3b9ca46 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:22.206272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'name': 'network-vif-deleted', 'tag': '0fe91348-aac4-4ac3-a65b-deee3efab7fa'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:32:22.225012 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cee5f414-9676-4ef9-a983-1fc59b30db1a req-5ac7179d-8703-4d5d-95e2-47e5e3b9ca46 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "DELETE /v2.0/ports/0fe91348-aac4-4ac3-a65b-deee3efab7fa HTTP/1.1" status: 204 len: 173 time: 0.8617847 Dec 22 17:32:22.257016 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc22c79-768b-49b8-bf1f-3615ff94b3a3', 'name': 'network-vif-deleted', 'tag': '0fe91348-aac4-4ac3-a65b-deee3efab7fa', 'status': 'completed', 'code': 200} Dec 22 17:32:22.799237 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-066bbd9f-040c-44e9-bea3-e2dd0e63b749 req-e40e568b-788d-4538-999a-20b89a2028e5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dc22c79-768b-49b8-bf1f-3615ff94b3a3 HTTP/1.1" status: 200 len: 210 time: 0.0493884 Dec 22 17:32:23.898125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39932) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:23.968168 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9d5beeb1-280e-4dc6-b3ce-f310b52643af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:23.999255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9d5beeb1-280e-4dc6-b3ce-f310b52643af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:24.066429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9d5beeb1-280e-4dc6-b3ce-f310b52643af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:24.071030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3a7d9741-0776-4a72-a37e-90787a91dd20 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:24.088851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5beeb1-280e-4dc6-b3ce-f310b52643af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c678c5f-a6cc-4f51-b17b-ee6d6a26a418,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:24.093248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9d5beeb1-280e-4dc6-b3ce-f310b52643af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:24.096810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9d5beeb1-280e-4dc6-b3ce-f310b52643af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:24.099547 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9d5beeb1-280e-4dc6-b3ce-f310b52643af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/security-groups/6c678c5f-a6cc-4f51-b17b-ee6d6a26a418 HTTP/1.1" status: 204 len: 168 time: 0.2003961 Dec 22 17:32:24.132826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39938) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:24.347358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 5c33988a-8c8b-4b21-a694-853a03026387 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:32:24.347607 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:24.531633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:24.532088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:24.658894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 5c33988a-8c8b-4b21-a694-853a03026387 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:32:24.709120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 0fe91348-aac4-4ac3-a65b-deee3efab7fa no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:32:24.743848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 0fe91348-aac4-4ac3-a65b-deee3efab7fa {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:32:24.744205 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 0fe91348-aac4-4ac3-a65b-deee3efab7fa not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:32:24.815963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:24.819837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ba947e78-d427-4553-b07c-23ad13169be5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:24.870914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=5c33988a-8c8b-4b21-a694-853a03026387,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:24.896481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:24.965406 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:24.966109 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 2bf55dc5-bc56-4d49-850a-97bbb22b3176 disassociated (deleted). External IP: 172.26.3.137, port: e770b4d7-c3e1-4986-a349-d87d220e41cb. Dec 22 17:32:25.459645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 93110061-3c63-4b13-9e05-ff3a75b710e5 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:32:25.642453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:32:25.653345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1c685-d3d8-4327-b420-799f10c3e59a None None] Sync routers for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:32:25.663427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1c685-d3d8-4327-b420-799f10c3e59a None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:32:25.663667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:25.664146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7cd1c685-d3d8-4327-b420-799f10c3e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:32:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:25.722870 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/floatingips/2bf55dc5-bc56-4d49-850a-97bbb22b3176 HTTP/1.1" status: 204 len: 168 time: 1.5888300 Dec 22 17:32:25.723571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:32:25.783134 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'status': 'completed', 'code': 200} Dec 22 17:32:25.864006 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7cd1c685-d3d8-4327-b420-799f10c3e59a None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:32:25.882289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e64c8-7ae4-4a7d-b42a-a0d98fba9a70 req-291ac8f3-dfda-4082-9be9-d278e23cec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:25.883044 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a4e64c8-7ae4-4a7d-b42a-a0d98fba9a70 req-291ac8f3-dfda-4082-9be9-d278e23cec89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 1098 time: 0.0766573 Dec 22 17:32:26.033266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e64c8-7ae4-4a7d-b42a-a0d98fba9a70 req-0a6f9759-1ac1-41cd-b55f-a903c876e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:26.034734 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a4e64c8-7ae4-4a7d-b42a-a0d98fba9a70 req-0a6f9759-1ac1-41cd-b55f-a903c876e1f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 200 len: 898 time: 0.1439312 Dec 22 17:32:26.113636 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a4e64c8-7ae4-4a7d-b42a-a0d98fba9a70 req-d3db1061-9ccd-49b6-bed0-9bef94b3dfa0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb HTTP/1.1" status: 200 len: 217 time: 0.0705187 Dec 22 17:32:26.136895 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b39549-4681-41a8-9008-55c390c1c827 req-750541da-0dc5-4f9a-ade9-9c35d823c36f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:26.138526 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e7b39549-4681-41a8-9008-55c390c1c827 req-750541da-0dc5-4f9a-ade9-9c35d823c36f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 945 time: 0.0849309 Dec 22 17:32:26.189109 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e64c8-7ae4-4a7d-b42a-a0d98fba9a70 req-6e926687-1816-4147-bc80-5b6fd4bfbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:26.190877 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a4e64c8-7ae4-4a7d-b42a-a0d98fba9a70 req-6e926687-1816-4147-bc80-5b6fd4bfbd50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c75702f-2c62-4c55-976a-ed7e0ecdc586 HTTP/1.1" status: 200 len: 834 time: 0.0701892 Dec 22 17:32:26.193596 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e7b39549-4681-41a8-9008-55c390c1c827 req-1a08f56e-195b-4030-801f-3febcfd677b5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488575 Dec 22 17:32:26.217993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7cd1c685-d3d8-4327-b420-799f10c3e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:04Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:26.222123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1c685-d3d8-4327-b420-799f10c3e59a None None] Checking router: 93110061-3c63-4b13-9e05-ff3a75b710e5 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:32:26.230859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1c685-d3d8-4327-b420-799f10c3e59a None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:32:26.231595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7cd1c685-d3d8-4327-b420-799f10c3e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:32:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:26.274458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e64c8-7ae4-4a7d-b42a-a0d98fba9a70 req-1c9b3925-20da-4f2b-9af9-26c4ee23ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:26.275965 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a4e64c8-7ae4-4a7d-b42a-a0d98fba9a70 req-1c9b3925-20da-4f2b-9af9-26c4ee23ada9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=466e51b6-045a-483c-8627-96c772ac6987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776098 Dec 22 17:32:26.412697 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a4e64c8-7ae4-4a7d-b42a-a0d98fba9a70 req-5d2cc181-e48a-4077-90ee-4f8f1bb7dc3c service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292603 Dec 22 17:32:26.416338 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7cd1c685-d3d8-4327-b420-799f10c3e59a None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:32:26.547002 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a4e64c8-7ae4-4a7d-b42a-a0d98fba9a70 req-42f46271-0bf6-403b-8118-ecda9e93425d service neutron] 10.222.0.53 "GET /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274667 Dec 22 17:32:26.782383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7cd1c685-d3d8-4327-b420-799f10c3e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:04Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:26.786561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1c685-d3d8-4327-b420-799f10c3e59a None None] The sync data for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv is: [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:30:59Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '5de64b5d-eaf1-4c22-8da6-ef459dbb741a', 'name': '', 'network_id': '466e51b6-045a-483c-8627-96c772ac6987', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:05:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:59Z', 'updated_at': '2021-12-22T17:31:04Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '7c75702f-2c62-4c55-976a-ed7e0ecdc586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:32:27.007981 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9a081-98b0-4b05-b718-ee6ae53f103b None None] New status for floating IP 2bf55dc5-bc56-4d49-850a-97bbb22b3176: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:32:27.387086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ccbc6-75eb-4b21-b7e5-a40fea5b8ca4 req-f320d019-e4d5-4088-99f0-72f7639df667 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:27.387788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-b21ccbc6-75eb-4b21-b7e5-a40fea5b8ca4 req-f320d019-e4d5-4088-99f0-72f7639df667 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:32:27.446490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-b21ccbc6-75eb-4b21-b7e5-a40fea5b8ca4 req-f320d019-e4d5-4088-99f0-72f7639df667 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:32:27.446490 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b21ccbc6-75eb-4b21-b7e5-a40fea5b8ca4 req-f320d019-e4d5-4088-99f0-72f7639df667 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 945 time: 0.1396673 Dec 22 17:32:27.502567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-b21ccbc6-75eb-4b21-b7e5-a40fea5b8ca4 req-c3609c91-f3ec-4960-8fbe-a9c0f83f5360 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:32:27.524032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfceb9f-606b-4db0-a3d3-7ce779c555a2 req-b6fffaaa-6d73-46e3-8b85-ef6880ad3886 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:27.526011 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ecfceb9f-606b-4db0-a3d3-7ce779c555a2 req-b6fffaaa-6d73-46e3-8b85-ef6880ad3886 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 945 time: 0.1276329 Dec 22 17:32:27.559145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-b21ccbc6-75eb-4b21-b7e5-a40fea5b8ca4 req-c3609c91-f3ec-4960-8fbe-a9c0f83f5360 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:32:27.560238 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b21ccbc6-75eb-4b21-b7e5-a40fea5b8ca4 req-c3609c91-f3ec-4960-8fbe-a9c0f83f5360 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096501 Dec 22 17:32:27.599660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-ecfceb9f-606b-4db0-a3d3-7ce779c555a2 req-83c6a1b7-3502-4e36-821c-b07a73311590 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port e770b4d7-c3e1-4986-a349-d87d220e41cb {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:32:27.600062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-ecfceb9f-606b-4db0-a3d3-7ce779c555a2 req-83c6a1b7-3502-4e36-821c-b07a73311590 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:27.613618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bea80de6-7b31-4ba0-b713-a1e38f1eaff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:27.978236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-ecfceb9f-606b-4db0-a3d3-7ce779c555a2 req-83c6a1b7-3502-4e36-821c-b07a73311590 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port e770b4d7-c3e1-4986-a349-d87d220e41cb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e770b4d7-c3e1-4986-a349-d87d220e41cb,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:27.978586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-ecfceb9f-606b-4db0-a3d3-7ce779c555a2 req-83c6a1b7-3502-4e36-821c-b07a73311590 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:28.107849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-ecfceb9f-606b-4db0-a3d3-7ce779c555a2 req-83c6a1b7-3502-4e36-821c-b07a73311590 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for e770b4d7-c3e1-4986-a349-d87d220e41cb owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:32:28.253736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-ecfceb9f-606b-4db0-a3d3-7ce779c555a2 req-83c6a1b7-3502-4e36-821c-b07a73311590 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:28.259742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-de413fe5-4939-4c0b-870f-363f2549d94a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:28.307297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6a1b7-3502-4e36-821c-b07a73311590 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=e770b4d7-c3e1-4986-a349-d87d220e41cb,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:28.310335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83c6a1b7-3502-4e36-821c-b07a73311590 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:28.395333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfceb9f-606b-4db0-a3d3-7ce779c555a2 req-83c6a1b7-3502-4e36-821c-b07a73311590 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] No DVR routers for this DVR port e770b4d7-c3e1-4986-a349-d87d220e41cb on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:32:28.397668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-ecfceb9f-606b-4db0-a3d3-7ce779c555a2 req-83c6a1b7-3502-4e36-821c-b07a73311590 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:28.400366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'name': 'network-vif-deleted', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:32:28.418494 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ecfceb9f-606b-4db0-a3d3-7ce779c555a2 req-83c6a1b7-3502-4e36-821c-b07a73311590 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "DELETE /v2.0/ports/e770b4d7-c3e1-4986-a349-d87d220e41cb HTTP/1.1" status: 204 len: 173 time: 0.8875403 Dec 22 17:32:28.454912 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cab2b77-d120-4eda-b856-793a00746b25', 'name': 'network-vif-deleted', 'tag': 'e770b4d7-c3e1-4986-a349-d87d220e41cb', 'status': 'completed', 'code': 200} Dec 22 17:32:28.732455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-ccd41342-fc1b-4c49-b148-4b3db87c02d9 req-4794358a-3e65-4536-a6e7-c208451504ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:32:28.753048 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-ccd41342-fc1b-4c49-b148-4b3db87c02d9 req-4794358a-3e65-4536-a6e7-c208451504ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:32:28.754457 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ccd41342-fc1b-4c49-b148-4b3db87c02d9 req-4794358a-3e65-4536-a6e7-c208451504ea tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cab2b77-d120-4eda-b856-793a00746b25 HTTP/1.1" status: 200 len: 210 time: 0.0681190 Dec 22 17:32:29.852043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39956) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:29.920707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ebacf6f6-5233-46f0-8a97-0faab6b9bf49 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:29.950411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ebacf6f6-5233-46f0-8a97-0faab6b9bf49 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:30.034633 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:32:30.106818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ebacf6f6-5233-46f0-8a97-0faab6b9bf49 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:30.107274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8a617b74-e77c-419b-bfab-40e129a8e892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:30.114808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54efdbed-16e4-4cc4-9179-540cc5e6e9d8 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:30.129635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacf6f6-5233-46f0-8a97-0faab6b9bf49 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:30.132108 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ebacf6f6-5233-46f0-8a97-0faab6b9bf49 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:30.141774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ebacf6f6-5233-46f0-8a97-0faab6b9bf49 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:30.146136 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ebacf6f6-5233-46f0-8a97-0faab6b9bf49 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/security-groups/d3cf06a0-70cb-4fb2-b94f-03d15aeb6d0a HTTP/1.1" status: 204 len: 168 time: 0.2898536 Dec 22 17:32:30.173538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39962) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:30.731212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:31.061220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:31.202799 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:31.226546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:32:31.227180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:31.417260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 5de64b5d-eaf1-4c22-8da6-ef459dbb741a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5de64b5d-eaf1-4c22-8da6-ef459dbb741a,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:31.417610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:31.543875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 5de64b5d-eaf1-4c22-8da6-ef459dbb741a owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:32:31.730888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:31.734527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-35dcde07-72d4-4da7-8c54-48778931ea8b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:31.783029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=5de64b5d-eaf1-4c22-8da6-ef459dbb741a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:31.786017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:32.062949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:32.565106 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 93110061-3c63-4b13-9e05-ff3a75b710e5 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:32:32.577374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:32.751556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:32:32.756711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e770b4d7-c3e1-4986-a349-d87d220e41cb no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:32:32.769256 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/93110061-3c63-4b13-9e05-ff3a75b710e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5946667 Dec 22 17:32:32.772461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39966) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:32.790721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe377d2f-a2cb-43bf-b9cf-68e6615a8a4c None None] Sync routers for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:32:32.801137 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: e770b4d7-c3e1-4986-a349-d87d220e41cb {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:32:32.801493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e770b4d7-c3e1-4986-a349-d87d220e41cb not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:32:32.807921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe377d2f-a2cb-43bf-b9cf-68e6615a8a4c None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:32:32.808632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-fe377d2f-a2cb-43bf-b9cf-68e6615a8a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:32:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:32.842229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-44621bd8-eda9-43bf-bdb4-194c00cd7037 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting subnet 7c75702f-2c62-4c55-976a-ed7e0ecdc586 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:32:32.845236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44621bd8-eda9-43bf-bdb4-194c00cd7037 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:32.906643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44621bd8-eda9-43bf-bdb4-194c00cd7037 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:32.991945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44621bd8-eda9-43bf-bdb4-194c00cd7037 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:32.992424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-fe377d2f-a2cb-43bf-b9cf-68e6615a8a4c None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:32:33.064488 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44621bd8-eda9-43bf-bdb4-194c00cd7037 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:33.068536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b734f19a-98d4-4087-a132-9dca36eab98a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:33.108030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44621bd8-eda9-43bf-bdb4-194c00cd7037 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Subnet': ['ID=7c75702f-2c62-4c55-976a-ed7e0ecdc586,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:33.110791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-44621bd8-eda9-43bf-bdb4-194c00cd7037 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:33.111793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44621bd8-eda9-43bf-bdb4-194c00cd7037 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:33.117754 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-44621bd8-eda9-43bf-bdb4-194c00cd7037 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/subnets/7c75702f-2c62-4c55-976a-ed7e0ecdc586 HTTP/1.1" status: 204 len: 168 time: 0.3440993 Dec 22 17:32:33.120481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39970) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:33.120630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5816958-6c42-4e43-bfdd-a2767cf7fa6e None None] Network 466e51b6-045a-483c-8627-96c772ac6987 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:32:33.296975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:33.447412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-fe377d2f-a2cb-43bf-b9cf-68e6615a8a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:32:31Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': 'dedc7def-0988-48cd-ac15-45c78c05bbde', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:30:55Z', 'updated_at': '2021-12-22T17:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:33.452875 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe377d2f-a2cb-43bf-b9cf-68e6615a8a4c None None] Checking router: 93110061-3c63-4b13-9e05-ff3a75b710e5 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:32:33.463940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe377d2f-a2cb-43bf-b9cf-68e6615a8a4c None None] Routers {'93110061-3c63-4b13-9e05-ff3a75b710e5'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:32:33.464567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-fe377d2f-a2cb-43bf-b9cf-68e6615a8a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:32:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['93110061-3c63-4b13-9e05-ff3a75b710e5'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:33.480890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:33.490559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port dedc7def-0988-48cd-ac15-45c78c05bbde {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:32:33.490884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:33.522333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] DHCP port deletion for 466e51b6-045a-483c-8627-96c772ac6987 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:32:33.580013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Deleting port e620226c-a15f-4f0c-a551-84e15cbfd108 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:32:33.580703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:33.663093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port dedc7def-0988-48cd-ac15-45c78c05bbde, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=dedc7def-0988-48cd-ac15-45c78c05bbde,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:33.663803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:33.692584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-fe377d2f-a2cb-43bf-b9cf-68e6615a8a4c None None] Set router 93110061-3c63-4b13-9e05-ff3a75b710e5 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:32:33.789243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for dedc7def-0988-48cd-ac15-45c78c05bbde owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:32:33.869322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-fe377d2f-a2cb-43bf-b9cf-68e6615a8a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:32:33Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:33.877859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe377d2f-a2cb-43bf-b9cf-68e6615a8a4c None None] The sync data for ids ['93110061-3c63-4b13-9e05-ff3a75b710e5'] in dv-neutron-822513-1-hyperv is: [{'id': '93110061-3c63-4b13-9e05-ff3a75b710e5', 'name': 'tempest-TestNetworkBasicOps-router-1850407844', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:30:54Z', 'updated_at': '2021-12-22T17:32:33Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:32:33.972211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:33.977581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-aa55c145-0a8a-4db7-8943-593e45522f3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:33.977978 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] For port e620226c-a15f-4f0c-a551-84e15cbfd108, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=e620226c-a15f-4f0c-a551-84e15cbfd108,segment=NetworkSegment(38d05a41-bf9f-4e2a-92f3-92fc26881ab2),segment_id=38d05a41-bf9f-4e2a-92f3-92fc26881ab2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:33.978387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.109666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Calling delete_port for e620226c-a15f-4f0c-a551-84e15cbfd108 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:32:34.145378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=dedc7def-0988-48cd-ac15-45c78c05bbde,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:34.171288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:34.185986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.191370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8e4f446b-2eff-47ca-8415-3d8df140d08a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:34.237865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.238151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] No DVR routers for this DVR port e620226c-a15f-4f0c-a551-84e15cbfd108 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:32:34.241807 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Pushing event deleted for resources: {'Port': ['ID=e620226c-a15f-4f0c-a551-84e15cbfd108,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:34.254028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:34.254444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:34.254779 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:34.255150 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:34.255480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:34.255870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:34.256196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:34.257678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:34.258058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:34.258421 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:34.258768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:34.259220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:34.263861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:34.425463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5de64b5d-eaf1-4c22-8da6-ef459dbb741a no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:32:34.433018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.435862 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.461818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.462783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Fanout notify agent at l3_agent the message router_deleted on router 93110061-3c63-4b13-9e05-ff3a75b710e5 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:32:34.464208 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 5de64b5d-eaf1-4c22-8da6-ef459dbb741a {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:32:34.464762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5de64b5d-eaf1-4c22-8da6-ef459dbb741a not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:32:34.465370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e620226c-a15f-4f0c-a551-84e15cbfd108 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:32:34.480684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.481782 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/routers/93110061-3c63-4b13-9e05-ff3a75b710e5 HTTP/1.1" status: 204 len: 168 time: 1.3603909 Dec 22 17:32:34.484634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39974) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:34.499782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: e620226c-a15f-4f0c-a551-84e15cbfd108 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:32:34.500057 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device e620226c-a15f-4f0c-a551-84e15cbfd108 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:32:34.605952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.750805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.777381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466e51b6-045a-483c-8627-96c772ac6987']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:34.790637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d05a41-bf9f-4e2a-92f3-92fc26881ab2') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:34.790960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d05a41-bf9f-4e2a-92f3-92fc26881ab2') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:34.805191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.823167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.829177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:32:34.829554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:32:34.844403 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:32:34.924858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.928692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bec6d094-0b0b-4141-ae9e-cb1e37ca0f53 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:34.943146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:34.953771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Network': ['ID=466e51b6-045a-483c-8627-96c772ac6987,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:34.956808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:34.961937 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/networks/466e51b6-045a-483c-8627-96c772ac6987 HTTP/1.1" status: 204 len: 168 time: 0.4762332 Dec 22 17:32:34.987878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 39978) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:34.994200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'network': {'name': 'tempest-network-smoke--81769516', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'port_security_enabled': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:34.999349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:35.003450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:network and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:32:35.006884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:32:35.013380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:35.022618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:32:35.025953 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:35.054975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:32:35.064378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:35.064741 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Added segment f6ef13ae-26c4-410a-b53f-ef1322b89152 of type vlan for network 6b8a0790-c4f3-4407-bc09-52daf0425e61 Dec 22 17:32:35.092260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:35.127248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:35.133423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:35.134030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:35.137685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4a114fc9-e8ff-4acb-a1f7-10396edae004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:35.239092 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2487180 Dec 22 17:32:35.240720 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:35.241931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39982) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:35.242270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Network': ['ID=6b8a0790-c4f3-4407-bc09-52daf0425e61,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:35.245282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:35.248648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'admin_state_up': True, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:35.253404 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 6b8a0790-c4f3-4407-bc09-52daf0425e61 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:32:35.257786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:35.261647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:router and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:32:35.264544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:32:35.271216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:35.281037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:35.282022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:35.301410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:35.578274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:36.020727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:36.050349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:36.197691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.59 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/8fea65ed-57b3-4bed-a2b0-534de94011a7) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:32:36.283146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device dedc7def-0988-48cd-ac15-45c78c05bbde no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:32:36.319966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: dedc7def-0988-48cd-ac15-45c78c05bbde {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:32:36.320306 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device dedc7def-0988-48cd-ac15-45c78c05bbde not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:32:36.357374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:36.387565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:36.391304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5ac7179d-8703-4d5d-95e2-47e5e3b9ca46 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:36.454361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:32:36.457389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:32:36.461164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:32:36.495631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=8fea65ed-57b3-4bed-a2b0-534de94011a7,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:36.502111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:36.894879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:37.228958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:37.556558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:32:37.738652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:32:37.748007 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Sync routers for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:32:37.757041 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:32:37.757866 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:32:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:37.767594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:37.772949 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5257070 Dec 22 17:32:37.773183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39986) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:37.819614 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0de6a994-cd29-45fb-a259-7f3fbea4d5f8 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=b81c21c680cf47a59420417b42f80eaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421603 Dec 22 17:32:37.820013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39990) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:37.938698 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Set router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:32:37.956557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6e718a-cab5-4969-92c1-071c2a649249 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:37.958571 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ba6e718a-cab5-4969-92c1-071c2a649249 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1375084 Dec 22 17:32:37.961389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39994) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:38.001368 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c9138b3a-1a75-4e7e-ae86-8539cb964723 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388260 Dec 22 17:32:38.003827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 39998) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:38.009273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1527697746', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:38.130146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:38.134578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:subnet and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:32:38.137736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:32:38.144808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:38.155885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:32:38.159406 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:38.233827 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:32:36Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:38.237532 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Checking router: 16aae7c0-8543-4c27-8acd-2009bb2f5e9b for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:32:38.237878 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Updating router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b port 8fea65ed-57b3-4bed-a2b0-534de94011a7 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:32:38.291883 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:38.385923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:38.389411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d45c10bc-908a-4c07-b0c4-2ca08804372e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:38.470367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Subnet': ['ID=0cc092d3-89ce-4dec-8e7c-626cfa168c37,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:38.473638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:38.481827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Checking segment: {'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:32:38.482181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network hostable DHCP agents. Network: 6b8a0790-c4f3-4407-bc09-52daf0425e61, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:32:38.507137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 6b8a0790-c4f3-4407-bc09-52daf0425e61 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:32:38.516905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 6b8a0790-c4f3-4407-bc09-52daf0425e61) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:32:38.521251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:38.521917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:38.528806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026dfdaf-a579-4cab-aa8d-f7665a6f87d1 None None] Network 6b8a0790-c4f3-4407-bc09-52daf0425e61 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:32:38.547603 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5424941 Dec 22 17:32:38.550178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40002) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:38.648975 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:38.664323 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Transition to ACTIVE for port object 8fea65ed-57b3-4bed-a2b0-534de94011a7 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:32:38.676081 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:38.685854 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-39331893-f245-4205-b46f-679682a52c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:38.765721 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Attempting to bind port 8fea65ed-57b3-4bed-a2b0-534de94011a7 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:32:38.766368 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Attempting to bind port 8fea65ed-57b3-4bed-a2b0-534de94011a7 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:32:38.766609 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Attempting to bind port 8fea65ed-57b3-4bed-a2b0-534de94011a7 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:32:38.779003 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:32:38.779575 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:32:38.780019 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:38.780487 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:32:38.781057 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Bound port: 8fea65ed-57b3-4bed-a2b0-534de94011a7, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:32:38.781518 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:38.841140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-6b8a0790-c4f3-4407-bc09-52daf0425e61', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:32:38.842951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:38.852760 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Pushing event updated for resources: {'Port': ['ID=8fea65ed-57b3-4bed-a2b0-534de94011a7,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:38.866366 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:38.866703 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:38.867033 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:38.867382 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:38.867703 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:38.868027 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:38.868652 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:38.868652 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:38.868953 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:38.869262 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:38.869576 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:38.869880 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:32:38.881064 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:38.882039 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] For port 8fea65ed-57b3-4bed-a2b0-534de94011a7, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:32:38.885201 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] For port 8fea65ed-57b3-4bed-a2b0-534de94011a7, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8fea65ed-57b3-4bed-a2b0-534de94011a7,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:32:38.891381 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:38.895778 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-75450994-9325-4cec-87f3-ebfb5a769dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:38.967562 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:32:38.968188 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:32:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:39.041728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Allocated IP 172.20.0.2 (6b8a0790-c4f3-4407-bc09-52daf0425e61/0cc092d3-89ce-4dec-8e7c-626cfa168c37/f535b3f7-38af-49c5-9863-e947702ab693) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:32:39.130600 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Pushing event updated for resources: {'Port': ['ID=8fea65ed-57b3-4bed-a2b0-534de94011a7,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:39.158806 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:39.195211 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] Set router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:32:39.285842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:39.297207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Transition to ACTIVE for port object f535b3f7-38af-49c5-9863-e947702ab693 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:32:39.317917 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Transition to ACTIVE for port object f535b3f7-38af-49c5-9863-e947702ab693 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:32:39.328850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:39.333724 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:39.398066 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Network 6b8a0790-c4f3-4407-bc09-52daf0425e61 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:32:39.401037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:32:39.404697 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:32:39.411127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Pushing event updated for resources: {'Port': ['ID=f535b3f7-38af-49c5-9863-e947702ab693,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:39.415010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:39.517478 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:39.561340 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:32:36Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:39.566660 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061c1c6-b7cf-4898-a0df-295f14dd8464 None None] The sync data for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv is: [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:32:36Z', 'revision_number': 3, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:32:39.577993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Attempting to bind port f535b3f7-38af-49c5-9863-e947702ab693 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:32:39.578665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Attempting to bind port f535b3f7-38af-49c5-9863-e947702ab693 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:32:39.579348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Attempting to bind port f535b3f7-38af-49c5-9863-e947702ab693 on network 6b8a0790-c4f3-4407-bc09-52daf0425e61 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:32:39.589674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:32:39.590136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Checking segment: {'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:32:39.590630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:39.591161 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Bound using segment: {'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:32:39.591746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Bound port: f535b3f7-38af-49c5-9863-e947702ab693, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:32:39.592200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:39.713293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] For port f535b3f7-38af-49c5-9863-e947702ab693, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:32:39.717716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] For port f535b3f7-38af-49c5-9863-e947702ab693, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f535b3f7-38af-49c5-9863-e947702ab693,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:32:39.723523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:39.730025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:39.848145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Pushing event updated for resources: {'Port': ['ID=f535b3f7-38af-49c5-9863-e947702ab693,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:39.852211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:40.012385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.1 (6b8a0790-c4f3-4407-bc09-52daf0425e61/0cc092d3-89ce-4dec-8e7c-626cfa168c37/539825fb-cc8e-4343-909d-b07bfb687e24) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:32:40.241823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:40.272436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 539825fb-cc8e-4343-909d-b07bfb687e24 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:32:40.305748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:40.311100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ad8425d9-6cd9-4435-abcb-d3d0a1e0cd11 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:40.387275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f535b3f7-38af-49c5-9863-e947702ab693 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:32:40.400330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 6b8a0790-c4f3-4407-bc09-52daf0425e61 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:32:40.404995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:32:40.411463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:32:40.455026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=539825fb-cc8e-4343-909d-b07bfb687e24,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:40.464207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:40.475365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port f535b3f7-38af-49c5-9863-e947702ab693 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:32:40.481219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8fea65ed-57b3-4bed-a2b0-534de94011a7 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:32:40.506677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:40.552566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 8fea65ed-57b3-4bed-a2b0-534de94011a7 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:32:40.557840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8fea65ed-57b3-4bed-a2b0-534de94011a7 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:40.558218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:40.693411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:40.714234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 8fea65ed-57b3-4bed-a2b0-534de94011a7, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8fea65ed-57b3-4bed-a2b0-534de94011a7,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:40.720087 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:40.725194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:40.800081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=8fea65ed-57b3-4bed-a2b0-534de94011a7,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:40.807384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:40.823226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:41.017945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76498a27-50c9-4062-93f7-6da1a6a1b8d4 None None] Network 6b8a0790-c4f3-4407-bc09-52daf0425e61 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:32:41.146182 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-12f4b74f-4c36-4e5b-bd23-17ae4b19c198 None None] Provisioning for port f535b3f7-38af-49c5-9863-e947702ab693 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:32:41.172962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-12f4b74f-4c36-4e5b-bd23-17ae4b19c198 None None] Provisioning complete for port f535b3f7-38af-49c5-9863-e947702ab693 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:41.173537 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12f4b74f-4c36-4e5b-bd23-17ae4b19c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:41.417513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12f4b74f-4c36-4e5b-bd23-17ae4b19c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:41.421321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:41.426853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:41.455991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7818ce5f-bc53-42b5-9288-ffceb86bb6e6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:41.467136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-12f4b74f-4c36-4e5b-bd23-17ae4b19c198 None None] For port f535b3f7-38af-49c5-9863-e947702ab693, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f535b3f7-38af-49c5-9863-e947702ab693,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:41.474465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12f4b74f-4c36-4e5b-bd23-17ae4b19c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:41.478456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:41.549810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4b74f-4c36-4e5b-bd23-17ae4b19c198 None None] Pushing event updated for resources: {'Port': ['ID=f535b3f7-38af-49c5-9863-e947702ab693,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:41.553680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-12f4b74f-4c36-4e5b-bd23-17ae4b19c198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:41.563845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=539825fb-cc8e-4343-909d-b07bfb687e24,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:41.567318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:41.568346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:41.730288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 6b8a0790-c4f3-4407-bc09-52daf0425e61 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:32:41.730288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:32:41.811133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c5a94f5f-e0b3-4411-9503-a18fabf74f40 None None] Provisioning complete for port f535b3f7-38af-49c5-9863-e947702ab693 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:41.812207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c5a94f5f-e0b3-4411-9503-a18fabf74f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:41.947848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:32:41.975850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c5a94f5f-e0b3-4411-9503-a18fabf74f40 None None] Provisioning for port 539825fb-cc8e-4343-909d-b07bfb687e24 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:32:41.981172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c5a94f5f-e0b3-4411-9503-a18fabf74f40 None None] Provisioning complete for port 539825fb-cc8e-4343-909d-b07bfb687e24 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:41.981662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c5a94f5f-e0b3-4411-9503-a18fabf74f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:42.044641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c5a94f5f-e0b3-4411-9503-a18fabf74f40 None None] Port 539825fb-cc8e-4343-909d-b07bfb687e24 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:32:42.138538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:32:42.148512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Sync routers for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:32:42.151562 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/16aae7c0-8543-4c27-8acd-2009bb2f5e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5996864 Dec 22 17:32:42.154148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40006) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:42.164294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:32:42.164929 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:32:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:42.239163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-885385bb-742b-4af5-88cd-5b1fcd696493 None None] Provisioning complete for port 539825fb-cc8e-4343-909d-b07bfb687e24 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:42.239455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-885385bb-742b-4af5-88cd-5b1fcd696493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:42.290252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc13388a-6a71-4609-97f2-cd6ed175afb1 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:42.290694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc13388a-6a71-4609-97f2-cd6ed175afb1 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:42.291462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc13388a-6a71-4609-97f2-cd6ed175afb1 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:42.291574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc13388a-6a71-4609-97f2-cd6ed175afb1 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:42.293186 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dc13388a-6a71-4609-97f2-cd6ed175afb1 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1381481 Dec 22 17:32:42.295966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40010) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:42.349761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f535b3f7-38af-49c5-9863-e947702ab693 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:32:42.369422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8774588d-09b6-4d1f-a590-fd41a0c4eb5c tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:42.369889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8774588d-09b6-4d1f-a590-fd41a0c4eb5c tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:42.370336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8774588d-09b6-4d1f-a590-fd41a0c4eb5c tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:42.370781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8774588d-09b6-4d1f-a590-fd41a0c4eb5c tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:42.373591 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8774588d-09b6-4d1f-a590-fd41a0c4eb5c tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0756991 Dec 22 17:32:42.375167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40014) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:42.410043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-885385bb-742b-4af5-88cd-5b1fcd696493 None None] Port 539825fb-cc8e-4343-909d-b07bfb687e24 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:32:42.448323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Set router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:32:42.603479 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f767b971-84bb-4bd0-bd90-6234d5f19c08 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2271168 Dec 22 17:32:42.635694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f535b3f7-38af-49c5-9863-e947702ab693 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:42.636363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:42.916410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8fea65ed-57b3-4bed-a2b0-534de94011a7 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:32:42.968554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40020) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:42.974054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482427276', 'description': 'tempest-secgroup-smoke-482427276 description', 'project_id': 'b81c21c680cf47a59420417b42f80eaa'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:42.980652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:42.986301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:32:42.990595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:32:43.005582 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:43.022782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:32:40Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '539825fb-cc8e-4343-909d-b07bfb687e24', 'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e5:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:39Z', 'updated_at': '2021-12-22T17:32:41Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:43.025954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.026261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8fea65ed-57b3-4bed-a2b0-534de94011a7 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:43.026642 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.050158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:43.056293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:32:43.058315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Checking router: 16aae7c0-8543-4c27-8acd-2009bb2f5e9b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:32:43.058315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Updating router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b port 539825fb-cc8e-4343-909d-b07bfb687e24 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:32:43.061380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:32:43.069027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:43.134792 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.151625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.156448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.163795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-915cbfb4-5e9d-4a55-a326-11e9df375a69 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:43.209204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2db207b-638b-4503-a2f9-eda675cc059d,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:43.212186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.213628 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2440166 Dec 22 17:32:43.214560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-83b6bd51-54a2-4a3e-bddd-3db94a2d8ced tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:43.216495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40024) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:43.222292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'c2db207b-638b-4503-a2f9-eda675cc059d', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:43.229712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:43.233676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:32:43.236755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:32:43.244970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:43.262916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.325819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.331219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.333288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83b72997-990b-4dfc-bfda-a413a6cdef2d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:43.356267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eada20f-51ec-4eac-aa16-c67c246e8a3d,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:43.359504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:43.369495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.373817 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534402 Dec 22 17:32:43.374114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40028) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:43.380624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'c2db207b-638b-4503-a2f9-eda675cc059d', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:43.387316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:43.391596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:32:43.394754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:32:43.402501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:43.422983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.488716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.492582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.494723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2179f8a6-a67b-4fb2-9590-7328266b1af6 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:43.519826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63dbc1a-e83b-4646-98a5-22b7e94b2c09,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:43.522848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:43.530091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.531406 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563230 Dec 22 17:32:43.536235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40032) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:43.541515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'c2db207b-638b-4503-a2f9-eda675cc059d', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:43.547375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:43.551715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:32:43.554685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:32:43.560427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:43.598032 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.611469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Transition to ACTIVE for port object 539825fb-cc8e-4343-909d-b07bfb687e24 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:32:43.618993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.626734 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:43.716701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.799732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.805067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.808206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f47f40d0-c75f-4d25-bbe7-aeb766bc4dfe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:43.843062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4331c060-3d69-405b-8374-305dd0b7b1f0,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:43.859094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:43.865493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.870701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40036) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:43.871403 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671e0fa-1a76-47b7-97b9-211b8bbb17bb None None] Pushing event updated for resources: {'Port': ['ID=539825fb-cc8e-4343-909d-b07bfb687e24,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:43.877376 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'c2db207b-638b-4503-a2f9-eda675cc059d', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:43.879049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7671e0fa-1a76-47b7-97b9-211b8bbb17bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:43.881199 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3368034 Dec 22 17:32:43.890712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:43.896687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Attempting to bind port 539825fb-cc8e-4343-909d-b07bfb687e24 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:32:43.896851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Attempting to bind port 539825fb-cc8e-4343-909d-b07bfb687e24 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:32:43.897402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Attempting to bind port 539825fb-cc8e-4343-909d-b07bfb687e24 on network 6b8a0790-c4f3-4407-bc09-52daf0425e61 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:32:43.903853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:32:43.904379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:32:43.904743 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Checking segment: {'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:32:43.905311 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.905866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Bound using segment: {'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:32:43.906507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Bound port: 539825fb-cc8e-4343-909d-b07bfb687e24, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:32:43.907735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:43.910785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:32:43.920161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:43.950599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.013865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] For port 539825fb-cc8e-4343-909d-b07bfb687e24, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:32:44.017298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] For port 539825fb-cc8e-4343-909d-b07bfb687e24, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=539825fb-cc8e-4343-909d-b07bfb687e24,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:32:44.022216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.027612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:44.027860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.032635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.034729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c5b2590f-85a6-4a40-a6b8-1364acd3957f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:44.057800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5c0a3c-bc9b-411e-976d-23e99be436f9,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:44.063952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:44.071411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.075191 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2004211 Dec 22 17:32:44.076426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40040) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:44.082468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'c2db207b-638b-4503-a2f9-eda675cc059d', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:44.089539 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:44.094085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:32:44.097495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:32:44.105339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:44.117756 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:32:44.119495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:32:44.120162 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:32:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:44.126063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.208611 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671e0fa-1a76-47b7-97b9-211b8bbb17bb None None] Pushing event updated for resources: {'Port': ['ID=539825fb-cc8e-4343-909d-b07bfb687e24,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:44.223544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7671e0fa-1a76-47b7-97b9-211b8bbb17bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:44.235492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.243041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.254590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7fd3d2e6-1057-482d-b2b5-387a16d29e67 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:44.304587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f017d9-d0ff-43ba-9c9b-6787112de532,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:44.308074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:44.317314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.319797 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2421832 Dec 22 17:32:44.322429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40044) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:44.330761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'security_group_rule': {'security_group_id': 'c2db207b-638b-4503-a2f9-eda675cc059d', 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:44.338671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:44.343656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:security_group_rule and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:32:44.350615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:32:44.357306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:44.371489 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Project b81c21c680cf47a59420417b42f80eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:32:44.379076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.419718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] Set router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:32:44.454491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.459596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.465881 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-270a3e23-da23-49b5-b354-e438581ba588 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:44.485647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcbf6a7-22ea-4eae-80bc-459d64770b36,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:44.489894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:44.506969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:44.516631 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1847668 Dec 22 17:32:44.689673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5773826d-3129-4455-846e-4755e2fb3481 req-cb15ec87-e5cd-468b-80bd-9ac3d19687d8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:32:44.708251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5773826d-3129-4455-846e-4755e2fb3481 req-cb15ec87-e5cd-468b-80bd-9ac3d19687d8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:32:44.709584 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-cb15ec87-e5cd-468b-80bd-9ac3d19687d8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482427276&fields=id&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 267 time: 0.0657482 Dec 22 17:32:44.791645 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:32:40Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '539825fb-cc8e-4343-909d-b07bfb687e24', 'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e5:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:39Z', 'updated_at': '2021-12-22T17:32:44Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:44.796370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089951a-556f-43f8-9a6d-bfbb20221ce8 None None] The sync data for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv is: [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:32:40Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '539825fb-cc8e-4343-909d-b07bfb687e24', 'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e5:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:39Z', 'updated_at': '2021-12-22T17:32:44Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:32:44.893692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773826d-3129-4455-846e-4755e2fb3481 req-9f94654e-b7b0-4fb9-9f4e-feb993162fa9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:44.894576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5773826d-3129-4455-846e-4755e2fb3481 req-9f94654e-b7b0-4fb9-9f4e-feb993162fa9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:32:44.915625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5773826d-3129-4455-846e-4755e2fb3481 req-9f94654e-b7b0-4fb9-9f4e-feb993162fa9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:32:44.916924 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-9f94654e-b7b0-4fb9-9f4e-feb993162fa9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/networks?id=6b8a0790-c4f3-4407-bc09-52daf0425e61 HTTP/1.1" status: 200 len: 795 time: 0.1998065 Dec 22 17:32:44.933294 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-d1b2c163-e681-46d1-b2ef-6b51db21165c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/quotas/b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 375 time: 0.0107453 Dec 22 17:32:45.027269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5773826d-3129-4455-846e-4755e2fb3481 req-f31a55e8-7b5e-4400-b396-20223d987554 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:32:45.043790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5773826d-3129-4455-846e-4755e2fb3481 req-f31a55e8-7b5e-4400-b396-20223d987554 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:32:45.045116 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-f31a55e8-7b5e-4400-b396-20223d987554 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062601 Dec 22 17:32:45.200371 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-bbb7f441-acef-49c2-b839-ab0a3a9a81f0 service neutron] 10.222.0.70 "GET /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406066 Dec 22 17:32:45.339854 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-b99b549f-4151-42ab-8f58-ca0894f0cbbf service neutron] 10.222.0.70 "GET /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334119 Dec 22 17:32:45.542630 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3a1dd033-5d0f-468f-9133-39b50821218a req-c7d2e1dd-528d-43cb-b964-2c55f681512b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 210 time: 0.0493531 Dec 22 17:32:46.348824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 539825fb-cc8e-4343-909d-b07bfb687e24 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:32:46.422110 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 539825fb-cc8e-4343-909d-b07bfb687e24 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:32:46.428217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 539825fb-cc8e-4343-909d-b07bfb687e24 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:46.428864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:46.556374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:46.612153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 539825fb-cc8e-4343-909d-b07bfb687e24, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=539825fb-cc8e-4343-909d-b07bfb687e24,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:46.617606 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:46.619694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7cd0655f-0f87-4b84-b720-40681f8c3361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:46.639336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773826d-3129-4455-846e-4755e2fb3481 req-c19669a2-a7dc-4cd5-9c7d-43dbedb29195 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:46.641932 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-c19669a2-a7dc-4cd5-9c7d-43dbedb29195 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/networks?id=6b8a0790-c4f3-4407-bc09-52daf0425e61 HTTP/1.1" status: 200 len: 795 time: 0.1951647 Dec 22 17:32:46.696461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=539825fb-cc8e-4343-909d-b07bfb687e24,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:46.699948 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:46.728384 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-86786a34-94ff-402a-a6a4-be302a4f7fb7 req-cc4f06c6-f945-4045-ac37-9658464341b5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 210 time: 0.0590143 Dec 22 17:32:46.742950 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-de220e89-76f2-4233-af38-63faf91162e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81c21c680cf47a59420417b42f80eaa HTTP/1.1" status: 200 len: 379 time: 0.0933108 Dec 22 17:32:46.752054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'port': {'device_id': '2c40e41a-1277-4032-8395-b55ab251827d', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'admin_state_up': True, 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'security_groups': ['c2db207b-638b-4503-a2f9-eda675cc059d']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:46.887973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:46.899329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:46.911415 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Made reservation on behalf of b81c21c680cf47a59420417b42f80eaa for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:32:46.915154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:47.080708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.20.0.6 (6b8a0790-c4f3-4407-bc09-52daf0425e61/0cc092d3-89ce-4dec-8e7c-626cfa168c37/48d6a10e-edbf-474a-b526-f57676f5bb0e) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:32:47.269335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:47.285545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Transition to ACTIVE for port object 48d6a10e-edbf-474a-b526-f57676f5bb0e will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:32:47.309723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:47.320699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7999a45d-fe05-4c21-86a9-4d67931ddb6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:47.393514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 6b8a0790-c4f3-4407-bc09-52daf0425e61 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:32:47.396556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:32:47.400509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:32:47.438037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=48d6a10e-edbf-474a-b526-f57676f5bb0e,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:47.448245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:47.471635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:47.472233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:47.497927 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7496235 Dec 22 17:32:47.510640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Request body: {'port': {'device_id': '2c40e41a-1277-4032-8395-b55ab251827d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:47.629359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:47.641505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b9345340-6408-4cfd-a57f-76b500ba7726 None None] Provisioning for port 48d6a10e-edbf-474a-b526-f57676f5bb0e completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:32:47.646533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-b9345340-6408-4cfd-a57f-76b500ba7726 None None] Provisioning complete for port 48d6a10e-edbf-474a-b526-f57676f5bb0e triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:47.646853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b9345340-6408-4cfd-a57f-76b500ba7726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:47.706620 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b9345340-6408-4cfd-a57f-76b500ba7726 None None] Port 48d6a10e-edbf-474a-b526-f57676f5bb0e cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:32:47.930197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4bf23-d5f9-46af-b009-5483574ffee7 req-3580990d-828d-4cf6-b0b8-6f1c1d4822b7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:47.931828 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f3d4bf23-d5f9-46af-b009-5483574ffee7 req-3580990d-828d-4cf6-b0b8-6f1c1d4822b7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 931 time: 0.0875106 Dec 22 17:32:47.978113 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-f3d4bf23-d5f9-46af-b009-5483574ffee7 req-c9e55fcd-23fa-4fec-8315-3f75137364d2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:32:47.991609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-f3d4bf23-d5f9-46af-b009-5483574ffee7 req-c9e55fcd-23fa-4fec-8315-3f75137364d2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:32:47.992750 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f3d4bf23-d5f9-46af-b009-5483574ffee7 req-c9e55fcd-23fa-4fec-8315-3f75137364d2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2db207b-638b-4503-a2f9-eda675cc059d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549803 Dec 22 17:32:48.105349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d6a10e-edbf-474a-b526-f57676f5bb0e {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:32:48.112994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:48.127646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Transition to ACTIVE for port object 48d6a10e-edbf-474a-b526-f57676f5bb0e will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:32:48.131948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:48.135790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:48.290119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Pushing event updated for resources: {'Port': ['ID=48d6a10e-edbf-474a-b526-f57676f5bb0e,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:48.297954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:48.341941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 539825fb-cc8e-4343-909d-b07bfb687e24 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:32:48.380672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Attempting to bind port 48d6a10e-edbf-474a-b526-f57676f5bb0e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:32:48.381014 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Attempting to bind port 48d6a10e-edbf-474a-b526-f57676f5bb0e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:32:48.381342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Attempting to bind port 48d6a10e-edbf-474a-b526-f57676f5bb0e on network 6b8a0790-c4f3-4407-bc09-52daf0425e61 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:32:48.386339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Port 48d6a10e-edbf-474a-b526-f57676f5bb0e on network 6b8a0790-c4f3-4407-bc09-52daf0425e61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:32:48.386711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Attempting to bind port 48d6a10e-edbf-474a-b526-f57676f5bb0e on network 6b8a0790-c4f3-4407-bc09-52daf0425e61 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:32:48.392047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:32:48.392352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Checking segment: {'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:32:48.392738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Bound using segment: {'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:32:48.393160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Bound port: 48d6a10e-edbf-474a-b526-f57676f5bb0e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ef13ae-26c4-410a-b53f-ef1322b89152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:32:48.393503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:48.433099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 539825fb-cc8e-4343-909d-b07bfb687e24 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:48.433477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:48.489923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] For port 48d6a10e-edbf-474a-b526-f57676f5bb0e, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:32:48.493430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] For port 48d6a10e-edbf-474a-b526-f57676f5bb0e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=48d6a10e-edbf-474a-b526-f57676f5bb0e,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:32:48.497558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:48.502448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83c6a1b7-3502-4e36-821c-b07a73311590 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:48.563998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:48.570665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:48.570665 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] 10.222.0.53 "PUT /v2.0/ports/48d6a10e-edbf-474a-b526-f57676f5bb0e HTTP/1.1" status: 200 len: 1093 time: 1.0597248 Dec 22 17:32:48.570665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c40e41a-1277-4032-8395-b55ab251827d', 'tag': '48d6a10e-edbf-474a-b526-f57676f5bb0e'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:32:48.591482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Pushing event updated for resources: {'Port': ['ID=48d6a10e-edbf-474a-b526-f57676f5bb0e,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:48.595421 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:48.648686 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c40e41a-1277-4032-8395-b55ab251827d', 'tag': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'status': 'completed', 'code': 200} Dec 22 17:32:48.690859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773826d-3129-4455-846e-4755e2fb3481 req-46aa7103-31e2-4830-a3cb-a4367bf7cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:48.692905 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-46aa7103-31e2-4830-a3cb-a4367bf7cdd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 1096 time: 0.0767753 Dec 22 17:32:48.770085 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-9a01fed1-4891-4bf7-9246-193599f3eeb2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48d6a10e-edbf-474a-b526-f57676f5bb0e HTTP/1.1" status: 200 len: 217 time: 0.0700440 Dec 22 17:32:48.834223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773826d-3129-4455-846e-4755e2fb3481 req-cf80bd81-ebeb-48a7-825c-564980c11a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:48.835751 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-cf80bd81-ebeb-48a7-825c-564980c11a86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cc092d3-89ce-4dec-8e7c-626cfa168c37 HTTP/1.1" status: 200 len: 835 time: 0.0600629 Dec 22 17:32:48.914463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773826d-3129-4455-846e-4755e2fb3481 req-488f9dfe-7f94-4afa-a332-d075928e8ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:48.915878 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-488f9dfe-7f94-4afa-a332-d075928e8ec9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b8a0790-c4f3-4407-bc09-52daf0425e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741744 Dec 22 17:32:49.049196 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-084baa29-0d7a-4782-b545-a6801c0f64fd service neutron] 10.222.0.53 "GET /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268945 Dec 22 17:32:49.182121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d4fa8-7e95-4162-9bd2-85e9f6981063 req-16c66ff1-5e32-4388-a2e3-3fb99e820d78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:49.183642 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-225d4fa8-7e95-4162-9bd2-85e9f6981063 req-16c66ff1-5e32-4388-a2e3-3fb99e820d78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 943 time: 0.0859373 Dec 22 17:32:49.186736 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5773826d-3129-4455-846e-4755e2fb3481 req-22a103d7-56a5-4f5e-9608-532353d4d16a service neutron] 10.222.0.53 "GET /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309679 Dec 22 17:32:49.229291 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-225d4fa8-7e95-4162-9bd2-85e9f6981063 req-1b4c442c-eba0-4f77-9d08-9920383af19e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2db207b-638b-4503-a2f9-eda675cc059d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396738 Dec 22 17:32:49.308145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6da654-e4aa-4563-b5cd-55a56adb4356 req-715a2a0f-f279-4e16-89fc-bebc5a3aadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:49.309529 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6b6da654-e4aa-4563-b5cd-55a56adb4356 req-715a2a0f-f279-4e16-89fc-bebc5a3aadb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 1096 time: 0.0734980 Dec 22 17:32:49.450691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6da654-e4aa-4563-b5cd-55a56adb4356 req-13679961-8130-435e-bda4-8092799d53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:49.452177 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6b6da654-e4aa-4563-b5cd-55a56adb4356 req-13679961-8130-435e-bda4-8092799d53ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b8a0790-c4f3-4407-bc09-52daf0425e61 HTTP/1.1" status: 200 len: 896 time: 0.1351190 Dec 22 17:32:49.528327 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6b6da654-e4aa-4563-b5cd-55a56adb4356 req-05d9df41-bf00-4aa4-a971-d54379507289 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48d6a10e-edbf-474a-b526-f57676f5bb0e HTTP/1.1" status: 200 len: 217 time: 0.0655425 Dec 22 17:32:49.593066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6da654-e4aa-4563-b5cd-55a56adb4356 req-2a078bc5-9e8f-4937-80c0-8557a9ca9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:49.594521 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6b6da654-e4aa-4563-b5cd-55a56adb4356 req-2a078bc5-9e8f-4937-80c0-8557a9ca9672 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cc092d3-89ce-4dec-8e7c-626cfa168c37 HTTP/1.1" status: 200 len: 835 time: 0.0588288 Dec 22 17:32:49.671419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6da654-e4aa-4563-b5cd-55a56adb4356 req-391874ae-cddf-45d9-bf84-731429962779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:49.672924 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6b6da654-e4aa-4563-b5cd-55a56adb4356 req-391874ae-cddf-45d9-bf84-731429962779 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b8a0790-c4f3-4407-bc09-52daf0425e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698407 Dec 22 17:32:49.938636 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6b6da654-e4aa-4563-b5cd-55a56adb4356 req-d9933606-de9b-4d1a-bd2c-11652f0683cc service neutron] 10.222.0.53 "GET /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573488 Dec 22 17:32:50.073538 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6b6da654-e4aa-4563-b5cd-55a56adb4356 req-c867c650-9067-4aaf-9d4b-23c3242f78c0 service neutron] 10.222.0.53 "GET /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271906 Dec 22 17:32:50.415549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67fdea-bada-4640-b9e1-29d7fed2151d req-53eff887-541c-469d-9660-08d283e4d967 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:50.416229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5c67fdea-bada-4640-b9e1-29d7fed2151d req-53eff887-541c-469d-9660-08d283e4d967 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:32:50.431439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5c67fdea-bada-4640-b9e1-29d7fed2151d req-53eff887-541c-469d-9660-08d283e4d967 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:32:50.432894 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c67fdea-bada-4640-b9e1-29d7fed2151d req-53eff887-541c-469d-9660-08d283e4d967 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 943 time: 0.0953515 Dec 22 17:32:50.478468 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c67fdea-bada-4640-b9e1-29d7fed2151d req-702a900c-cdf0-4952-8d90-0273cabd4d6b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2db207b-638b-4503-a2f9-eda675cc059d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398774 Dec 22 17:32:50.848566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 48d6a10e-edbf-474a-b526-f57676f5bb0e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:32:50.983198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 48d6a10e-edbf-474a-b526-f57676f5bb0e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=48d6a10e-edbf-474a-b526-f57676f5bb0e,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:50.997073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'port_id': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'mac_address': 'fa:16:3e:8f:82:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:32:51.055958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:51.073551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d6a10e-edbf-474a-b526-f57676f5bb0e {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:32:51.088949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 48d6a10e-edbf-474a-b526-f57676f5bb0e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=48d6a10e-edbf-474a-b526-f57676f5bb0e,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:51.092784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:51.094585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:51.160401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=48d6a10e-edbf-474a-b526-f57676f5bb0e,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:51.163430 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:51.288570 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['48d6a10e-edbf-474a-b526-f57676f5bb0e'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:32:51.661018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffabe1-52d0-4678-ac5f-2e5e5782ba55 req-56eb22e1-1c8f-44a6-a03f-d1b4f424fefd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:51.662435 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c8ffabe1-52d0-4678-ac5f-2e5e5782ba55 req-56eb22e1-1c8f-44a6-a03f-d1b4f424fefd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 944 time: 0.0808845 Dec 22 17:32:51.710627 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c8ffabe1-52d0-4678-ac5f-2e5e5782ba55 req-03debd79-e75d-48c0-8c80-05272c06db82 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2db207b-638b-4503-a2f9-eda675cc059d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409231 Dec 22 17:32:52.864630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 48d6a10e-edbf-474a-b526-f57676f5bb0e up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:32:52.899367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab87fa-f7f3-491f-88ee-ff4576d89053 req-352314ba-fff0-423b-a69f-79753d9ff88b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:52.900812 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5ab87fa-f7f3-491f-88ee-ff4576d89053 req-352314ba-fff0-423b-a69f-79753d9ff88b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 944 time: 0.0851798 Dec 22 17:32:52.931709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 48d6a10e-edbf-474a-b526-f57676f5bb0e completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:32:52.936715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 48d6a10e-edbf-474a-b526-f57676f5bb0e triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:32:52.937099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:52.945857 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5ab87fa-f7f3-491f-88ee-ff4576d89053 req-adb97e4c-a4ca-4a6e-8860-3d60be971279 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2db207b-638b-4503-a2f9-eda675cc059d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392258 Dec 22 17:32:53.098251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:53.125135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40e41a-1277-4032-8395-b55ab251827d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d6a10e-edbf-474a-b526-f57676f5bb0e'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:32:53.136215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 48d6a10e-edbf-474a-b526-f57676f5bb0e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=48d6a10e-edbf-474a-b526-f57676f5bb0e,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:32:53.140429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:53.142482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:53.177195 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40e41a-1277-4032-8395-b55ab251827d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'code': 200} Dec 22 17:32:53.212480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=48d6a10e-edbf-474a-b526-f57676f5bb0e,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:53.215551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:53.396052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cef891-f125-47bf-96e7-1441ff356c9f req-d33a9b8b-6b98-413d-b53c-6cb822a6b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:53.397407 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e0cef891-f125-47bf-96e7-1441ff356c9f req-d33a9b8b-6b98-413d-b53c-6cb822a6b9ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 1098 time: 0.0692384 Dec 22 17:32:53.438297 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e0cef891-f125-47bf-96e7-1441ff356c9f req-50033515-c321-428b-8212-35ae9c748150 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2db207b-638b-4503-a2f9-eda675cc059d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344374 Dec 22 17:32:54.132626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1d76-1f1f-4fab-b294-1a42c75153cc req-b7f42b97-177a-4670-b2d7-35fae599049d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:54.133973 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e65f1d76-1f1f-4fab-b294-1a42c75153cc req-b7f42b97-177a-4670-b2d7-35fae599049d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 945 time: 0.0830090 Dec 22 17:32:54.177273 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e65f1d76-1f1f-4fab-b294-1a42c75153cc req-0333e62a-445b-4a4b-a629-8f2e205cda9f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2db207b-638b-4503-a2f9-eda675cc059d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376718 Dec 22 17:32:55.366413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be205d-02d4-4cd7-a014-f5c03900dde5 req-1f99bf3c-6044-46f3-8034-101d5bee6209 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:55.367917 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-83be205d-02d4-4cd7-a014-f5c03900dde5 req-1f99bf3c-6044-46f3-8034-101d5bee6209 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 945 time: 0.0865963 Dec 22 17:32:55.411772 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-83be205d-02d4-4cd7-a014-f5c03900dde5 req-17702cdb-a0a1-4463-bc71-eb98c0f4b1a2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2db207b-638b-4503-a2f9-eda675cc059d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382733 Dec 22 17:32:55.595690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f8e4-aad2-4ce2-909a-2362973c15e1 req-bc1f8265-bd19-4a0b-8332-c3a9b731fee3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:55.597659 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d427f8e4-aad2-4ce2-909a-2362973c15e1 req-bc1f8265-bd19-4a0b-8332-c3a9b731fee3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 945 time: 0.0811901 Dec 22 17:32:55.640603 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d427f8e4-aad2-4ce2-909a-2362973c15e1 req-fdc368a5-b6e9-49db-9e72-8f12da2b95d7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2db207b-638b-4503-a2f9-eda675cc059d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374064 Dec 22 17:32:55.662727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40096) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:55.734650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7580040-7aec-4190-a1f4-f9d03ff3f2d4 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:55.736215 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f7580040-7aec-4190-a1f4-f9d03ff3f2d4 tempest-TestNetworkBasicOps-715914894 tempest-TestNetworkBasicOps-715914894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 1093 time: 0.0725155 Dec 22 17:32:55.739517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40100) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:55.744682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:32:55.750594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:32:55.754449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Usage tracker for resource:floatingip and tenant:b81c21c680cf47a59420417b42f80eaa is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:32:55.757290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:32:55.763185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:32:55.772912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:55.908780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:56.049063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Allocated IP 172.26.3.54 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/273109bf-f324-437a-8aa4-f3b75e13dacf) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:32:56.200633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:56.228587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:56.232144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:56.293851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:32:56.296687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:32:56.300863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:32:56.333485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=273109bf-f324-437a-8aa4-f3b75e13dacf,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:56.345138 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:56.834620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:56.911611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:57.118458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:57.123021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:57.126966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:32:57.235584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event updated for resources: {'Port': ['ID=273109bf-f324-437a-8aa4-f3b75e13dacf,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:32:57.240303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:32:57.248912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:57.420917 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 0af8de52-dafd-4f4b-8d01-49076a63c9c8 associated. External IP: 172.26.3.54, port: 48d6a10e-edbf-474a-b526-f57676f5bb0e. Dec 22 17:32:57.616246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-03e885e0-6ca9-4462-ae0a-11ce1bf12ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:57.786086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:32:57.971976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:32:57.981920 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25b193-2b59-4d07-8183-f9fd7ef1c4f7 None None] Sync routers for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:32:57.995852 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd25b193-2b59-4d07-8183-f9fd7ef1c4f7 None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:32:57.996609 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-bd25b193-2b59-4d07-8183-f9fd7ef1c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:32:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:58.000367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:32:58.060120 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3194647 Dec 22 17:32:58.060693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c40e41a-1277-4032-8395-b55ab251827d', 'tag': '48d6a10e-edbf-474a-b526-f57676f5bb0e'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:32:58.062837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40104) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:58.105986 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c40e41a-1277-4032-8395-b55ab251827d', 'tag': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'status': 'completed', 'code': 200} Dec 22 17:32:58.179239 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-bd25b193-2b59-4d07-8183-f9fd7ef1c4f7 None None] Set router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:32:58.183468 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ae37db79-3017-47d4-9a57-a8d71b4bb29b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/0af8de52-dafd-4f4b-8d01-49076a63c9c8 HTTP/1.1" status: 200 len: 990 time: 0.1193304 Dec 22 17:32:58.200251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f180c6c-6429-4e98-9326-516727ad314b req-80efc693-15e8-431d-895c-3d2920add0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:58.201806 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9f180c6c-6429-4e98-9326-516727ad314b req-80efc693-15e8-431d-895c-3d2920add0bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 1098 time: 0.0750365 Dec 22 17:32:58.470652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f180c6c-6429-4e98-9326-516727ad314b req-c4cc4697-7f77-4b24-aed8-d1633c12fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:58.472671 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9f180c6c-6429-4e98-9326-516727ad314b req-c4cc4697-7f77-4b24-aed8-d1633c12fce5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b8a0790-c4f3-4407-bc09-52daf0425e61 HTTP/1.1" status: 200 len: 896 time: 0.2644141 Dec 22 17:32:58.537508 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-bd25b193-2b59-4d07-8183-f9fd7ef1c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:32:40Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '0af8de52-dafd-4f4b-8d01-49076a63c9c8', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'port_id': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'mac_address': 'fa:16:3e:8f:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40e41a-1277-4032-8395-b55ab251827d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:32:56Z', 'updated_at': '2021-12-22T17:32:56Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539825fb-cc8e-4343-909d-b07bfb687e24', 'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e5:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:39Z', 'updated_at': '2021-12-22T17:32:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:58.542141 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25b193-2b59-4d07-8183-f9fd7ef1c4f7 None None] Checking router: 16aae7c0-8543-4c27-8acd-2009bb2f5e9b for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:32:58.550519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd25b193-2b59-4d07-8183-f9fd7ef1c4f7 None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:32:58.551680 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-bd25b193-2b59-4d07-8183-f9fd7ef1c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:32:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:58.577794 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9f180c6c-6429-4e98-9326-516727ad314b req-1fdf6279-a35e-4f83-afb6-5197467578b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48d6a10e-edbf-474a-b526-f57676f5bb0e HTTP/1.1" status: 200 len: 998 time: 0.0988836 Dec 22 17:32:58.646516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f180c6c-6429-4e98-9326-516727ad314b req-7b67c1a2-887a-4cac-9edf-0c35386e9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:58.648046 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9f180c6c-6429-4e98-9326-516727ad314b req-7b67c1a2-887a-4cac-9edf-0c35386e9e04 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cc092d3-89ce-4dec-8e7c-626cfa168c37 HTTP/1.1" status: 200 len: 835 time: 0.0641742 Dec 22 17:32:58.722904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f180c6c-6429-4e98-9326-516727ad314b req-e966d5bc-91c6-466f-91d2-391b55c703d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:32:58.724329 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9f180c6c-6429-4e98-9326-516727ad314b req-e966d5bc-91c6-466f-91d2-391b55c703d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b8a0790-c4f3-4407-bc09-52daf0425e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703733 Dec 22 17:32:58.730718 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-bd25b193-2b59-4d07-8183-f9fd7ef1c4f7 None None] Set router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:32:58.860431 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9f180c6c-6429-4e98-9326-516727ad314b req-2be0744b-13ed-42b2-9693-aa54f246159c service neutron] 10.222.0.53 "GET /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295617 Dec 22 17:32:59.007784 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9f180c6c-6429-4e98-9326-516727ad314b req-16dd98b1-2710-403b-90b8-18ec97687349 service neutron] 10.222.0.53 "GET /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406507 Dec 22 17:32:59.114497 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-bd25b193-2b59-4d07-8183-f9fd7ef1c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:32:40Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '0af8de52-dafd-4f4b-8d01-49076a63c9c8', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'port_id': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'mac_address': 'fa:16:3e:8f:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40e41a-1277-4032-8395-b55ab251827d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:32:56Z', 'updated_at': '2021-12-22T17:32:56Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539825fb-cc8e-4343-909d-b07bfb687e24', 'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e5:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:39Z', 'updated_at': '2021-12-22T17:32:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:32:59.118590 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25b193-2b59-4d07-8183-f9fd7ef1c4f7 None None] The sync data for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv is: [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:32:40Z', 'revision_number': 4, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '0af8de52-dafd-4f4b-8d01-49076a63c9c8', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'port_id': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'mac_address': 'fa:16:3e:8f:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40e41a-1277-4032-8395-b55ab251827d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:32:56Z', 'updated_at': '2021-12-22T17:32:56Z', 'revision_number': 0, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539825fb-cc8e-4343-909d-b07bfb687e24', 'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e5:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:39Z', 'updated_at': '2021-12-22T17:32:46Z', 'revision_number': 5, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:32:59.184965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40110) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:32:59.336034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3e77a-b17c-4b5e-b444-c405fa97cced None None] New status for floating IP 0af8de52-dafd-4f4b-8d01-49076a63c9c8: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:32:59.436817 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-3e1910bc-afe6-4e03-8c65-ea6cfa295cdd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/0af8de52-dafd-4f4b-8d01-49076a63c9c8 HTTP/1.1" status: 200 len: 990 time: 0.2506337 Dec 22 17:33:00.049625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5f52ec6d-e4f6-4cf5-b4d1-295493039673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:00.440548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40114) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:00.548016 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d4570280-f2ce-42be-acc1-5898c5197756 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/0af8de52-dafd-4f4b-8d01-49076a63c9c8 HTTP/1.1" status: 200 len: 992 time: 0.1062400 Dec 22 17:33:01.066581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:01.204721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:02.578847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:05.236180 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:07.033005 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:33:25.104343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40130) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:25.109584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-47a1092e-508f-4690-b503-c650ab7417f6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:33:25.627028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-47a1092e-508f-4690-b503-c650ab7417f6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:25.638077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-47a1092e-508f-4690-b503-c650ab7417f6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:25.823944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a1092e-508f-4690-b503-c650ab7417f6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:33:26.012892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a1092e-508f-4690-b503-c650ab7417f6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:33:26.020846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-47a1092e-508f-4690-b503-c650ab7417f6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:26.022174 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-47a1092e-508f-4690-b503-c650ab7417f6 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/16aae7c0-8543-4c27-8acd-2009bb2f5e9b HTTP/1.1" status: 200 len: 888 time: 0.9169309 Dec 22 17:33:26.023075 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dadba6-e8c2-4437-ba9a-9d229688c5ad None None] Sync routers for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:33:26.033569 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dadba6-e8c2-4437-ba9a-9d229688c5ad None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:33:26.034175 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-41dadba6-e8c2-4437-ba9a-9d229688c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:33:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:26.093670 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-41dadba6-e8c2-4437-ba9a-9d229688c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:26.103349 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dadba6-e8c2-4437-ba9a-9d229688c5ad None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:33:26.104180 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-41dadba6-e8c2-4437-ba9a-9d229688c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:33:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:26.172896 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-41dadba6-e8c2-4437-ba9a-9d229688c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:26.173303 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dadba6-e8c2-4437-ba9a-9d229688c5ad None None] The sync data for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv is: [] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:33:26.581215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 539825fb-cc8e-4343-909d-b07bfb687e24 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:33:26.704501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:26.735188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 539825fb-cc8e-4343-909d-b07bfb687e24, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=539825fb-cc8e-4343-909d-b07bfb687e24,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:33:26.739190 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:26.740849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:26.804027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=539825fb-cc8e-4343-909d-b07bfb687e24,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:26.807013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:26.959023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a53e1e8-52f2-472b-86b8-b184df153e39 None None] New status for floating IP 0af8de52-dafd-4f4b-8d01-49076a63c9c8: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:33:27.617959 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a2b27e86-7eeb-4943-8b7a-e88ba9481bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:28.174410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40138) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:28.180331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d9f6e570-66e9-40cc-aa37-7bbc6c0996c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:33:28.347547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8fea65ed-57b3-4bed-a2b0-534de94011a7 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:33:28.465599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:28.482459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 8fea65ed-57b3-4bed-a2b0-534de94011a7, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8fea65ed-57b3-4bed-a2b0-534de94011a7,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:33:28.487275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:28.489221 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-c0c2dab5-3ca6-4c1f-a6ba-9a2f7c44d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:28.558105 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=8fea65ed-57b3-4bed-a2b0-534de94011a7,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:28.562719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:28.832174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d9f6e570-66e9-40cc-aa37-7bbc6c0996c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:28.842694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d9f6e570-66e9-40cc-aa37-7bbc6c0996c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683235', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682769'] for router, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:29.021437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f6e570-66e9-40cc-aa37-7bbc6c0996c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:33:29.196965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f6e570-66e9-40cc-aa37-7bbc6c0996c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:33:29.203345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d9f6e570-66e9-40cc-aa37-7bbc6c0996c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:29.206810 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e544402-fe58-45d1-9084-aa488c0bcc4c None None] Sync routers for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:33:29.207556 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d9f6e570-66e9-40cc-aa37-7bbc6c0996c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/16aae7c0-8543-4c27-8acd-2009bb2f5e9b HTTP/1.1" status: 200 len: 887 time: 1.0314822 Dec 22 17:33:29.207934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40142) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:29.218671 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e544402-fe58-45d1-9084-aa488c0bcc4c None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:33:29.219299 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1e544402-fe58-45d1-9084-aa488c0bcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:33:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:29.318956 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-408e6478-46e9-4332-9ff2-43a938a32db3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/0af8de52-dafd-4f4b-8d01-49076a63c9c8 HTTP/1.1" status: 200 len: 990 time: 0.1098008 Dec 22 17:33:29.396912 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-1e544402-fe58-45d1-9084-aa488c0bcc4c None None] Set router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:33:29.739240 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1e544402-fe58-45d1-9084-aa488c0bcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:33:28Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:33:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '0af8de52-dafd-4f4b-8d01-49076a63c9c8', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'port_id': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'mac_address': 'fa:16:3e:8f:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40e41a-1277-4032-8395-b55ab251827d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:32:56Z', 'updated_at': '2021-12-22T17:33:27Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539825fb-cc8e-4343-909d-b07bfb687e24', 'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e5:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:39Z', 'updated_at': '2021-12-22T17:33:26Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:29.743023 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e544402-fe58-45d1-9084-aa488c0bcc4c None None] Checking router: 16aae7c0-8543-4c27-8acd-2009bb2f5e9b for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:33:29.751776 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e544402-fe58-45d1-9084-aa488c0bcc4c None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:33:29.752382 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1e544402-fe58-45d1-9084-aa488c0bcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:33:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:29.934639 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-1e544402-fe58-45d1-9084-aa488c0bcc4c None None] Set router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:33:30.053252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-76ae5b71-8a80-4f96-869d-baefbdfdab81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:30.320923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40146) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:30.337143 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1e544402-fe58-45d1-9084-aa488c0bcc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:33:28Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:33:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '0af8de52-dafd-4f4b-8d01-49076a63c9c8', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'port_id': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'mac_address': 'fa:16:3e:8f:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40e41a-1277-4032-8395-b55ab251827d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:32:56Z', 'updated_at': '2021-12-22T17:33:27Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539825fb-cc8e-4343-909d-b07bfb687e24', 'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e5:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:39Z', 'updated_at': '2021-12-22T17:33:26Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:30.341613 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e544402-fe58-45d1-9084-aa488c0bcc4c None None] The sync data for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv is: [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:33:28Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:33:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '0af8de52-dafd-4f4b-8d01-49076a63c9c8', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'port_id': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'mac_address': 'fa:16:3e:8f:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40e41a-1277-4032-8395-b55ab251827d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:32:56Z', 'updated_at': '2021-12-22T17:33:27Z', 'revision_number': 2, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539825fb-cc8e-4343-909d-b07bfb687e24', 'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e5:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:39Z', 'updated_at': '2021-12-22T17:33:26Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:33:30.400396 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-407c0926-8460-4d4c-ab71-37bf94092b17 req-7c809529-16a8-495f-9c88-96ab752af35e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774071 Dec 22 17:33:30.442139 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fac3bcbd-9b03-4195-9684-b7ae187bd72a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/0af8de52-dafd-4f4b-8d01-49076a63c9c8 HTTP/1.1" status: 200 len: 990 time: 0.1199036 Dec 22 17:33:30.573125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c0926-8460-4d4c-ab71-37bf94092b17 req-b5f8558c-e37a-4eaa-a182-fd3227b6c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:30.574923 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-407c0926-8460-4d4c-ab71-37bf94092b17 req-b5f8558c-e37a-4eaa-a182-fd3227b6c953 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 1098 time: 0.1019945 Dec 22 17:33:30.730210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c0926-8460-4d4c-ab71-37bf94092b17 req-c861f14e-7fa2-45fe-8132-abefa5fe1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:30.731668 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-407c0926-8460-4d4c-ab71-37bf94092b17 req-c861f14e-7fa2-45fe-8132-abefa5fe1d2b service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b8a0790-c4f3-4407-bc09-52daf0425e61 HTTP/1.1" status: 200 len: 896 time: 0.1351864 Dec 22 17:33:30.842096 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-407c0926-8460-4d4c-ab71-37bf94092b17 req-9dd15381-4883-40fe-b2fe-96ee1a00ecb4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48d6a10e-edbf-474a-b526-f57676f5bb0e HTTP/1.1" status: 200 len: 998 time: 0.1015115 Dec 22 17:33:30.913554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c0926-8460-4d4c-ab71-37bf94092b17 req-6e91ec56-48ea-4db5-ad09-fae633b32188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:30.914979 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-407c0926-8460-4d4c-ab71-37bf94092b17 req-6e91ec56-48ea-4db5-ad09-fae633b32188 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cc092d3-89ce-4dec-8e7c-626cfa168c37 HTTP/1.1" status: 200 len: 835 time: 0.0649292 Dec 22 17:33:31.012058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c0926-8460-4d4c-ab71-37bf94092b17 req-936c29bd-eead-4cf5-b7f8-0b527b4133b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:31.013569 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-407c0926-8460-4d4c-ab71-37bf94092b17 req-936c29bd-eead-4cf5-b7f8-0b527b4133b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b8a0790-c4f3-4407-bc09-52daf0425e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926929 Dec 22 17:33:31.069971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:31.155606 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-407c0926-8460-4d4c-ab71-37bf94092b17 req-348b6747-ea7b-4d5a-aea9-d453e2c040f3 service neutron] 10.222.0.53 "GET /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348217 Dec 22 17:33:31.208343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:31.295976 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-407c0926-8460-4d4c-ab71-37bf94092b17 req-dc4a95c3-f6d7-4238-9ef5-c15f33274720 service neutron] 10.222.0.53 "GET /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328731 Dec 22 17:33:31.444955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40152) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:31.556410 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6d3c5da8-acee-42ce-a5d8-e2126f0f3ec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/0af8de52-dafd-4f4b-8d01-49076a63c9c8 HTTP/1.1" status: 200 len: 990 time: 0.1102247 Dec 22 17:33:32.028394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e837de-d5d4-4090-92a4-d95346d00f29 None None] New status for floating IP 0af8de52-dafd-4f4b-8d01-49076a63c9c8: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:33:32.387782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 539825fb-cc8e-4343-909d-b07bfb687e24 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:33:32.497900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 539825fb-cc8e-4343-909d-b07bfb687e24 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:33:32.498271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:32.560161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40156) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:32.619915 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:32.625476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:32.658592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 539825fb-cc8e-4343-909d-b07bfb687e24, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=539825fb-cc8e-4343-909d-b07bfb687e24,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:33:32.662631 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:32.663536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8fea65ed-57b3-4bed-a2b0-534de94011a7 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:33:32.670622 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6f415dd7-1d4d-404f-b423-90c9b90b3f34 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/floatingips/0af8de52-dafd-4f4b-8d01-49076a63c9c8 HTTP/1.1" status: 200 len: 992 time: 0.1091840 Dec 22 17:33:32.693453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:32.785336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=539825fb-cc8e-4343-909d-b07bfb687e24,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:32.788419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:32.796926 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8fea65ed-57b3-4bed-a2b0-534de94011a7 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:33:32.797303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:32.915703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:32.932587 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 8fea65ed-57b3-4bed-a2b0-534de94011a7, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8fea65ed-57b3-4bed-a2b0-534de94011a7,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:33:32.935958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:32.937735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:32.957049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40164) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:33.004598 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=8fea65ed-57b3-4bed-a2b0-534de94011a7,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:33.007727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:33.161788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 273109bf-f324-437a-8aa4-f3b75e13dacf {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:33:33.162115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:33.461525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:33.461844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:33.585723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 273109bf-f324-437a-8aa4-f3b75e13dacf owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:33:33.734077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:33.737664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e2764390-d04e-4263-8e39-3e002880a080 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:33.783643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=273109bf-f324-437a-8aa4-f3b75e13dacf,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:33.824893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:33.825288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:33.825666 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:33.826041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:33.826413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:33.826783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:33.827172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:33.827536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:33.827899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:33.828274 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:33.828626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:33.828981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:33.856218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:33.887026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:33.887383 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Floating IP 0af8de52-dafd-4f4b-8d01-49076a63c9c8 disassociated (deleted). External IP: 172.26.3.54, port: 48d6a10e-edbf-474a-b526-f57676f5bb0e. Dec 22 17:33:34.232338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:33:34.368039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 539825fb-cc8e-4343-909d-b07bfb687e24 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:33:34.411093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:33:34.423089 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021ee6fb-bda1-4ee3-a114-e9e1dc902e8f None None] Sync routers for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:33:34.433081 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021ee6fb-bda1-4ee3-a114-e9e1dc902e8f None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:33:34.433651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:34.433927 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-021ee6fb-bda1-4ee3-a114-e9e1dc902e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:33:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:34.437373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 539825fb-cc8e-4343-909d-b07bfb687e24 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:33:34.437858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:34.490214 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/floatingips/0af8de52-dafd-4f4b-8d01-49076a63c9c8 HTTP/1.1" status: 204 len: 168 time: 1.5320790 Dec 22 17:33:34.490983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c40e41a-1277-4032-8395-b55ab251827d', 'tag': '48d6a10e-edbf-474a-b526-f57676f5bb0e'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:33:34.540815 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c40e41a-1277-4032-8395-b55ab251827d', 'tag': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'status': 'completed', 'code': 200} Dec 22 17:33:34.578121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8fea65ed-57b3-4bed-a2b0-534de94011a7 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:33:34.630824 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-021ee6fb-bda1-4ee3-a114-e9e1dc902e8f None None] Set router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:33:34.661728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8fea65ed-57b3-4bed-a2b0-534de94011a7 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:33:34.662104 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:34.832394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacc3fc-db29-4ffa-ba7e-303b404399b7 req-81daf8d7-64ac-4fe3-9ed3-0ea24ee77117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:34.834717 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ccacc3fc-db29-4ffa-ba7e-303b404399b7 req-81daf8d7-64ac-4fe3-9ed3-0ea24ee77117 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b81c21c680cf47a59420417b42f80eaa&device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 1098 time: 0.2682366 Dec 22 17:33:34.969265 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-021ee6fb-bda1-4ee3-a114-e9e1dc902e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:33:28Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:33:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '539825fb-cc8e-4343-909d-b07bfb687e24', 'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e5:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:39Z', 'updated_at': '2021-12-22T17:33:32Z', 'revision_number': 7, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:34.973130 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021ee6fb-bda1-4ee3-a114-e9e1dc902e8f None None] Checking router: 16aae7c0-8543-4c27-8acd-2009bb2f5e9b for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:33:34.981606 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021ee6fb-bda1-4ee3-a114-e9e1dc902e8f None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:33:34.982221 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-021ee6fb-bda1-4ee3-a114-e9e1dc902e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:33:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:35.029712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacc3fc-db29-4ffa-ba7e-303b404399b7 req-c8e73e5b-607c-487c-908f-649c77a69ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:35.031133 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ccacc3fc-db29-4ffa-ba7e-303b404399b7 req-c8e73e5b-607c-487c-908f-649c77a69ec0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b8a0790-c4f3-4407-bc09-52daf0425e61 HTTP/1.1" status: 200 len: 896 time: 0.1881449 Dec 22 17:33:35.042635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613307f-b252-455c-a5dc-e605bcdb7ca0 req-9c3e2498-195a-4d07-a136-a45af8ac75c5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:35.044006 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2613307f-b252-455c-a5dc-e605bcdb7ca0 req-9c3e2498-195a-4d07-a136-a45af8ac75c5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 945 time: 0.1769025 Dec 22 17:33:35.117714 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ccacc3fc-db29-4ffa-ba7e-303b404399b7 req-edddf97e-8759-40bb-915f-53c3e6c7caf3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48d6a10e-edbf-474a-b526-f57676f5bb0e HTTP/1.1" status: 200 len: 217 time: 0.0727804 Dec 22 17:33:35.158948 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-021ee6fb-bda1-4ee3-a114-e9e1dc902e8f None None] Set router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:33:35.190113 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2613307f-b252-455c-a5dc-e605bcdb7ca0 req-c6420cd0-3f66-4730-9143-7e45c5ca55a1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2db207b-638b-4503-a2f9-eda675cc059d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933688 Dec 22 17:33:35.199399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacc3fc-db29-4ffa-ba7e-303b404399b7 req-57fd2262-0ef0-4af7-90af-4e35cd4d0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:35.200800 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ccacc3fc-db29-4ffa-ba7e-303b404399b7 req-57fd2262-0ef0-4af7-90af-4e35cd4d0d59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0cc092d3-89ce-4dec-8e7c-626cfa168c37 HTTP/1.1" status: 200 len: 835 time: 0.0762205 Dec 22 17:33:35.251217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:35.277829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacc3fc-db29-4ffa-ba7e-303b404399b7 req-5120f95f-46d1-4bb4-a2d9-1d510eb3a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:35.279374 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ccacc3fc-db29-4ffa-ba7e-303b404399b7 req-5120f95f-46d1-4bb4-a2d9-1d510eb3a078 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b8a0790-c4f3-4407-bc09-52daf0425e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705545 Dec 22 17:33:35.415063 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ccacc3fc-db29-4ffa-ba7e-303b404399b7 req-6846d80a-0b90-4f03-ab3b-e8a0898121a0 service neutron] 10.222.0.53 "GET /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264009 Dec 22 17:33:35.469832 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-021ee6fb-bda1-4ee3-a114-e9e1dc902e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:33:28Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:33:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '539825fb-cc8e-4343-909d-b07bfb687e24', 'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e5:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:39Z', 'updated_at': '2021-12-22T17:33:32Z', 'revision_number': 7, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:35.474312 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021ee6fb-bda1-4ee3-a114-e9e1dc902e8f None None] The sync data for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv is: [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:33:28Z', 'revision_number': 6, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:33:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '539825fb-cc8e-4343-909d-b07bfb687e24', 'name': '', 'network_id': '6b8a0790-c4f3-4407-bc09-52daf0425e61', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'mac_address': 'fa:16:3e:e5:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:39Z', 'updated_at': '2021-12-22T17:33:32Z', 'revision_number': 7, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'subnets': [{'id': '0cc092d3-89ce-4dec-8e7c-626cfa168c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:33:35.551587 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ccacc3fc-db29-4ffa-ba7e-303b404399b7 req-b0551def-907e-41dd-9223-a8257e2bf840 service neutron] 10.222.0.53 "GET /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300931 Dec 22 17:33:36.169079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0b73b-c1a1-4f1c-9e9f-66bc3da4bef4 req-13970453-f9f5-432d-a360-b7cb5537fddd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:36.170705 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-beb0b73b-c1a1-4f1c-9e9f-66bc3da4bef4 req-13970453-f9f5-432d-a360-b7cb5537fddd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 945 time: 0.0873497 Dec 22 17:33:36.225048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a9737-1374-4d17-b5b1-b09269c7214b None None] New status for floating IP 0af8de52-dafd-4f4b-8d01-49076a63c9c8: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:33:36.244848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-beb0b73b-c1a1-4f1c-9e9f-66bc3da4bef4 req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 48d6a10e-edbf-474a-b526-f57676f5bb0e {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:33:36.245210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-beb0b73b-c1a1-4f1c-9e9f-66bc3da4bef4 req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:36.399722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da18039-a199-47d5-8aab-607393c42d23 req-d34f7ee7-d35a-4774-bc0f-f48dd5626136 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:36.400501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-0da18039-a199-47d5-8aab-607393c42d23 req-d34f7ee7-d35a-4774-bc0f-f48dd5626136 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Synchronizing usage tracker for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:33:36.417631 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-0da18039-a199-47d5-8aab-607393c42d23 req-d34f7ee7-d35a-4774-bc0f-f48dd5626136 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Unset dirty status for tenant:b81c21c680cf47a59420417b42f80eaa on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:33:36.418990 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0da18039-a199-47d5-8aab-607393c42d23 req-d34f7ee7-d35a-4774-bc0f-f48dd5626136 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 945 time: 0.1206300 Dec 22 17:33:36.467602 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0da18039-a199-47d5-8aab-607393c42d23 req-06be5826-129c-4c28-a381-5fd166be6f3c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2db207b-638b-4503-a2f9-eda675cc059d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427780 Dec 22 17:33:36.500847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-beb0b73b-c1a1-4f1c-9e9f-66bc3da4bef4 req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 48d6a10e-edbf-474a-b526-f57676f5bb0e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=48d6a10e-edbf-474a-b526-f57676f5bb0e,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:33:36.501199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-beb0b73b-c1a1-4f1c-9e9f-66bc3da4bef4 req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:36.623319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-beb0b73b-c1a1-4f1c-9e9f-66bc3da4bef4 req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 48d6a10e-edbf-474a-b526-f57676f5bb0e owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:33:36.785495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-beb0b73b-c1a1-4f1c-9e9f-66bc3da4bef4 req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:36.791372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7b27985e-8f80-49fa-9430-1fe023a4a1dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:36.839063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=48d6a10e-edbf-474a-b526-f57676f5bb0e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:37.045618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:37.045895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:37.046270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:37.046636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:37.046995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:37.047458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:37.047745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:37.048102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:37.048460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:37.048817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:37.049174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:37.049530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:37.062756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:37.063662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb0b73b-c1a1-4f1c-9e9f-66bc3da4bef4 req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] No DVR routers for this DVR port 48d6a10e-edbf-474a-b526-f57676f5bb0e on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:33:37.066545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-beb0b73b-c1a1-4f1c-9e9f-66bc3da4bef4 req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:37.069182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40e41a-1277-4032-8395-b55ab251827d', 'name': 'network-vif-deleted', 'tag': '48d6a10e-edbf-474a-b526-f57676f5bb0e'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:33:37.085164 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-beb0b73b-c1a1-4f1c-9e9f-66bc3da4bef4 req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.53 "DELETE /v2.0/ports/48d6a10e-edbf-474a-b526-f57676f5bb0e HTTP/1.1" status: 204 len: 173 time: 0.9076838 Dec 22 17:33:37.114709 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40e41a-1277-4032-8395-b55ab251827d', 'name': 'network-vif-deleted', 'tag': '48d6a10e-edbf-474a-b526-f57676f5bb0e', 'status': 'completed', 'code': 200} Dec 22 17:33:37.638359 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-053d2138-4b1a-4236-af4a-4a2e0ab7a02e req-53a9e4f2-0221-437c-9757-441b4ddf6849 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c40e41a-1277-4032-8395-b55ab251827d HTTP/1.1" status: 200 len: 210 time: 0.0450382 Dec 22 17:33:38.732891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40182) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:38.800342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22995dd0-489a-4333-b724-ddb2f4f021a5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:38.831729 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22995dd0-489a-4333-b724-ddb2f4f021a5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:38.901021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22995dd0-489a-4333-b724-ddb2f4f021a5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:38.904875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-abfcd70b-227d-4050-9e5f-cd2f33335c64 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:39.036917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22995dd0-489a-4333-b724-ddb2f4f021a5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2db207b-638b-4503-a2f9-eda675cc059d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:39.040021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-22995dd0-489a-4333-b724-ddb2f4f021a5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:39.049106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22995dd0-489a-4333-b724-ddb2f4f021a5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:39.050857 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-22995dd0-489a-4333-b724-ddb2f4f021a5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/security-groups/c2db207b-638b-4503-a2f9-eda675cc059d HTTP/1.1" status: 204 len: 168 time: 0.3169856 Dec 22 17:33:39.081085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40188) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:39.621549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:39.966143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 539825fb-cc8e-4343-909d-b07bfb687e24 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:33:39.966364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:40.155022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 539825fb-cc8e-4343-909d-b07bfb687e24, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=539825fb-cc8e-4343-909d-b07bfb687e24,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:33:40.155727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:40.275298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 539825fb-cc8e-4343-909d-b07bfb687e24 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:33:40.714723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:40.718226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-013342dd-9de0-4ae8-aa8c-7e7a41186385 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:40.768215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=539825fb-cc8e-4343-909d-b07bfb687e24,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:40.771444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:41.056619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:41.097420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 48d6a10e-edbf-474a-b526-f57676f5bb0e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:33:41.130742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 48d6a10e-edbf-474a-b526-f57676f5bb0e {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:33:41.131087 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 48d6a10e-edbf-474a-b526-f57676f5bb0e not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:33:41.409306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:33:41.585269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:33:41.594867 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5c89b-c54d-432d-9da1-647a40d46554 None None] Sync routers for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:33:41.597703 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "PUT /v2.0/routers/16aae7c0-8543-4c27-8acd-2009bb2f5e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5155728 Dec 22 17:33:41.600417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40192) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:41.604321 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5c89b-c54d-432d-9da1-647a40d46554 None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:33:41.604920 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a5c5c89b-c54d-432d-9da1-647a40d46554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:33:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:41.664841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-62164ad2-8441-4db7-a303-b0b978258eae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting subnet 0cc092d3-89ce-4dec-8e7c-626cfa168c37 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:33:41.667712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-62164ad2-8441-4db7-a303-b0b978258eae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:41.729524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-62164ad2-8441-4db7-a303-b0b978258eae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:41.816657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-62164ad2-8441-4db7-a303-b0b978258eae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:41.820172 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-a5c5c89b-c54d-432d-9da1-647a40d46554 None None] Set router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:33:41.892926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-62164ad2-8441-4db7-a303-b0b978258eae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:41.896614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-16fb37f3-43c9-4ab2-90d4-9a13ecf5589e tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:42.068884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62164ad2-8441-4db7-a303-b0b978258eae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc092d3-89ce-4dec-8e7c-626cfa168c37,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:42.071880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-62164ad2-8441-4db7-a303-b0b978258eae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:42.072916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-62164ad2-8441-4db7-a303-b0b978258eae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:42.082539 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-62164ad2-8441-4db7-a303-b0b978258eae tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/subnets/0cc092d3-89ce-4dec-8e7c-626cfa168c37 HTTP/1.1" status: 204 len: 168 time: 0.4780447 Dec 22 17:33:42.082903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40196) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:42.085213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1ef44a-aede-4d7b-9ebe-fe89d6383678 None None] Network 6b8a0790-c4f3-4407-bc09-52daf0425e61 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:33:42.118877 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a5c5c89b-c54d-432d-9da1-647a40d46554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:33:40Z', 'revision_number': 7, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:33:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:42.122762 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5c89b-c54d-432d-9da1-647a40d46554 None None] Checking router: 16aae7c0-8543-4c27-8acd-2009bb2f5e9b for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:33:42.131764 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5c89b-c54d-432d-9da1-647a40d46554 None None] Routers {'16aae7c0-8543-4c27-8acd-2009bb2f5e9b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:33:42.132516 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a5c5c89b-c54d-432d-9da1-647a40d46554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:33:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:42.262635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:42.308799 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-a5c5c89b-c54d-432d-9da1-647a40d46554 None None] Set router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:33:42.370323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] DHCP port deletion for 6b8a0790-c4f3-4407-bc09-52daf0425e61 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:33:42.375498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Deleting port f535b3f7-38af-49c5-9863-e947702ab693 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:33:42.376153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:42.452442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:42.466196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Deleting port 8fea65ed-57b3-4bed-a2b0-534de94011a7 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:33:42.466909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:42.610874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] For port f535b3f7-38af-49c5-9863-e947702ab693, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f535b3f7-38af-49c5-9863-e947702ab693,segment=NetworkSegment(f6ef13ae-26c4-410a-b53f-ef1322b89152),segment_id=f6ef13ae-26c4-410a-b53f-ef1322b89152)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:33:42.611423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:42.634623 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a5c5c89b-c54d-432d-9da1-647a40d46554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:33:40Z', 'revision_number': 7, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:33:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:42.639346 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5c89b-c54d-432d-9da1-647a40d46554 None None] The sync data for ids ['16aae7c0-8543-4c27-8acd-2009bb2f5e9b'] in dv-neutron-822513-1-hyperv is: [{'id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'name': 'tempest-TestNetworkBasicOps-router-1207084422', 'tenant_id': 'b81c21c680cf47a59420417b42f80eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:32:35Z', 'updated_at': '2021-12-22T17:33:40Z', 'revision_number': 7, 'project_id': 'b81c21c680cf47a59420417b42f80eaa', 'gw_port': {'id': '8fea65ed-57b3-4bed-a2b0-534de94011a7', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aae7c0-8543-4c27-8acd-2009bb2f5e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:32:36Z', 'updated_at': '2021-12-22T17:33:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:33:42.674295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] For port 8fea65ed-57b3-4bed-a2b0-534de94011a7, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8fea65ed-57b3-4bed-a2b0-534de94011a7,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:33:42.674968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:42.798462 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Calling delete_port for f535b3f7-38af-49c5-9863-e947702ab693 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:33:42.803470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Calling delete_port for 8fea65ed-57b3-4bed-a2b0-534de94011a7 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:33:42.874108 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:42.879517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:42.927781 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Pushing event deleted for resources: {'Port': ['ID=f535b3f7-38af-49c5-9863-e947702ab693,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:42.933419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] No DVR routers for this DVR port f535b3f7-38af-49c5-9863-e947702ab693 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:33:42.940957 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:42.941172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:42.941452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:42.941788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:42.942163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:42.942595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:42.942827 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:42.943175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:42.943504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:42.943828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:42.944370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:42.944913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:33:42.947849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:42.990101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:42.997977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1f1cddd2-07ee-4162-b88b-eb068345fdcc tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:43.050028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Port': ['ID=8fea65ed-57b3-4bed-a2b0-534de94011a7,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:43.052877 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:43.151936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:43.328663 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:43.331385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:43.353040 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:43.353587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Fanout notify agent at l3_agent the message router_deleted on router 16aae7c0-8543-4c27-8acd-2009bb2f5e9b {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:33:43.368763 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:43.370037 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/routers/16aae7c0-8543-4c27-8acd-2009bb2f5e9b HTTP/1.1" status: 204 len: 168 time: 1.2861106 Dec 22 17:33:43.372691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40200) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:43.607180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:43.735519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:43.759793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8a0790-c4f3-4407-bc09-52daf0425e61']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:43.772060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ef13ae-26c4-410a-b53f-ef1322b89152') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:43.772352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ef13ae-26c4-410a-b53f-ef1322b89152') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:33:43.783288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:43.798792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:43.805069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:33:43.805462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:33:43.820805 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:33:43.907916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:43.911442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9788eb22-619f-4c0a-9760-fc2eae7e9576 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:43.926017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:43.936717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Pushing event deleted for resources: {'Network': ['ID=6b8a0790-c4f3-4407-bc09-52daf0425e61,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:43.939767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:43.946650 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] 10.222.0.70 "DELETE /v2.0/networks/6b8a0790-c4f3-4407-bc09-52daf0425e61 HTTP/1.1" status: 204 len: 168 time: 0.5729153 Dec 22 17:33:44.031076 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:33:44.251938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40208) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:44.362991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f535b3f7-38af-49c5-9863-e947702ab693 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:33:44.399190 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4ff103e7-2860-46b9-80ef-e75c1d37ed42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b81c21c680cf47a59420417b42f80eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458979 Dec 22 17:33:44.401191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: f535b3f7-38af-49c5-9863-e947702ab693 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:33:44.401652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40214) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:44.402129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f535b3f7-38af-49c5-9863-e947702ab693 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:33:44.402129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 539825fb-cc8e-4343-909d-b07bfb687e24 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:33:44.437270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 539825fb-cc8e-4343-909d-b07bfb687e24 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:33:44.437659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 539825fb-cc8e-4343-909d-b07bfb687e24 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:33:44.438103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8fea65ed-57b3-4bed-a2b0-534de94011a7 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:33:44.459053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5051888-c157-4649-9a40-8e4101e79972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:44.472577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 8fea65ed-57b3-4bed-a2b0-534de94011a7 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:33:44.472961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8fea65ed-57b3-4bed-a2b0-534de94011a7 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:33:44.485011 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5051888-c157-4649-9a40-8e4101e79972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:44.535001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5051888-c157-4649-9a40-8e4101e79972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:44.538621 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0429515e-306d-4f5d-accd-fbf6bcc51567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:44.550976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5051888-c157-4649-9a40-8e4101e79972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce77424d-be25-4673-b35f-96666b9f4826,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:44.554553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e5051888-c157-4649-9a40-8e4101e79972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:44.559523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5051888-c157-4649-9a40-8e4101e79972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:44.560609 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e5051888-c157-4649-9a40-8e4101e79972 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce77424d-be25-4673-b35f-96666b9f4826 HTTP/1.1" status: 204 len: 168 time: 0.1580229 Dec 22 17:33:44.837596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40222) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:44.855810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ebda891-7007-47cb-989f-aecd763f797a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:44.869498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6ebda891-7007-47cb-989f-aecd763f797a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:33:44.873268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6ebda891-7007-47cb-989f-aecd763f797a admin admin] Usage tracker for resource:security_group_rule and tenant:097bd0be3b034aaeb94223b98d58d4f5 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:33:44.876017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6ebda891-7007-47cb-989f-aecd763f797a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:33:44.881735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6ebda891-7007-47cb-989f-aecd763f797a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:33:44.969985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ebda891-7007-47cb-989f-aecd763f797a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:44.974151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ebda891-7007-47cb-989f-aecd763f797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:44.980788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:45.026049 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6ebda891-7007-47cb-989f-aecd763f797a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=097bd0be3b034aaeb94223b98d58d4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871014 Dec 22 17:33:45.027083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebda891-7007-47cb-989f-aecd763f797a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30429d0b-08e7-4be7-883d-ac62708625ee,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:45.028764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40226) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:33:45.030331 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6ebda891-7007-47cb-989f-aecd763f797a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:45.091953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03a52db5-5e2d-4d77-8a46-5853293dd54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:45.118061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03a52db5-5e2d-4d77-8a46-5853293dd54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:45.173377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03a52db5-5e2d-4d77-8a46-5853293dd54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:45.177092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d8d57b10-7597-4bd9-9675-f92ab98d9bd3 tempest-SecGroupIPv6Test-2022524839 tempest-SecGroupIPv6Test-2022524839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:45.189445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a52db5-5e2d-4d77-8a46-5853293dd54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30429d0b-08e7-4be7-883d-ac62708625ee,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:45.192274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-03a52db5-5e2d-4d77-8a46-5853293dd54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:45.197099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-03a52db5-5e2d-4d77-8a46-5853293dd54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:45.198377 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-03a52db5-5e2d-4d77-8a46-5853293dd54a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/30429d0b-08e7-4be7-883d-ac62708625ee HTTP/1.1" status: 204 len: 168 time: 0.1686435 Dec 22 17:33:52.072896 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-cedeb7c4-7246-4cad-8d62-f272b435bb5f tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d09b9c61c0f04cbd9dceeed3c3c80b90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276263 Dec 22 17:33:52.223683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-2659fec3-e84e-448d-b57b-11bc9b229d94 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:52.225071 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-2659fec3-e84e-448d-b57b-11bc9b229d94 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472602 Dec 22 17:33:52.239615 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-f11e5793-f1ed-4cec-9f88-647ad28060ea tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/quotas/d09b9c61c0f04cbd9dceeed3c3c80b90 HTTP/1.1" status: 200 len: 375 time: 0.0091653 Dec 22 17:33:52.291092 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-e0e774b5-7bc8-4073-b9e1-13150ecafe0e tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d09b9c61c0f04cbd9dceeed3c3c80b90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465157 Dec 22 17:33:52.462440 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8ff789e4-4841-4a24-9b29-a2b3a720ad26 req-a8ac9964-37be-41cd-bbd1-961742b85230 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 210 time: 0.0420334 Dec 22 17:33:53.383901 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-ea5295f7-5310-40f9-95c5-a3a074d7362f tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d09b9c61c0f04cbd9dceeed3c3c80b90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275030 Dec 22 17:33:53.538860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-7688f083-acca-4caa-b1b3-a2215c907720 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:53.540329 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-7688f083-acca-4caa-b1b3-a2215c907720 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517785 Dec 22 17:33:53.553414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Request body: {'port': {'device_id': 'f9d3b788-219b-4eac-80e2-e537fa0c621d', 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20', 'admin_state_up': True, 'tenant_id': 'd09b9c61c0f04cbd9dceeed3c3c80b90'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:33:53.664913 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96556212-5ec4-48ca-a193-5d2d207ee7c4 req-3af5c5d0-3cbe-4851-a347-edfe5075db6a tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 210 time: 0.0966866 Dec 22 17:33:53.729553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:33:53.733342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Usage tracker for resource:port and tenant:d09b9c61c0f04cbd9dceeed3c3c80b90 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:33:53.736072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:33:53.742108 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:33:53.751518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Made reservation on behalf of d09b9c61c0f04cbd9dceeed3c3c80b90 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:33:53.755685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:53.771757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:53.786673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:33:53.790476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Usage tracker for resource:security_group_rule and tenant:d09b9c61c0f04cbd9dceeed3c3c80b90 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:33:53.793394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:33:53.799731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:33:53.890509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:53.894518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:53.897688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7d5bf384-a63e-4032-b55e-6227cab258a8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:53.975603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc34c59-0c3c-4017-90d0-fe9204dea0cb,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:53.978802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:54.064468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Allocated IP 192.168.233.64 (d132f713-14e4-47d6-866a-94e648368b20/b81fe960-4004-45aa-9db6-26e9c741214a/9c02b236-998b-4ec7-be18-dd9d80bb3696) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:33:54.266687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:54.282053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Transition to ACTIVE for port object 9c02b236-998b-4ec7-be18-dd9d80bb3696 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:33:54.304313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:54.309487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-55ee26be-8e7b-4ed1-bf7b-a24109c483bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:54.373492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Network d132f713-14e4-47d6-866a-94e648368b20 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:33:54.376500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:33:54.380775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:33:54.414178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Pushing event updated for resources: {'Port': ['ID=9c02b236-998b-4ec7-be18-dd9d80bb3696,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:54.420827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:54.574233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:54.574851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:54.601262 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0514233 Dec 22 17:33:54.608906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-47bb3aaa-ff79-4556-8bf2-619222a88bb1 None None] Provisioning for port 9c02b236-998b-4ec7-be18-dd9d80bb3696 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:33:54.612239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-0a12f762-8ffd-4911-9d72-5ec516c6f316 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:33:54.613179 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-0a12f762-8ffd-4911-9d72-5ec516c6f316 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061245 Dec 22 17:33:54.614892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-47bb3aaa-ff79-4556-8bf2-619222a88bb1 None None] Provisioning complete for port 9c02b236-998b-4ec7-be18-dd9d80bb3696 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:33:54.615345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-47bb3aaa-ff79-4556-8bf2-619222a88bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:54.623458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Request body: {'port': {'device_id': 'f9d3b788-219b-4eac-80e2-e537fa0c621d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:33:54.669426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-47bb3aaa-ff79-4556-8bf2-619222a88bb1 None None] Port 9c02b236-998b-4ec7-be18-dd9d80bb3696 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:33:54.731552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:54.850816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8129efe-5ebd-4fe4-85d8-f14d3b7cbb0e req-06e28519-4e6a-43e0-865c-0a8739179b68 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:54.852295 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c8129efe-5ebd-4fe4-85d8-f14d3b7cbb0e req-06e28519-4e6a-43e0-865c-0a8739179b68 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 935 time: 0.0850005 Dec 22 17:33:54.895533 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c8129efe-5ebd-4fe4-85d8-f14d3b7cbb0e req-6b5184e7-c2ce-4e23-8124-3019c2228516 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/security-groups?id=adc34c59-0c3c-4017-90d0-fe9204dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374436 Dec 22 17:33:55.075727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c02b236-998b-4ec7-be18-dd9d80bb3696 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:33:55.082731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:55.100018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Transition to ACTIVE for port object 9c02b236-998b-4ec7-be18-dd9d80bb3696 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:33:55.103730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:55.108472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4b5a6dc6-2a3f-4fff-9c15-129c0b3f0a58 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:55.265318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02b236-998b-4ec7-be18-dd9d80bb3696,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:55.273345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:55.342620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Attempting to bind port 9c02b236-998b-4ec7-be18-dd9d80bb3696 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:33:55.342893 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Attempting to bind port 9c02b236-998b-4ec7-be18-dd9d80bb3696 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '17277ee4-2524-422c-b48a-3db3c694c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:33:55.343251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Attempting to bind port 9c02b236-998b-4ec7-be18-dd9d80bb3696 on network d132f713-14e4-47d6-866a-94e648368b20 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:33:55.347749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Port 9c02b236-998b-4ec7-be18-dd9d80bb3696 on network d132f713-14e4-47d6-866a-94e648368b20 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:33:55.348067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Attempting to bind port 9c02b236-998b-4ec7-be18-dd9d80bb3696 on network d132f713-14e4-47d6-866a-94e648368b20 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:33:55.352983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:33:55.353316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Checking segment: {'id': '17277ee4-2524-422c-b48a-3db3c694c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:33:55.353694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Bound using segment: {'id': '17277ee4-2524-422c-b48a-3db3c694c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:33:55.354107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Bound port: 9c02b236-998b-4ec7-be18-dd9d80bb3696, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17277ee4-2524-422c-b48a-3db3c694c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:33:55.354447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:55.444202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] For port 9c02b236-998b-4ec7-be18-dd9d80bb3696, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:33:55.446921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] For port 9c02b236-998b-4ec7-be18-dd9d80bb3696, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9c02b236-998b-4ec7-be18-dd9d80bb3696,segment=NetworkSegment(17277ee4-2524-422c-b48a-3db3c694c3a8),segment_id=17277ee4-2524-422c-b48a-3db3c694c3a8)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:33:55.451465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:55.454914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bba2193f-b0c0-41b8-83a7-6ff6055026e9 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:55.514248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:55.514737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:55.516086 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] 10.222.0.53 "PUT /v2.0/ports/9c02b236-998b-4ec7-be18-dd9d80bb3696 HTTP/1.1" status: 200 len: 1097 time: 0.8963463 Dec 22 17:33:55.516598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d3b788-219b-4eac-80e2-e537fa0c621d', 'tag': '9c02b236-998b-4ec7-be18-dd9d80bb3696'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:33:55.538787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02b236-998b-4ec7-be18-dd9d80bb3696,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:55.542042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:55.588251 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d3b788-219b-4eac-80e2-e537fa0c621d', 'tag': '9c02b236-998b-4ec7-be18-dd9d80bb3696', 'status': 'completed', 'code': 200} Dec 22 17:33:55.630010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-0b28ba8a-a033-4a72-87a4-a636a419cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:55.631509 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-0b28ba8a-a033-4a72-87a4-a636a419cfb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d09b9c61c0f04cbd9dceeed3c3c80b90&device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 1100 time: 0.0752993 Dec 22 17:33:55.702697 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-5a41729e-a7f0-4077-adaf-2b5849971927 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9c02b236-998b-4ec7-be18-dd9d80bb3696 HTTP/1.1" status: 200 len: 217 time: 0.0643609 Dec 22 17:33:55.764047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-fc012969-8791-4360-8315-db266e3dd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:55.765504 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-fc012969-8791-4360-8315-db266e3dd1aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b81fe960-4004-45aa-9db6-26e9c741214a HTTP/1.1" status: 200 len: 843 time: 0.0568423 Dec 22 17:33:55.843120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-8649e5be-1e49-47c8-907d-ce1e9a08f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:55.844601 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-8649e5be-1e49-47c8-907d-ce1e9a08f4a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d132f713-14e4-47d6-866a-94e648368b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0722673 Dec 22 17:33:55.974926 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-f8c62670-4ab3-4294-a7ea-2d33e68d5017 service neutron] 10.222.0.53 "GET /v2.0/networks/d132f713-14e4-47d6-866a-94e648368b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234386 Dec 22 17:33:56.082266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8a3fa-981f-4c00-bc3f-2b7f9ecfc974 req-d407abe9-9587-4aaf-8416-f38b5e4b0f30 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:56.083818 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2bc8a3fa-981f-4c00-bc3f-2b7f9ecfc974 req-d407abe9-9587-4aaf-8416-f38b5e4b0f30 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 947 time: 0.0805080 Dec 22 17:33:56.106722 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f913ed10-78c1-4695-a314-f356c3b36d2c req-dda9c9fe-9517-4651-9ac8-402a5375a323 service neutron] 10.222.0.53 "GET /v2.0/networks/d132f713-14e4-47d6-866a-94e648368b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259058 Dec 22 17:33:56.129802 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2bc8a3fa-981f-4c00-bc3f-2b7f9ecfc974 req-6fafd683-5ffb-4e18-ba9f-14040831d960 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/security-groups?id=adc34c59-0c3c-4017-90d0-fe9204dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Dec 22 17:33:56.223148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccffc3-b91b-42ea-bf08-2380cf7c2a9e req-69c383f8-401b-4c5e-b1bb-6ce29c6e32a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:56.224539 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-baccffc3-b91b-42ea-bf08-2380cf7c2a9e req-69c383f8-401b-4c5e-b1bb-6ce29c6e32a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d09b9c61c0f04cbd9dceeed3c3c80b90&device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 1100 time: 0.0722549 Dec 22 17:33:56.468554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccffc3-b91b-42ea-bf08-2380cf7c2a9e req-bf9ff696-18df-410d-b877-2641e303b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:56.470019 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-baccffc3-b91b-42ea-bf08-2380cf7c2a9e req-bf9ff696-18df-410d-b877-2641e303b419 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d132f713-14e4-47d6-866a-94e648368b20 HTTP/1.1" status: 200 len: 870 time: 0.2388434 Dec 22 17:33:56.541754 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-baccffc3-b91b-42ea-bf08-2380cf7c2a9e req-09a89d67-6cdf-441e-84a8-d36c1119287d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9c02b236-998b-4ec7-be18-dd9d80bb3696 HTTP/1.1" status: 200 len: 217 time: 0.0644362 Dec 22 17:33:56.605407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccffc3-b91b-42ea-bf08-2380cf7c2a9e req-8d062a92-650b-4d43-b7ab-503dc0c55ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:56.606854 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-baccffc3-b91b-42ea-bf08-2380cf7c2a9e req-8d062a92-650b-4d43-b7ab-503dc0c55ab7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b81fe960-4004-45aa-9db6-26e9c741214a HTTP/1.1" status: 200 len: 843 time: 0.0585585 Dec 22 17:33:56.685743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccffc3-b91b-42ea-bf08-2380cf7c2a9e req-a7b7864a-5bfb-48f9-82a1-134e37bf6576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:56.687395 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-baccffc3-b91b-42ea-bf08-2380cf7c2a9e req-a7b7864a-5bfb-48f9-82a1-134e37bf6576 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d132f713-14e4-47d6-866a-94e648368b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0735312 Dec 22 17:33:56.825559 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-baccffc3-b91b-42ea-bf08-2380cf7c2a9e req-a95ec990-574a-4435-b6a4-65e53357014b service neutron] 10.222.0.53 "GET /v2.0/networks/d132f713-14e4-47d6-866a-94e648368b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307642 Dec 22 17:33:56.958591 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-baccffc3-b91b-42ea-bf08-2380cf7c2a9e req-5646ec1e-6951-4365-944e-11a3e0cb1e63 service neutron] 10.222.0.53 "GET /v2.0/networks/d132f713-14e4-47d6-866a-94e648368b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258254 Dec 22 17:33:57.314059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ea35b-89ff-4639-ab5b-1ce1f23ce7ab req-9c499380-c620-45ad-a196-0c4feb1dbdcd tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:57.314813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f08ea35b-89ff-4639-ab5b-1ce1f23ce7ab req-9c499380-c620-45ad-a196-0c4feb1dbdcd tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Synchronizing usage tracker for tenant:d09b9c61c0f04cbd9dceeed3c3c80b90 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:33:57.331380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f08ea35b-89ff-4639-ab5b-1ce1f23ce7ab req-9c499380-c620-45ad-a196-0c4feb1dbdcd tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Unset dirty status for tenant:d09b9c61c0f04cbd9dceeed3c3c80b90 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:33:57.332795 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f08ea35b-89ff-4639-ab5b-1ce1f23ce7ab req-9c499380-c620-45ad-a196-0c4feb1dbdcd tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 947 time: 0.0979104 Dec 22 17:33:57.378439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f08ea35b-89ff-4639-ab5b-1ce1f23ce7ab req-634027eb-3e0a-4d37-afec-80c99e29e8d1 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Synchronizing usage tracker for tenant:d09b9c61c0f04cbd9dceeed3c3c80b90 on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:33:57.394542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f08ea35b-89ff-4639-ab5b-1ce1f23ce7ab req-634027eb-3e0a-4d37-afec-80c99e29e8d1 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Unset dirty status for tenant:d09b9c61c0f04cbd9dceeed3c3c80b90 on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:33:57.395744 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f08ea35b-89ff-4639-ab5b-1ce1f23ce7ab req-634027eb-3e0a-4d37-afec-80c99e29e8d1 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/security-groups?id=adc34c59-0c3c-4017-90d0-fe9204dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570974 Dec 22 17:33:57.620608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e96bd8e8-f155-47af-bedb-2652017b3261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:58.584011 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1d489-84b8-42f5-8693-a3481fb75f80 req-a49bf89f-4561-40c3-ad1d-fd2431645d74 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:58.585467 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-83a1d489-84b8-42f5-8693-a3481fb75f80 req-a49bf89f-4561-40c3-ad1d-fd2431645d74 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 947 time: 0.0853481 Dec 22 17:33:58.631283 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-83a1d489-84b8-42f5-8693-a3481fb75f80 req-5f25103d-2525-4eda-8bda-4abfc94a8eb3 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/security-groups?id=adc34c59-0c3c-4017-90d0-fe9204dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 Dec 22 17:33:59.181475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 9c02b236-998b-4ec7-be18-dd9d80bb3696 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:33:59.312420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 9c02b236-998b-4ec7-be18-dd9d80bb3696, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9c02b236-998b-4ec7-be18-dd9d80bb3696,segment=NetworkSegment(17277ee4-2524-422c-b48a-3db3c694c3a8),segment_id=17277ee4-2524-422c-b48a-3db3c694c3a8)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:33:59.325956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '9c02b236-998b-4ec7-be18-dd9d80bb3696', 'network_id': 'd132f713-14e4-47d6-866a-94e648368b20', 'port_id': '9c02b236-998b-4ec7-be18-dd9d80bb3696', 'mac_address': 'fa:16:3e:ad:bc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81fe960-4004-45aa-9db6-26e9c741214a', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:33:59.383727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:59.403334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c02b236-998b-4ec7-be18-dd9d80bb3696 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:33:59.420327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 9c02b236-998b-4ec7-be18-dd9d80bb3696, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9c02b236-998b-4ec7-be18-dd9d80bb3696,segment=NetworkSegment(17277ee4-2524-422c-b48a-3db3c694c3a8),segment_id=17277ee4-2524-422c-b48a-3db3c694c3a8)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:33:59.424283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:33:59.426093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:33:59.492346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=9c02b236-998b-4ec7-be18-dd9d80bb3696,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:33:59.495190 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:33:59.628808 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['9c02b236-998b-4ec7-be18-dd9d80bb3696'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:33:59.823330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a31334-b5d1-40c7-9da7-361633ef3334 req-0583a4fa-5e8d-4865-bef4-2be7266fcd22 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:33:59.824810 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1a31334-b5d1-40c7-9da7-361633ef3334 req-0583a4fa-5e8d-4865-bef4-2be7266fcd22 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 948 time: 0.0844009 Dec 22 17:33:59.868571 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1a31334-b5d1-40c7-9da7-361633ef3334 req-824f20f5-7dad-43cf-80b3-b5e194071786 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/security-groups?id=adc34c59-0c3c-4017-90d0-fe9204dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381854 Dec 22 17:34:00.056671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5445a8e8-4222-4cca-a26b-e6c172c4b937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:01.055565 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1ec55-1d65-4a2f-ab42-29c9085bc588 req-da84426c-9bea-4caa-8889-a2ee30f43ad6 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:01.057032 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9bc1ec55-1d65-4a2f-ab42-29c9085bc588 req-da84426c-9bea-4caa-8889-a2ee30f43ad6 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 948 time: 0.0809577 Dec 22 17:34:01.072557 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:01.110819 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9bc1ec55-1d65-4a2f-ab42-29c9085bc588 req-693efa1d-652c-4fb4-9fbc-e21c27fc9dea tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/security-groups?id=adc34c59-0c3c-4017-90d0-fe9204dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479171 Dec 22 17:34:01.193185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 9c02b236-998b-4ec7-be18-dd9d80bb3696 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:34:01.253505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:01.271967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 9c02b236-998b-4ec7-be18-dd9d80bb3696 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:34:01.276460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 9c02b236-998b-4ec7-be18-dd9d80bb3696 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:34:01.276828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:01.391017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:01.420200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d3b788-219b-4eac-80e2-e537fa0c621d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c02b236-998b-4ec7-be18-dd9d80bb3696'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:34:01.437169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 9c02b236-998b-4ec7-be18-dd9d80bb3696, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9c02b236-998b-4ec7-be18-dd9d80bb3696,segment=NetworkSegment(17277ee4-2524-422c-b48a-3db3c694c3a8),segment_id=17277ee4-2524-422c-b48a-3db3c694c3a8)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:34:01.442307 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:01.444193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:01.487014 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d3b788-219b-4eac-80e2-e537fa0c621d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c02b236-998b-4ec7-be18-dd9d80bb3696', 'code': 200} Dec 22 17:34:01.523094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=9c02b236-998b-4ec7-be18-dd9d80bb3696,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:01.525986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:01.699231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f55b4-289e-4075-a99e-724df173ffeb req-dc84e12c-9297-4968-bd6e-71346d38c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:01.700578 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-521f55b4-289e-4075-a99e-724df173ffeb req-dc84e12c-9297-4968-bd6e-71346d38c0e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 1102 time: 0.0682774 Dec 22 17:34:01.740290 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-521f55b4-289e-4075-a99e-724df173ffeb req-fbd0f06a-86e9-4c02-8d83-a545ca48b105 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=adc34c59-0c3c-4017-90d0-fe9204dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337398 Dec 22 17:34:02.293051 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7cbb9-b813-4c15-8502-34f9e310ef21 req-304d33a4-fbda-455c-b75e-c6199b78b440 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:02.294465 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1ae7cbb9-b813-4c15-8502-34f9e310ef21 req-304d33a4-fbda-455c-b75e-c6199b78b440 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 949 time: 0.0787842 Dec 22 17:34:02.337715 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1ae7cbb9-b813-4c15-8502-34f9e310ef21 req-29752833-5bca-44a1-82bc-536d9301778f tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/security-groups?id=adc34c59-0c3c-4017-90d0-fe9204dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377290 Dec 22 17:34:02.583832 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:03.524055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabbdf8-df27-4fc5-84b5-136d234b1f10 req-325487f0-aad8-4d96-81dc-1634e901b05d tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:03.525544 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-baabbdf8-df27-4fc5-84b5-136d234b1f10 req-325487f0-aad8-4d96-81dc-1634e901b05d tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 949 time: 0.0836763 Dec 22 17:34:03.570142 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-baabbdf8-df27-4fc5-84b5-136d234b1f10 req-45c669ea-d476-4ee6-ac12-f4dce8b0b726 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/security-groups?id=adc34c59-0c3c-4017-90d0-fe9204dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Dec 22 17:34:04.786218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391f3cf-7a7d-4512-8988-56455c037cad req-b6aa4c1a-f9f6-40a6-9dc3-85267f741eae tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:04.787621 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e391f3cf-7a7d-4512-8988-56455c037cad req-b6aa4c1a-f9f6-40a6-9dc3-85267f741eae tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 949 time: 0.0800223 Dec 22 17:34:04.840888 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e391f3cf-7a7d-4512-8988-56455c037cad req-e62d324e-22c3-4496-a103-88a055518be5 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/security-groups?id=adc34c59-0c3c-4017-90d0-fe9204dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474646 Dec 22 17:34:05.250719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:06.004854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cace1-cb7d-4e6e-871e-8d1e5349f113 req-f7abddad-99ee-41f6-988d-558b310e713e tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:06.006388 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-272cace1-cb7d-4e6e-871e-8d1e5349f113 req-f7abddad-99ee-41f6-988d-558b310e713e tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 949 time: 0.0808499 Dec 22 17:34:06.029869 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea09e2c-747c-430b-b638-88cc16d48cdc req-55458272-d79a-4067-92ea-f96e5693b778 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:06.031343 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bea09e2c-747c-430b-b638-88cc16d48cdc req-55458272-d79a-4067-92ea-f96e5693b778 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 949 time: 0.0831428 Dec 22 17:34:06.075042 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bea09e2c-747c-430b-b638-88cc16d48cdc req-c9cad98a-354f-4205-9414-24f8b2aa6d55 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/security-groups?id=adc34c59-0c3c-4017-90d0-fe9204dea0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378389 Dec 22 17:34:06.077587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-272cace1-cb7d-4e6e-871e-8d1e5349f113 req-6a7cb053-b328-49b5-b3dc-2460a0ed43be tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Deleting port 9c02b236-998b-4ec7-be18-dd9d80bb3696 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:34:06.077961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-272cace1-cb7d-4e6e-871e-8d1e5349f113 req-6a7cb053-b328-49b5-b3dc-2460a0ed43be tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:06.327634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-272cace1-cb7d-4e6e-871e-8d1e5349f113 req-6a7cb053-b328-49b5-b3dc-2460a0ed43be tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] For port 9c02b236-998b-4ec7-be18-dd9d80bb3696, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9c02b236-998b-4ec7-be18-dd9d80bb3696,segment=NetworkSegment(17277ee4-2524-422c-b48a-3db3c694c3a8),segment_id=17277ee4-2524-422c-b48a-3db3c694c3a8)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:34:06.327931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-272cace1-cb7d-4e6e-871e-8d1e5349f113 req-6a7cb053-b328-49b5-b3dc-2460a0ed43be tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:06.450971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-272cace1-cb7d-4e6e-871e-8d1e5349f113 req-6a7cb053-b328-49b5-b3dc-2460a0ed43be tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Calling delete_port for 9c02b236-998b-4ec7-be18-dd9d80bb3696 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:34:06.703878 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-272cace1-cb7d-4e6e-871e-8d1e5349f113 req-6a7cb053-b328-49b5-b3dc-2460a0ed43be tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:06.709299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1f46c33f-aecd-4bb3-a13a-bdcdccbc7f45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:06.715506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['9c02b236-998b-4ec7-be18-dd9d80bb3696'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:34:06.760144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cb053-b328-49b5-b3dc-2460a0ed43be tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Pushing event deleted for resources: {'Port': ['ID=9c02b236-998b-4ec7-be18-dd9d80bb3696,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:06.787229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6a7cb053-b328-49b5-b3dc-2460a0ed43be tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:06.834220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-272cace1-cb7d-4e6e-871e-8d1e5349f113 req-6a7cb053-b328-49b5-b3dc-2460a0ed43be tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] No DVR routers for this DVR port 9c02b236-998b-4ec7-be18-dd9d80bb3696 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:34:06.836932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-272cace1-cb7d-4e6e-871e-8d1e5349f113 req-6a7cb053-b328-49b5-b3dc-2460a0ed43be tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:06.840059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d3b788-219b-4eac-80e2-e537fa0c621d', 'name': 'network-vif-deleted', 'tag': '9c02b236-998b-4ec7-be18-dd9d80bb3696'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:34:06.856711 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-272cace1-cb7d-4e6e-871e-8d1e5349f113 req-6a7cb053-b328-49b5-b3dc-2460a0ed43be tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.53 "DELETE /v2.0/ports/9c02b236-998b-4ec7-be18-dd9d80bb3696 HTTP/1.1" status: 204 len: 173 time: 0.8448861 Dec 22 17:34:06.898730 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d3b788-219b-4eac-80e2-e537fa0c621d', 'name': 'network-vif-deleted', 'tag': '9c02b236-998b-4ec7-be18-dd9d80bb3696', 'status': 'completed', 'code': 200} Dec 22 17:34:07.239356 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8122a72d-aad7-4ebb-9321-8f27a6abcacf req-c35804cd-f380-4b14-ac48-e3b3008c1fbf tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9d3b788-219b-4eac-80e2-e537fa0c621d HTTP/1.1" status: 200 len: 210 time: 0.0454867 Dec 22 17:34:08.582872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40360) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:34:08.732749 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1db832dd-0dab-4f50-b93f-c3379d16a9b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d09b9c61c0f04cbd9dceeed3c3c80b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463792 Dec 22 17:34:08.735155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40366) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:34:08.794686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40dcac67-ffb7-4e71-a582-c5c65912229b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:08.820056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40dcac67-ffb7-4e71-a582-c5c65912229b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:08.870008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40dcac67-ffb7-4e71-a582-c5c65912229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:08.873556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-96e3fe77-6706-43ba-9aa6-b99b52486537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:08.885074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcac67-ffb7-4e71-a582-c5c65912229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc34c59-0c3c-4017-90d0-fe9204dea0cb,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:08.888141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-40dcac67-ffb7-4e71-a582-c5c65912229b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:08.901824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-40dcac67-ffb7-4e71-a582-c5c65912229b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:08.906035 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-40dcac67-ffb7-4e71-a582-c5c65912229b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/adc34c59-0c3c-4017-90d0-fe9204dea0cb HTTP/1.1" status: 204 len: 168 time: 0.1671753 Dec 22 17:34:09.173003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40374) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:34:09.194273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-77842186-8529-4233-95ec-b5e592533a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:09.213884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-77842186-8529-4233-95ec-b5e592533a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:34:09.218099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-77842186-8529-4233-95ec-b5e592533a48 admin admin] Usage tracker for resource:security_group_rule and tenant:a175bfdc107e48cf84a045ebf264281e is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:34:09.222452 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-77842186-8529-4233-95ec-b5e592533a48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:34:09.228060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-77842186-8529-4233-95ec-b5e592533a48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:34:09.314410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-77842186-8529-4233-95ec-b5e592533a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:09.318334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-77842186-8529-4233-95ec-b5e592533a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:09.329037 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b8d27a21-0a93-48ad-a9f1-9e6f3101bdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:09.363580 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-77842186-8529-4233-95ec-b5e592533a48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a175bfdc107e48cf84a045ebf264281e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892848 Dec 22 17:34:09.366348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40378) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:34:09.367849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77842186-8529-4233-95ec-b5e592533a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ba45bb-3896-4549-8ac1-97eb814768b9,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:09.370546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-77842186-8529-4233-95ec-b5e592533a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:09.427289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d0e04aa-9187-443a-bed6-514ccf7deabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:09.451698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d0e04aa-9187-443a-bed6-514ccf7deabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:09.504270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d0e04aa-9187-443a-bed6-514ccf7deabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:09.507856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-505ce818-843d-42cd-8785-547ffe222201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:09.521175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e04aa-9187-443a-bed6-514ccf7deabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ba45bb-3896-4549-8ac1-97eb814768b9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:09.523484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4d0e04aa-9187-443a-bed6-514ccf7deabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:09.529105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d0e04aa-9187-443a-bed6-514ccf7deabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:09.530218 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4d0e04aa-9187-443a-bed6-514ccf7deabb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/33ba45bb-3896-4549-8ac1-97eb814768b9 HTTP/1.1" status: 204 len: 168 time: 0.1628489 Dec 22 17:34:10.244420 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40402) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:34:10.347935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1781614011-network', 'tenant_id': 'bda22977a4854d3285d2a9e074819a0f'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:34:10.352654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:34:10.356434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Usage tracker for resource:network and tenant:bda22977a4854d3285d2a9e074819a0f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:34:10.359267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:34:10.369089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:34:10.379035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Made reservation on behalf of bda22977a4854d3285d2a9e074819a0f for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:34:10.381341 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:10.393055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:10.406720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:34:10.410946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Usage tracker for resource:security_group_rule and tenant:bda22977a4854d3285d2a9e074819a0f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:34:10.413660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:34:10.419230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:34:10.498609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:10.502250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:10.505124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-447c391a-76c2-4446-ad6a-2a2cf7884d13 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:10.534289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:34:10.542463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ac16a-ace3-4e86-b903-ad4fce215722,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:10.546042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:10.548583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:10.549439 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Added segment 140c7b92-09da-4460-ad47-d4e09946170e of type vlan for network 29302f3a-fcb0-44e9-a5e3-a013f47302b7 Dec 22 17:34:10.575591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:10.605059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:10.605957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:10.606510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:10.609722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cbf31d32-f41b-4158-a8b9-17b615af2b20 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:10.708456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Pushing event updated for resources: {'Network': ['ID=29302f3a-fcb0-44e9-a5e3-a013f47302b7,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:10.711396 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4655993 Dec 22 17:34:10.712321 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:10.714672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40408) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:34:10.720282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 29302f3a-fcb0-44e9-a5e3-a013f47302b7 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:34:10.720818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Request body: {'subnet': {'network_id': '29302f3a-fcb0-44e9-a5e3-a013f47302b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1781614011-subnet', 'tenant_id': 'bda22977a4854d3285d2a9e074819a0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:34:10.725843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:34:10.729648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Usage tracker for resource:subnet and tenant:bda22977a4854d3285d2a9e074819a0f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:34:10.732462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:34:10.738067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:34:10.748869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Made reservation on behalf of bda22977a4854d3285d2a9e074819a0f for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:34:10.751087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:10.962836 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:10.966625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2f01d21e-d1ae-4bcf-8157-8301f29d3ff9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:11.033594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b389a6-265e-4a0a-88ac-6d5fd28e9194,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:11.037156 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:11.044087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Checking segment: {'id': '140c7b92-09da-4460-ad47-d4e09946170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '29302f3a-fcb0-44e9-a5e3-a013f47302b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:34:11.044428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Network hostable DHCP agents. Network: 29302f3a-fcb0-44e9-a5e3-a013f47302b7, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:34:11.062988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Network 29302f3a-fcb0-44e9-a5e3-a013f47302b7 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:34:11.073141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 29302f3a-fcb0-44e9-a5e3-a013f47302b7) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:34:11.078206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:11.079471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:11.083661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c371ccb9-9742-4db0-ae72-40893dab03a1 None None] Network 29302f3a-fcb0-44e9-a5e3-a013f47302b7 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:34:11.118229 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4024551 Dec 22 17:34:11.247496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 9c02b236-998b-4ec7-be18-dd9d80bb3696 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:34:11.339696 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 9c02b236-998b-4ec7-be18-dd9d80bb3696 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:34:11.340038 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 9c02b236-998b-4ec7-be18-dd9d80bb3696 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:34:11.391838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f7df1f-0d76-48f8-8a67-f68faf31ca80 None None] Network 29302f3a-fcb0-44e9-a5e3-a013f47302b7 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:34:11.635661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-f41e5641-3858-4429-8e1f-5c419a5b8c25 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:11.636333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-f41e5641-3858-4429-8e1f-5c419a5b8c25 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Synchronizing usage tracker for tenant:bda22977a4854d3285d2a9e074819a0f on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:34:11.652839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-f41e5641-3858-4429-8e1f-5c419a5b8c25 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Unset dirty status for tenant:bda22977a4854d3285d2a9e074819a0f on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:34:11.654105 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-f41e5641-3858-4429-8e1f-5c419a5b8c25 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/networks?id=29302f3a-fcb0-44e9-a5e3-a013f47302b7 HTTP/1.1" status: 200 len: 812 time: 0.1635859 Dec 22 17:34:11.668838 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-b3ffcfff-cd7c-4d1f-b441-daa498b90b4d tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/quotas/bda22977a4854d3285d2a9e074819a0f HTTP/1.1" status: 200 len: 375 time: 0.0091445 Dec 22 17:34:11.716874 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-64789a74-7e5e-4137-bdb1-b5c55689e9e1 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bda22977a4854d3285d2a9e074819a0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422723 Dec 22 17:34:11.769142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-e2ac6236-e74b-4256-b344-19793ba6b3fe service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:34:11.770110 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-e2ac6236-e74b-4256-b344-19793ba6b3fe service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462222 Dec 22 17:34:11.901844 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-3d4f3df0-4e13-4bb9-bf3e-4189504f15b8 service neutron] 10.222.0.70 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257377 Dec 22 17:34:12.029815 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-840eb668-92d8-4233-beef-0bb8388f395e service neutron] 10.222.0.70 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221685 Dec 22 17:34:12.214542 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8751d488-4034-44b3-80c5-5acc6fdd374c req-ba010444-520d-4369-9646-7edbba5a03d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 210 time: 0.0554845 Dec 22 17:34:13.213972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-c18415f5-8d36-4225-bed8-9d3ecc6d9eae tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:13.215364 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-c18415f5-8d36-4225-bed8-9d3ecc6d9eae tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.53 "GET /v2.0/networks?id=29302f3a-fcb0-44e9-a5e3-a013f47302b7 HTTP/1.1" status: 200 len: 812 time: 0.1499417 Dec 22 17:34:13.228248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Request body: {'port': {'device_id': '86ce97ec-0d5b-47ef-adaa-7741905119a1', 'network_id': '29302f3a-fcb0-44e9-a5e3-a013f47302b7', 'admin_state_up': True, 'tenant_id': 'bda22977a4854d3285d2a9e074819a0f'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:34:13.372195 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b79e1e8f-12bb-4c26-8f5c-1133b030c5d5 req-93369d10-9b4d-4418-aac7-c9e32d683b4e tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 210 time: 0.0470881 Dec 22 17:34:13.378522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:34:13.382356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Usage tracker for resource:port and tenant:bda22977a4854d3285d2a9e074819a0f is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:34:13.394082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:34:13.394082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:34:13.400940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Made reservation on behalf of bda22977a4854d3285d2a9e074819a0f for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:34:13.404692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:13.561209 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Allocated IP 172.20.0.13 (29302f3a-fcb0-44e9-a5e3-a013f47302b7/95b389a6-265e-4a0a-88ac-6d5fd28e9194/2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:34:13.763159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:13.791942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:13.797646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6ce4b947-6bac-4675-8ed2-5abeb986e67c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:13.861385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Network 29302f3a-fcb0-44e9-a5e3-a013f47302b7 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:34:13.864341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:34:13.868178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:34:13.903423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Pushing event updated for resources: {'Port': ['ID=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:13.914865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:13.936859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:13.937451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:13.956576 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7318537 Dec 22 17:34:13.967809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Request body: {'port': {'device_id': '86ce97ec-0d5b-47ef-adaa-7741905119a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:34:14.073326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:14.406983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:34:14.414495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:14.429668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Transition to ACTIVE for port object 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:34:14.433116 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:14.436722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6a7cb053-b328-49b5-b3dc-2460a0ed43be tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:14.736189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:14.738892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:14.841291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59579a7e-61b1-4eb9-941e-26def7871ec8 req-4cc2cb06-0723-48a2-8f1e-e9a03d3183f7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:14.841971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-59579a7e-61b1-4eb9-941e-26def7871ec8 req-4cc2cb06-0723-48a2-8f1e-e9a03d3183f7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Synchronizing usage tracker for tenant:bda22977a4854d3285d2a9e074819a0f on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:34:14.846624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Attempting to bind port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:34:14.846948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Attempting to bind port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '140c7b92-09da-4460-ad47-d4e09946170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '29302f3a-fcb0-44e9-a5e3-a013f47302b7'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:34:14.847296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Attempting to bind port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f on network 29302f3a-fcb0-44e9-a5e3-a013f47302b7 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:34:14.853665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f on network 29302f3a-fcb0-44e9-a5e3-a013f47302b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:34:14.853980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Attempting to bind port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f on network 29302f3a-fcb0-44e9-a5e3-a013f47302b7 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:34:14.863943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:34:14.864274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Checking segment: {'id': '140c7b92-09da-4460-ad47-d4e09946170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '29302f3a-fcb0-44e9-a5e3-a013f47302b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:34:14.864646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Bound using segment: {'id': '140c7b92-09da-4460-ad47-d4e09946170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '29302f3a-fcb0-44e9-a5e3-a013f47302b7'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:34:14.865066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Bound port: 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140c7b92-09da-4460-ad47-d4e09946170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '29302f3a-fcb0-44e9-a5e3-a013f47302b7'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:34:14.865403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:14.889393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-59579a7e-61b1-4eb9-941e-26def7871ec8 req-4cc2cb06-0723-48a2-8f1e-e9a03d3183f7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Unset dirty status for tenant:bda22977a4854d3285d2a9e074819a0f on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:34:14.890535 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-59579a7e-61b1-4eb9-941e-26def7871ec8 req-4cc2cb06-0723-48a2-8f1e-e9a03d3183f7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 944 time: 0.3531435 Dec 22 17:34:14.991991 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-59579a7e-61b1-4eb9-941e-26def7871ec8 req-ffc796d7-8b70-4f06-896f-fb64a0df65bc tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754645 Dec 22 17:34:15.000807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] For port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:34:15.004624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] For port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,segment=NetworkSegment(140c7b92-09da-4460-ad47-d4e09946170e),segment_id=140c7b92-09da-4460-ad47-d4e09946170e)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:34:15.008610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:15.012433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d56334e7-a8d2-460c-83ac-6ab4d2b55ae8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:15.069384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:15.069982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:15.071348 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] 10.222.0.53 "PUT /v2.0/ports/2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f HTTP/1.1" status: 200 len: 1094 time: 1.1073132 Dec 22 17:34:15.071848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ce97ec-0d5b-47ef-adaa-7741905119a1', 'tag': '2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:34:15.091090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:15.094075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:15.142465 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ce97ec-0d5b-47ef-adaa-7741905119a1', 'tag': '2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f', 'status': 'completed', 'code': 200} Dec 22 17:34:15.185569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-ae569cd6-bd89-4d65-8a25-4944c3648fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:15.187035 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-ae569cd6-bd89-4d65-8a25-4944c3648fbf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bda22977a4854d3285d2a9e074819a0f&device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 1097 time: 0.0804398 Dec 22 17:34:15.258129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-036e26d1-946d-4675-8ebc-46fb70900371 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f HTTP/1.1" status: 200 len: 217 time: 0.0626030 Dec 22 17:34:15.324136 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-5eb5f075-033f-4651-b42b-2b45233fec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:15.325534 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-5eb5f075-033f-4651-b42b-2b45233fec33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95b389a6-265e-4a0a-88ac-6d5fd28e9194 HTTP/1.1" status: 200 len: 852 time: 0.0613961 Dec 22 17:34:15.371720 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-cfe47690-516e-475f-ab87-45d1cce4733f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29302f3a-fcb0-44e9-a5e3-a013f47302b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403686 Dec 22 17:34:15.501292 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-e0712b5c-c692-4af6-b916-32d9fca6d521 service neutron] 10.222.0.53 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228898 Dec 22 17:34:15.633707 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fdc170d5-abe3-465e-b27c-14811acf0e1b req-c72d5ae5-feae-4de7-b5ed-b3acaeb0c1dc service neutron] 10.222.0.53 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262820 Dec 22 17:34:15.746425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbf873-d3c5-49cf-8703-3671ffd011cd req-aee36601-369a-4159-877e-70dcec9dd5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:15.747895 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c4fbf873-d3c5-49cf-8703-3671ffd011cd req-aee36601-369a-4159-877e-70dcec9dd5fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bda22977a4854d3285d2a9e074819a0f&device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 1097 time: 0.0702589 Dec 22 17:34:15.880956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbf873-d3c5-49cf-8703-3671ffd011cd req-4c269af7-8377-4689-9281-cfaade809e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:15.882377 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c4fbf873-d3c5-49cf-8703-3671ffd011cd req-4c269af7-8377-4689-9281-cfaade809e24 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29302f3a-fcb0-44e9-a5e3-a013f47302b7 HTTP/1.1" status: 200 len: 913 time: 0.1273088 Dec 22 17:34:15.953314 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c4fbf873-d3c5-49cf-8703-3671ffd011cd req-a01470dd-10df-47e0-a84c-4506dc4cb572 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f HTTP/1.1" status: 200 len: 217 time: 0.0641634 Dec 22 17:34:16.020092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbf873-d3c5-49cf-8703-3671ffd011cd req-f6f9d7dd-df7a-4838-ad1f-4786a58148e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:16.021517 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c4fbf873-d3c5-49cf-8703-3671ffd011cd req-f6f9d7dd-df7a-4838-ad1f-4786a58148e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95b389a6-265e-4a0a-88ac-6d5fd28e9194 HTTP/1.1" status: 200 len: 852 time: 0.0605993 Dec 22 17:34:16.070598 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c4fbf873-d3c5-49cf-8703-3671ffd011cd req-05bd5d2b-4cf2-4ee6-baa5-1cd57b087d53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29302f3a-fcb0-44e9-a5e3-a013f47302b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412495 Dec 22 17:34:16.265551 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c4fbf873-d3c5-49cf-8703-3671ffd011cd req-16ce9153-6ec1-485e-ade7-713797dda57a service neutron] 10.222.0.53 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862776 Dec 22 17:34:16.277555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facb7af-f3f2-4826-a1ed-078dc9409fa4 req-95e222e4-3ecd-4af0-95db-7364f89827c4 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:16.278874 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2facb7af-f3f2-4826-a1ed-078dc9409fa4 req-95e222e4-3ecd-4af0-95db-7364f89827c4 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 944 time: 0.1788833 Dec 22 17:34:16.516519 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2facb7af-f3f2-4826-a1ed-078dc9409fa4 req-7950be9c-4a21-408d-9c18-d527b63819c6 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198501 Dec 22 17:34:16.557446 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c4fbf873-d3c5-49cf-8703-3671ffd011cd req-fa183e37-95b1-45a2-ad6c-5384a1ceabca service neutron] 10.222.0.53 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776275 Dec 22 17:34:17.242404 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:34:17.379704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,segment=NetworkSegment(140c7b92-09da-4460-ad47-d4e09946170e),segment_id=140c7b92-09da-4460-ad47-d4e09946170e)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:34:17.392104 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f', 'network_id': '29302f3a-fcb0-44e9-a5e3-a013f47302b7', 'port_id': '2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f', 'mac_address': 'fa:16:3e:9c:12:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b389a6-265e-4a0a-88ac-6d5fd28e9194', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:34:17.445745 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:17.461891 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:34:17.476666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,segment=NetworkSegment(140c7b92-09da-4460-ad47-d4e09946170e),segment_id=140c7b92-09da-4460-ad47-d4e09946170e)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:34:17.480555 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:17.483452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:17.553491 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:17.556641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:17.675542 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:34:17.707008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5048e03-f4f4-4b29-a2ba-1f94a6cc9387 req-682219c5-74b2-41ec-af57-9f7d13c74a71 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:17.708629 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f5048e03-f4f4-4b29-a2ba-1f94a6cc9387 req-682219c5-74b2-41ec-af57-9f7d13c74a71 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 945 time: 0.0825686 Dec 22 17:34:17.752852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-f5048e03-f4f4-4b29-a2ba-1f94a6cc9387 req-61a08006-5cc3-4a48-a4b9-bb8435eb70f7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Synchronizing usage tracker for tenant:bda22977a4854d3285d2a9e074819a0f on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:34:17.769624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-f5048e03-f4f4-4b29-a2ba-1f94a6cc9387 req-61a08006-5cc3-4a48-a4b9-bb8435eb70f7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Unset dirty status for tenant:bda22977a4854d3285d2a9e074819a0f on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:34:17.771130 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f5048e03-f4f4-4b29-a2ba-1f94a6cc9387 req-61a08006-5cc3-4a48-a4b9-bb8435eb70f7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565255 Dec 22 17:34:18.954176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb5e27-98ed-4b86-9a87-8728c861868b req-ec1015e6-03d2-4bf8-9305-358140b8d9ce tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:18.955627 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ebfb5e27-98ed-4b86-9a87-8728c861868b req-ec1015e6-03d2-4bf8-9305-358140b8d9ce tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 945 time: 0.0791924 Dec 22 17:34:18.998270 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ebfb5e27-98ed-4b86-9a87-8728c861868b req-29876535-9c62-4431-a01a-57374fca4ac5 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371065 Dec 22 17:34:19.257691 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:34:19.328139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:34:19.333567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:34:19.333867 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:19.449189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:19.476216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ce97ec-0d5b-47ef-adaa-7741905119a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:34:19.489797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,segment=NetworkSegment(140c7b92-09da-4460-ad47-d4e09946170e),segment_id=140c7b92-09da-4460-ad47-d4e09946170e)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:34:19.493847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:19.496518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7671e0fa-1a76-47b7-97b9-211b8bbb17bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:19.528571 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ce97ec-0d5b-47ef-adaa-7741905119a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f', 'code': 200} Dec 22 17:34:19.575493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:19.579028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:19.759914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59590254-fbad-4f53-a51c-1296c37584a7 req-0aed27a3-67eb-4c1e-a7db-96de85d28f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:19.761495 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-59590254-fbad-4f53-a51c-1296c37584a7 req-0aed27a3-67eb-4c1e-a7db-96de85d28f4a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 1099 time: 0.0801046 Dec 22 17:34:19.806724 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-59590254-fbad-4f53-a51c-1296c37584a7 req-9a2d8992-96af-4425-8faa-e6a08539fff7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380363 Dec 22 17:34:20.333762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a81cea-fe9e-4a1a-9106-4aef6b17aa2a req-a20c4ee5-a64d-44e1-8729-110bb1454348 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:20.335252 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-30a81cea-fe9e-4a1a-9106-4aef6b17aa2a req-a20c4ee5-a64d-44e1-8729-110bb1454348 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0800517 Dec 22 17:34:20.378233 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-30a81cea-fe9e-4a1a-9106-4aef6b17aa2a req-095d75df-388d-4bda-ba14-4ffc3444c754 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371857 Dec 22 17:34:21.028757 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:34:21.666999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785873d-fef2-40ad-9f5a-83a85eec53e5 req-e80ec39f-3cca-43bf-bd9a-277735a64628 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:21.668353 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f785873d-fef2-40ad-9f5a-83a85eec53e5 req-e80ec39f-3cca-43bf-bd9a-277735a64628 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.1851163 Dec 22 17:34:21.712174 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f785873d-fef2-40ad-9f5a-83a85eec53e5 req-ac0343cb-9a16-438f-a5a3-7b962bf35d34 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381324 Dec 22 17:34:22.056649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40470) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:34:22.096959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b7c45-4230-450f-ab20-2064bbd4548e req-4f8c2389-0b5c-4e17-bf5e-81a133c1c2ca tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:22.098407 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-047b7c45-4230-450f-ab20-2064bbd4548e req-4f8c2389-0b5c-4e17-bf5e-81a133c1c2ca tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0804007 Dec 22 17:34:22.145506 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-047b7c45-4230-450f-ab20-2064bbd4548e req-31e0ee01-9caa-4d8a-8cbf-23f4452b3afc tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Dec 22 17:34:22.174181 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-e35d363b-299d-4277-ab93-d81e0e3a5217 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162941 Dec 22 17:34:23.391690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-174aa3e0-f885-4427-a646-b0fbd9bfa99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:23.393170 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-174aa3e0-f885-4427-a646-b0fbd9bfa99b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bda22977a4854d3285d2a9e074819a0f&device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 1099 time: 0.0999982 Dec 22 17:34:23.400566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aa344-ec26-41ab-97a8-763c6b4217a1 req-87a803b2-44a6-45c7-b801-6e0f69ee4ce4 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:23.401872 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-327aa344-ec26-41ab-97a8-763c6b4217a1 req-87a803b2-44a6-45c7-b801-6e0f69ee4ce4 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.1483028 Dec 22 17:34:23.520826 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-327aa344-ec26-41ab-97a8-763c6b4217a1 req-92850ed8-f868-45e1-baf7-7fa0bf5fb67d tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011400 Dec 22 17:34:23.557046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-e7b2200d-b3b3-4096-b5c5-74bac2b299f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:23.558476 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-e7b2200d-b3b3-4096-b5c5-74bac2b299f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29302f3a-fcb0-44e9-a5e3-a013f47302b7 HTTP/1.1" status: 200 len: 913 time: 0.1557963 Dec 22 17:34:23.628991 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-3d48a048-4385-4453-8f0b-34e1fb2ac190 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f HTTP/1.1" status: 200 len: 217 time: 0.0636764 Dec 22 17:34:23.689726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-e863bd42-d50e-480d-a900-70fb51f03ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:23.691100 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-e863bd42-d50e-480d-a900-70fb51f03ccd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95b389a6-265e-4a0a-88ac-6d5fd28e9194 HTTP/1.1" status: 200 len: 852 time: 0.0560000 Dec 22 17:34:23.745758 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-1063bd7c-5291-4af4-98e1-ff3f9eea5073 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29302f3a-fcb0-44e9-a5e3-a013f47302b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486686 Dec 22 17:34:23.874869 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-f08c4eac-c6ce-431e-bdcf-52f07be49e1b service neutron] 10.222.0.53 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226416 Dec 22 17:34:24.045028 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-0db0b59a-60f7-4756-9933-4cd9939f4aa0 service neutron] 10.222.0.53 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640360 Dec 22 17:34:24.709716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1579b-96f3-4db7-9a94-cd644e819362 req-9aef50e3-2576-4133-81b0-d05d3db67028 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:24.711075 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5ff1579b-96f3-4db7-9a94-cd644e819362 req-9aef50e3-2576-4133-81b0-d05d3db67028 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0881226 Dec 22 17:34:24.754632 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5ff1579b-96f3-4db7-9a94-cd644e819362 req-b53ef1b4-4523-49cd-b2fd-98aae144bf9c tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376523 Dec 22 17:34:25.936700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f011a0-1285-4458-a6bf-d121f5d07547 req-8ec30c4b-2eea-426b-a3aa-d306ee6d9e2d tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:25.938132 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64f011a0-1285-4458-a6bf-d121f5d07547 req-8ec30c4b-2eea-426b-a3aa-d306ee6d9e2d tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0783043 Dec 22 17:34:25.981834 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64f011a0-1285-4458-a6bf-d121f5d07547 req-452aea5f-e673-4a11-86b9-61f2d2b6095f tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381641 Dec 22 17:34:27.171933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e776891-bc52-4766-b1ea-8e53a2e18017 req-58732aac-034a-4171-9d71-583302330dcf tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:27.173281 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9e776891-bc52-4766-b1ea-8e53a2e18017 req-58732aac-034a-4171-9d71-583302330dcf tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0856874 Dec 22 17:34:27.217978 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9e776891-bc52-4766-b1ea-8e53a2e18017 req-52b68c2d-1b55-4a87-a6f3-075c89840094 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390019 Dec 22 17:34:27.624055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-284428b1-314d-48a3-a15b-23ec1104f365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:28.406475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11ab33-0f94-47f1-be73-d93137ceb40c req-06355034-8796-49a3-a1d6-30cc1a0e2817 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:28.408443 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fd11ab33-0f94-47f1-be73-d93137ceb40c req-06355034-8796-49a3-a1d6-30cc1a0e2817 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0822294 Dec 22 17:34:28.451673 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fd11ab33-0f94-47f1-be73-d93137ceb40c req-5c9d872c-1602-4127-a74f-650699cda7ec tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371885 Dec 22 17:34:29.634250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be66cc-0d15-440a-8ae2-b37aa8a2ead0 req-0a5d1114-4c3f-49ed-8cf0-d171138e10dc tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:29.635797 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-32be66cc-0d15-440a-8ae2-b37aa8a2ead0 req-0a5d1114-4c3f-49ed-8cf0-d171138e10dc tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0804324 Dec 22 17:34:29.686180 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-32be66cc-0d15-440a-8ae2-b37aa8a2ead0 req-1260cf6b-313c-4348-94c8-c79186ca8f74 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446603 Dec 22 17:34:30.058561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-49659bf0-7fe8-4417-86e7-69bf7900fafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:30.437748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd69cf-cc00-41f2-a840-f0100e0aa678 req-1a3ffa54-f252-48d6-9f3c-e1947ffead75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:30.439214 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-38cd69cf-cc00-41f2-a840-f0100e0aa678 req-1a3ffa54-f252-48d6-9f3c-e1947ffead75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bda22977a4854d3285d2a9e074819a0f&device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 1099 time: 0.0703437 Dec 22 17:34:30.696853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd69cf-cc00-41f2-a840-f0100e0aa678 req-ae6ae49e-85c2-4dc9-bded-b2a658f6173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:30.698194 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-38cd69cf-cc00-41f2-a840-f0100e0aa678 req-ae6ae49e-85c2-4dc9-bded-b2a658f6173b service neutron] 10.222.0.53 "GET /v2.0/networks?id=29302f3a-fcb0-44e9-a5e3-a013f47302b7 HTTP/1.1" status: 200 len: 913 time: 0.2395670 Dec 22 17:34:30.769237 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-38cd69cf-cc00-41f2-a840-f0100e0aa678 req-ea96e9fc-5c93-4c02-8933-f51fb23ea52e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f HTTP/1.1" status: 200 len: 217 time: 0.0636771 Dec 22 17:34:30.881802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd69cf-cc00-41f2-a840-f0100e0aa678 req-2281e054-c28d-4928-9e8c-a6f51681e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:30.883265 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-38cd69cf-cc00-41f2-a840-f0100e0aa678 req-2281e054-c28d-4928-9e8c-a6f51681e5a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95b389a6-265e-4a0a-88ac-6d5fd28e9194 HTTP/1.1" status: 200 len: 852 time: 0.1080298 Dec 22 17:34:30.934721 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-38cd69cf-cc00-41f2-a840-f0100e0aa678 req-d6b46f87-c255-4910-915f-2f0da49c2c9d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29302f3a-fcb0-44e9-a5e3-a013f47302b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444283 Dec 22 17:34:30.946838 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66265be-36d9-4ca9-84c4-5a21e4c1f9af req-3d43cff9-c726-4eea-8394-3288f4725dd4 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:30.948276 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c66265be-36d9-4ca9-84c4-5a21e4c1f9af req-3d43cff9-c726-4eea-8394-3288f4725dd4 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.1442378 Dec 22 17:34:31.070095 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c66265be-36d9-4ca9-84c4-5a21e4c1f9af req-8faf426a-2991-4f25-8b09-bffbe0aaa5c5 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040630 Dec 22 17:34:31.074834 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:31.105115 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-38cd69cf-cc00-41f2-a840-f0100e0aa678 req-891162a6-7c47-4f7c-adb5-1ed369f98fce service neutron] 10.222.0.53 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560001 Dec 22 17:34:31.216030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:31.242844 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-38cd69cf-cc00-41f2-a840-f0100e0aa678 req-571470cd-4913-4e93-bec1-f74661ff5972 service neutron] 10.222.0.53 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309431 Dec 22 17:34:32.259719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e309e2-8013-49ae-98cc-bcd25b953f18 req-c1971d3a-34a4-4636-8856-c22c6cddd227 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:32.261224 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-32e309e2-8013-49ae-98cc-bcd25b953f18 req-c1971d3a-34a4-4636-8856-c22c6cddd227 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0852010 Dec 22 17:34:32.309988 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-32e309e2-8013-49ae-98cc-bcd25b953f18 req-b4cb9276-055d-4e85-9309-5c403e9ce9aa tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 Dec 22 17:34:32.586074 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:33.505829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8764-e676-493d-8153-d0ee6cf96d24 req-1684ddd1-e091-4e64-8b06-3eb720b2aebc tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:33.507612 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9feb8764-e676-493d-8153-d0ee6cf96d24 req-1684ddd1-e091-4e64-8b06-3eb720b2aebc tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0941024 Dec 22 17:34:33.557909 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9feb8764-e676-493d-8153-d0ee6cf96d24 req-d730d525-02c3-4844-8a67-b90cbe71a1a0 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446754 Dec 22 17:34:34.743381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e515c-28e8-4573-8d2e-b03d68030a56 req-61864d77-7591-49af-8fa2-6481dac489a4 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:34.744833 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c42e515c-28e8-4573-8d2e-b03d68030a56 req-61864d77-7591-49af-8fa2-6481dac489a4 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0819232 Dec 22 17:34:34.793120 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c42e515c-28e8-4573-8d2e-b03d68030a56 req-2cd3a103-99af-43c8-8dca-d405454395d4 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424349 Dec 22 17:34:35.264906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:35.982103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e5084-d00c-4cba-ba2c-fd9d2ec2aa28 req-3d056232-337e-4898-ac1c-ace95ce40783 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:35.983561 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a63e5084-d00c-4cba-ba2c-fd9d2ec2aa28 req-3d056232-337e-4898-ac1c-ace95ce40783 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0790257 Dec 22 17:34:36.032046 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a63e5084-d00c-4cba-ba2c-fd9d2ec2aa28 req-b42297a5-6996-4338-88cd-15f5f839b5e6 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424604 Dec 22 17:34:37.218600 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8776e2d-e481-45ba-8125-1fdb8c35ead8 req-35ffff47-9aa2-40ba-b7b4-13ca337b7642 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:37.220778 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d8776e2d-e481-45ba-8125-1fdb8c35ead8 req-35ffff47-9aa2-40ba-b7b4-13ca337b7642 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0866237 Dec 22 17:34:37.266742 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d8776e2d-e481-45ba-8125-1fdb8c35ead8 req-1028d995-b96e-4ed3-af5d-eb9b18e6f539 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 Dec 22 17:34:38.461343 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f35623-edc8-4dcd-8fb1-ddbaf531a582 req-eebb2acb-6a24-46c9-a34a-05f6751445ed tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:38.462768 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-17f35623-edc8-4dcd-8fb1-ddbaf531a582 req-eebb2acb-6a24-46c9-a34a-05f6751445ed tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0783672 Dec 22 17:34:38.509343 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-17f35623-edc8-4dcd-8fb1-ddbaf531a582 req-942de821-644f-4004-b912-05170ff02c25 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Dec 22 17:34:39.702887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c3c8f-47e3-458a-a2c2-c31392d540e9 req-1c05fec8-11bf-472c-bf54-de4e55c2d574 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:39.705048 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-051c3c8f-47e3-458a-a2c2-c31392d540e9 req-1c05fec8-11bf-472c-bf54-de4e55c2d574 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0880234 Dec 22 17:34:39.752516 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-051c3c8f-47e3-458a-a2c2-c31392d540e9 req-460b640b-eb0a-44c0-8e1c-67de2e3f9837 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418470 Dec 22 17:34:40.944390 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf80522-18e8-491c-85d2-36f5bdb269eb req-1aaa00d0-f5f2-45b9-b223-060583312005 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:40.945949 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fdf80522-18e8-491c-85d2-36f5bdb269eb req-1aaa00d0-f5f2-45b9-b223-060583312005 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0875771 Dec 22 17:34:40.993254 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fdf80522-18e8-491c-85d2-36f5bdb269eb req-4c1780ff-da2a-4c94-8035-79a5d3e7372c tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Dec 22 17:34:42.189535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e247e9-54f7-4c5e-b1bf-edd5a4b3efc6 req-3f9bdb44-6fc1-4b1e-98a9-a7dc3f44c83d tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:42.190863 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d2e247e9-54f7-4c5e-b1bf-edd5a4b3efc6 req-3f9bdb44-6fc1-4b1e-98a9-a7dc3f44c83d tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0791302 Dec 22 17:34:42.234176 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d2e247e9-54f7-4c5e-b1bf-edd5a4b3efc6 req-a8ff4b60-f781-48de-b607-343cc7123d9b tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377138 Dec 22 17:34:43.424991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ab0d6-c1f8-42f9-a32b-76de92a7a03e req-8812f6f9-e88a-4e5c-a19e-1a06605711fe tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:43.426448 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0d9ab0d6-c1f8-42f9-a32b-76de92a7a03e req-8812f6f9-e88a-4e5c-a19e-1a06605711fe tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0883038 Dec 22 17:34:43.471489 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0d9ab0d6-c1f8-42f9-a32b-76de92a7a03e req-cfd11dd2-1f61-45e1-973f-5fa33051f25b tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393705 Dec 22 17:34:44.667832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd475c63-e957-4bc1-a149-bd774948ad09 req-814f934f-8ab9-452d-80d4-218833effe4a tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:44.669168 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bd475c63-e957-4bc1-a149-bd774948ad09 req-814f934f-8ab9-452d-80d4-218833effe4a tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0870302 Dec 22 17:34:44.715748 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bd475c63-e957-4bc1-a149-bd774948ad09 req-eff4ff47-0b0b-4678-94b5-73818f2569ca tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 Dec 22 17:34:45.911396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cebe6-b791-45e4-965c-cca2a31c03c7 req-9b7ef1c6-cf5a-4f38-afec-1fc6e311856b tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:45.912820 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b7cebe6-b791-45e4-965c-cca2a31c03c7 req-9b7ef1c6-cf5a-4f38-afec-1fc6e311856b tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0819347 Dec 22 17:34:45.956735 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b7cebe6-b791-45e4-965c-cca2a31c03c7 req-d6ef288f-ac96-48ee-b835-db33ffdab245 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383046 Dec 22 17:34:47.149825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c3517-494c-4035-902f-7cfbbd28ba7a req-73595142-8d9f-48a9-857a-6a8ee5fbe3df tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:47.151217 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-051c3517-494c-4035-902f-7cfbbd28ba7a req-73595142-8d9f-48a9-857a-6a8ee5fbe3df tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0798600 Dec 22 17:34:47.194195 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-051c3517-494c-4035-902f-7cfbbd28ba7a req-b5fffbf9-9022-457b-9c20-55fbb1b2d528 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373528 Dec 22 17:34:48.380864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040203b-6523-471b-b453-f2b87f44362e req-80bb2f24-a15d-4cc0-869d-9522fdb92a69 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:48.382351 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7040203b-6523-471b-b453-f2b87f44362e req-80bb2f24-a15d-4cc0-869d-9522fdb92a69 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0849595 Dec 22 17:34:48.430952 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7040203b-6523-471b-b453-f2b87f44362e req-73ec3ea3-4476-41d6-83ae-56dbb451e300 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419867 Dec 22 17:34:49.630498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d594c-8278-466e-a003-d2f820f7e8ec req-fc91e105-0817-4a67-b5a4-4a7213d39681 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:49.631976 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7b7d594c-8278-466e-a003-d2f820f7e8ec req-fc91e105-0817-4a67-b5a4-4a7213d39681 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0862484 Dec 22 17:34:49.675572 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7b7d594c-8278-466e-a003-d2f820f7e8ec req-c0d9bb62-a6c1-4e78-b542-3b9d7d12558c tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377886 Dec 22 17:34:50.745728 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-e91580e2-b1f9-486c-87b5-9b2b6e3b7aa9 service neutron] 10.222.0.53 "GET /v2.0/ports/2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0754800 Dec 22 17:34:50.901665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113d6f7-372a-4a7b-a580-a5f6b105d023 req-dc346316-bee9-4ab9-9df0-a1afca880382 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:50.903781 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8113d6f7-372a-4a7b-a580-a5f6b105d023 req-dc346316-bee9-4ab9-9df0-a1afca880382 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.1214054 Dec 22 17:34:50.960319 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8113d6f7-372a-4a7b-a580-a5f6b105d023 req-3b34110a-ab89-4ae3-a57b-d55dbee5f303 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Dec 22 17:34:51.031530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-0bdf0d29-d1dd-4794-a2f6-cdc233f1f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:51.033522 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-0bdf0d29-d1dd-4794-a2f6-cdc233f1f5eb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1&tenant_id=bda22977a4854d3285d2a9e074819a0f HTTP/1.1" status: 200 len: 1099 time: 0.0706346 Dec 22 17:34:51.122194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-f03af00b-5098-4528-a61a-f1a87735fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:51.123684 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-f03af00b-5098-4528-a61a-f1a87735fcc5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bda22977a4854d3285d2a9e074819a0f&device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 1099 time: 0.0702908 Dec 22 17:34:51.268859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-95c70468-a127-4928-b295-3de7bbb589c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:51.270192 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-95c70468-a127-4928-b295-3de7bbb589c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29302f3a-fcb0-44e9-a5e3-a013f47302b7 HTTP/1.1" status: 200 len: 913 time: 0.1396666 Dec 22 17:34:51.341735 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-b5fafdae-19c8-4dce-8e55-24e9e1d6d005 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f HTTP/1.1" status: 200 len: 217 time: 0.0654941 Dec 22 17:34:51.403744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-ed2db548-b10a-4340-9814-fa1d788c7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:51.405179 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-ed2db548-b10a-4340-9814-fa1d788c7c1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95b389a6-265e-4a0a-88ac-6d5fd28e9194 HTTP/1.1" status: 200 len: 852 time: 0.0560987 Dec 22 17:34:51.455565 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-d87b1a1b-e2aa-4ec3-9358-e746af36b31f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29302f3a-fcb0-44e9-a5e3-a013f47302b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427253 Dec 22 17:34:51.699403 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-d3566f7e-297d-499a-ba56-f08e58ca8ded service neutron] 10.222.0.53 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379353 Dec 22 17:34:51.832838 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcdb8a49-0ddf-41b6-a91e-26f841eeb340 req-3b27f698-c8d7-456a-8a18-8234e0b7b144 service neutron] 10.222.0.53 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265590 Dec 22 17:34:52.145253 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a387b-aea3-4342-9cda-0e8660cc1151 req-1ef82f74-9f2c-48df-a241-3bdfd17a433e tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:52.146702 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-029a387b-aea3-4342-9cda-0e8660cc1151 req-1ef82f74-9f2c-48df-a241-3bdfd17a433e tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0798266 Dec 22 17:34:52.196006 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-029a387b-aea3-4342-9cda-0e8660cc1151 req-8a8b7a73-f7f2-4adf-b6a4-6459acd88fd4 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432825 Dec 22 17:34:53.385871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15bf1f-e241-457c-b3b3-73c25c98d779 req-6ff106af-54ed-45d6-a89b-fe705bedeac0 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:53.387362 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2c15bf1f-e241-457c-b3b3-73c25c98d779 req-6ff106af-54ed-45d6-a89b-fe705bedeac0 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0854657 Dec 22 17:34:53.433815 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2c15bf1f-e241-457c-b3b3-73c25c98d779 req-e00d41d6-7b3c-4619-b1b2-b1b51cb39a2c tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402308 Dec 22 17:34:54.621840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bc174-52ea-4fbc-90e9-82fad2fa62fa req-8ba236c6-2d88-4a15-8716-c072aea6a77c tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:54.623225 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-237bc174-52ea-4fbc-90e9-82fad2fa62fa req-8ba236c6-2d88-4a15-8716-c072aea6a77c tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 946 time: 0.0809679 Dec 22 17:34:54.666671 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-237bc174-52ea-4fbc-90e9-82fad2fa62fa req-b613e823-3e10-4b35-89bd-228356e4a900 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Dec 22 17:34:55.042441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-e6f654b4-657b-47ea-9389-c6882d9dd74e tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:55.043799 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-e6f654b4-657b-47ea-9389-c6882d9dd74e tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.53 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1&tenant_id=bda22977a4854d3285d2a9e074819a0f&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.0878389 Dec 22 17:34:55.182789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-73a546e1-af3e-40de-8638-4e9d0e02a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:55.184294 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-73a546e1-af3e-40de-8638-4e9d0e02a327 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bda22977a4854d3285d2a9e074819a0f&device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 1099 time: 0.0714879 Dec 22 17:34:55.320697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-dc833a09-21b7-4c48-8993-356836b51509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:55.322139 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-dc833a09-21b7-4c48-8993-356836b51509 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29302f3a-fcb0-44e9-a5e3-a013f47302b7 HTTP/1.1" status: 200 len: 913 time: 0.1317794 Dec 22 17:34:55.381490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:34:55.396399 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-2dd54807-916c-4ad2-b3bb-bc444f1f1980 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f HTTP/1.1" status: 200 len: 217 time: 0.0678039 Dec 22 17:34:55.458144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-4d018c67-7c78-48ef-b6e5-0dc0cf056982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:55.459610 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-4d018c67-7c78-48ef-b6e5-0dc0cf056982 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95b389a6-265e-4a0a-88ac-6d5fd28e9194 HTTP/1.1" status: 200 len: 852 time: 0.0576475 Dec 22 17:34:55.496654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:55.509730 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-81ffd6b8-a680-4f26-a61c-fb58103b8ec4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29302f3a-fcb0-44e9-a5e3-a013f47302b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436347 Dec 22 17:34:55.526814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ce97ec-0d5b-47ef-adaa-7741905119a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:34:55.537302 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,segment=NetworkSegment(140c7b92-09da-4460-ad47-d4e09946170e),segment_id=140c7b92-09da-4460-ad47-d4e09946170e)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:34:55.544368 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:55.547247 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6814569e-de2e-4632-ae7c-7d07c53ca7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:55.615040 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ce97ec-0d5b-47ef-adaa-7741905119a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f', 'code': 200} Dec 22 17:34:55.634249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:55.643418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:55.643939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:55.644456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:55.645170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:55.645617 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:55.646061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:55.646499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:55.646997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:55.647574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:55.647980 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:55.648360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:55.648731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:55.653214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:55.657176 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-05d9aff6-6133-4504-8c82-40e25a6b7b16 service neutron] 10.222.0.53 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411870 Dec 22 17:34:55.790382 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-c3017b37-e2ea-49bf-966c-23097251ed7a service neutron] 10.222.0.53 "GET /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268754 Dec 22 17:34:56.598570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f468d-3803-4ec8-ae92-124f9df56538 req-d4e09167-7026-4626-b870-ff2e70e15796 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:56.600019 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-315f468d-3803-4ec8-ae92-124f9df56538 req-d4e09167-7026-4626-b870-ff2e70e15796 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 944 time: 0.0832238 Dec 22 17:34:56.643461 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-315f468d-3803-4ec8-ae92-124f9df56538 req-08659514-5dfc-4fac-b18a-4a16d27410a6 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376925 Dec 22 17:34:57.626394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9b8431d2-7438-43f2-ae53-97e0f493669a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:57.829629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683276d7-b788-4f8b-a47d-9afc4be1856a req-b2a552f4-baea-44fc-a7a1-4d8ba05c5378 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:57.831206 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-683276d7-b788-4f8b-a47d-9afc4be1856a req-b2a552f4-baea-44fc-a7a1-4d8ba05c5378 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 944 time: 0.0817487 Dec 22 17:34:57.878555 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-683276d7-b788-4f8b-a47d-9afc4be1856a req-38d0042e-a7c9-4111-9242-15511a71fb6a tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91ac16a-ace3-4e86-b903-ad4fce215722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388300 Dec 22 17:34:58.026803 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:34:58.175088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-9592f90f-27f0-41fd-b578-9a246541d7df tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:34:58.176431 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-9592f90f-27f0-41fd-b578-9a246541d7df tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.53 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 944 time: 0.0860193 Dec 22 17:34:58.245611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Deleting port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:34:58.245950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:58.495548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] For port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,segment=NetworkSegment(140c7b92-09da-4460-ad47-d4e09946170e),segment_id=140c7b92-09da-4460-ad47-d4e09946170e)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:34:58.495824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:58.730632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Calling delete_port for 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:34:58.877606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:58.883207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:34:58.929282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Pushing event deleted for resources: {'Port': ['ID=2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:34:58.997305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:58.997682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:58.998046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:58.998460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:58.998822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:58.999199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:58.999557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:58.999910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:59.000270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:59.000623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:59.000974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:59.001322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:34:59.008378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:34:59.014059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] No DVR routers for this DVR port 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:34:59.016365 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:34:59.018979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ce97ec-0d5b-47ef-adaa-7741905119a1', 'name': 'network-vif-deleted', 'tag': '2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:34:59.029526 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-db7fe1a8-d269-478e-9962-a9f3958a3c35 req-0deeb2a5-288d-485d-82d1-4f44b6e2df4a tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ce97ec-0d5b-47ef-adaa-7741905119a1 HTTP/1.1" status: 200 len: 210 time: 0.0443509 Dec 22 17:34:59.037594 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3cabb6d7-01e2-49c3-968a-54b026398044 req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] 10.222.0.53 "DELETE /v2.0/ports/2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f HTTP/1.1" status: 204 len: 173 time: 0.8553889 Dec 22 17:34:59.066632 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ce97ec-0d5b-47ef-adaa-7741905119a1', 'name': 'network-vif-deleted', 'tag': '2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f', 'status': 'completed', 'code': 200} Dec 22 17:35:00.062143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7a491363-ba54-46f0-a0d2-95152055a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:00.281551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40574) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:35:00.343019 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Deleting subnet 95b389a6-265e-4a0a-88ac-6d5fd28e9194 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:35:00.346543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:00.393722 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:00.446027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:00.514444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:00.519614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-99868744-41e7-4912-8e71-a8860ea6fe8a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:00.552668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b389a6-265e-4a0a-88ac-6d5fd28e9194,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:00.555436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:00.564537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:35:00.564914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:35:00.565280 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:35:00.565640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:35:00.565996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:35:00.566351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:35:00.566705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:35:00.567057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:35:00.567431 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:35:00.567780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:35:00.568127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:35:00.568475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:35:00.571470 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/95b389a6-265e-4a0a-88ac-6d5fd28e9194 HTTP/1.1" status: 204 len: 168 time: 0.2889614 Dec 22 17:35:00.572345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:00.573879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40578) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:35:00.784865 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:00.903776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:00.928543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29302f3a-fcb0-44e9-a5e3-a013f47302b7']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:35:00.940766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140c7b92-09da-4460-ad47-d4e09946170e') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:35:00.941056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140c7b92-09da-4460-ad47-d4e09946170e') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:35:00.951921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:00.967248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:00.973018 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:35:00.973386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:35:00.986459 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:35:01.060908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:01.064056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-96ff8830-81f6-479a-90a5-f631b4f24802 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:01.077498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:01.078268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:01.088534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] Pushing event deleted for resources: {'Network': ['ID=29302f3a-fcb0-44e9-a5e3-a013f47302b7,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:01.091608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:01.097519 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] 10.222.0.70 "DELETE /v2.0/networks/29302f3a-fcb0-44e9-a5e3-a013f47302b7 HTTP/1.1" status: 204 len: 168 time: 0.5227530 Dec 22 17:35:01.203206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40584) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:35:01.222547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:01.257301 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5de14003-f2e0-4c55-9354-d5fb1d29a91b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bda22977a4854d3285d2a9e074819a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528538 Dec 22 17:35:01.261210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40588) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:35:01.321423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7142e25f-447b-4379-b4c6-2174c3179717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:01.346838 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7142e25f-447b-4379-b4c6-2174c3179717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:01.402542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7142e25f-447b-4379-b4c6-2174c3179717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:01.406346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-28f37fd2-55b6-4944-a6d7-a43ef354f6b9 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:01.407065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:35:01.420431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142e25f-447b-4379-b4c6-2174c3179717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ac16a-ace3-4e86-b903-ad4fce215722,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:01.423181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7142e25f-447b-4379-b4c6-2174c3179717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:01.431603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7142e25f-447b-4379-b4c6-2174c3179717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:01.432940 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7142e25f-447b-4379-b4c6-2174c3179717 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f91ac16a-ace3-4e86-b903-ad4fce215722 HTTP/1.1" status: 204 len: 168 time: 0.1708183 Dec 22 17:35:01.449326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:35:01.449684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 2ec773a0-0eb8-4b84-8dc9-60d4eb4b408f not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:35:02.134075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40612) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:35:02.235600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-238393756-network', 'tenant_id': 'fc1e66835a944b9d97e64b12d0c64cda'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:35:02.240761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:35:02.244550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Usage tracker for resource:network and tenant:fc1e66835a944b9d97e64b12d0c64cda is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:35:02.247360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:35:02.253525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:35:02.263061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Made reservation on behalf of fc1e66835a944b9d97e64b12d0c64cda for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:35:02.265283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:02.277696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:02.293271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:35:02.297012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Usage tracker for resource:security_group_rule and tenant:fc1e66835a944b9d97e64b12d0c64cda is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:35:02.300382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:35:02.305990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:35:02.384911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:02.388756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:02.393022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:02.415975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:35:02.427914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993ee3ed-855d-49cb-8760-e66208eb703b,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:02.431861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:02.432753 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:02.433084 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Added segment b0322dae-e5a6-46f9-89a7-f47afde499e5 of type vlan for network d2ddda28-dd75-4dbb-8016-ef9128430f8f Dec 22 17:35:02.459046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:02.487617 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:02.488589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:02.489145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:02.492323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a6b63c92-1e5b-4fd4-a1a0-47700c26a862 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:02.588373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:02.591609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Pushing event updated for resources: {'Network': ['ID=d2ddda28-dd75-4dbb-8016-ef9128430f8f,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:02.594902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:02.597191 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fca77d2a-d26b-433a-94f0-8f7eba0f32ec admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4620507 Dec 22 17:35:02.600008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 40618) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:35:02.602927 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network d2ddda28-dd75-4dbb-8016-ef9128430f8f details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:35:02.606009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Request body: {'subnet': {'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-238393756-subnet', 'tenant_id': 'fc1e66835a944b9d97e64b12d0c64cda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:35:02.610915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:35:02.614785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Usage tracker for resource:subnet and tenant:fc1e66835a944b9d97e64b12d0c64cda is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:35:02.617596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:35:02.623096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:35:02.633304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Made reservation on behalf of fc1e66835a944b9d97e64b12d0c64cda for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:35:02.635940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:02.842579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:02.847061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dcdfa37f-051d-48ea-8acb-cb4822ffbe2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:02.920377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb128ea-92e1-4abc-a007-1055e57f33a6,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:02.925085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:02.927549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Checking segment: {'id': 'b0322dae-e5a6-46f9-89a7-f47afde499e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:35:02.927906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Network hostable DHCP agents. Network: d2ddda28-dd75-4dbb-8016-ef9128430f8f, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:35:02.953105 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Network d2ddda28-dd75-4dbb-8016-ef9128430f8f is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:35:02.964502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, d2ddda28-dd75-4dbb-8016-ef9128430f8f) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:35:02.969246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:02.969822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:02.972646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af56770-af70-4494-a20e-12caa1450c62 None None] Network d2ddda28-dd75-4dbb-8016-ef9128430f8f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:35:02.990667 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e0f86077-012e-44a4-95ff-dd019bd09784 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3887565 Dec 22 17:35:03.189308 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3d991b-9132-461a-a696-33b01d562fbe None None] Network d2ddda28-dd75-4dbb-8016-ef9128430f8f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:35:03.496301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-7733db55-5b8d-4218-b226-599b36d841a1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:03.496908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-7733db55-5b8d-4218-b226-599b36d841a1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Synchronizing usage tracker for tenant:fc1e66835a944b9d97e64b12d0c64cda on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:35:03.513358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-7733db55-5b8d-4218-b226-599b36d841a1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Unset dirty status for tenant:fc1e66835a944b9d97e64b12d0c64cda on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:35:03.514518 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-7733db55-5b8d-4218-b226-599b36d841a1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 814 time: 0.1601050 Dec 22 17:35:03.530135 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-0964fa4e-a763-4577-beaf-df4d91cb1dea tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/quotas/fc1e66835a944b9d97e64b12d0c64cda HTTP/1.1" status: 200 len: 375 time: 0.0089126 Dec 22 17:35:03.581044 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-00871e0d-3082-4d58-a595-9556460f907e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456605 Dec 22 17:35:03.591452 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-5472f64b-9483-4c2e-b885-f599bcec3269 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:35:03.592370 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-5472f64b-9483-4c2e-b885-f599bcec3269 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050375 Dec 22 17:35:03.730674 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-c51e35e2-7eee-4369-b520-07dc5077e623 service neutron] 10.222.0.70 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331291 Dec 22 17:35:03.867881 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-252857d8-e4bf-49e6-a758-f3c839645e39 service neutron] 10.222.0.70 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313400 Dec 22 17:35:04.044143 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-12f0d233-8e3c-4f69-8b16-9efef475d56f req-98c626d3-359f-417d-af4e-63d42140c47e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 210 time: 0.0466983 Dec 22 17:35:05.210445 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a96d700e-826c-4e40-b5e0-da709460d8f9 req-17dd2439-372d-4c39-8e2e-a60837d97c75 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 210 time: 0.0540390 Dec 22 17:35:05.218278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ec72a5a1-3387-4a36-86fc-ead7f5b86d5e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:05.219589 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ec72a5a1-3387-4a36-86fc-ead7f5b86d5e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.53 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 814 time: 0.3070972 Dec 22 17:35:05.234807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Request body: {'port': {'device_id': '4f3f5a07-b0b7-4e3f-be24-68dfa264fc77', 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f', 'admin_state_up': True, 'tenant_id': 'fc1e66835a944b9d97e64b12d0c64cda'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:35:05.285590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:05.366725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:35:05.370366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Usage tracker for resource:port and tenant:fc1e66835a944b9d97e64b12d0c64cda is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:35:05.373158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:35:05.379279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:35:05.388697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Made reservation on behalf of fc1e66835a944b9d97e64b12d0c64cda for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:35:05.392185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:05.552712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Allocated IP 172.20.0.13 (d2ddda28-dd75-4dbb-8016-ef9128430f8f/bbb128ea-92e1-4abc-a007-1055e57f33a6/a921612b-dd5c-4e55-8a91-d51757fdef80) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:35:05.755379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:05.784504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:05.789804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:05.857400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Network d2ddda28-dd75-4dbb-8016-ef9128430f8f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:35:05.860405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:35:05.865319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:35:05.900435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Pushing event updated for resources: {'Port': ['ID=a921612b-dd5c-4e55-8a91-d51757fdef80,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:05.912325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:05.931825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:05.932424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:05.952226 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7209539 Dec 22 17:35:05.964395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Request body: {'port': {'device_id': '4f3f5a07-b0b7-4e3f-be24-68dfa264fc77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:35:06.075350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:06.393824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e2e79-664b-4fcb-a7cf-ea810f79b9fc req-d77662f0-f1f8-44db-8b4a-a5bd287e1e89 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:06.395291 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4d0e2e79-664b-4fcb-a7cf-ea810f79b9fc req-d77662f0-f1f8-44db-8b4a-a5bd287e1e89 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 932 time: 0.0806899 Dec 22 17:35:06.422403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a921612b-dd5c-4e55-8a91-d51757fdef80 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:35:06.430231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:06.439856 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4d0e2e79-664b-4fcb-a7cf-ea810f79b9fc req-ccb90b83-e67c-4aa1-811d-3be772d4847e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382473 Dec 22 17:35:06.446846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Transition to ACTIVE for port object a921612b-dd5c-4e55-8a91-d51757fdef80 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:35:06.451915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:06.455636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bd5d92d0-3ffc-4ce9-8c12-5e251785632d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:06.602870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Pushing event updated for resources: {'Port': ['ID=a921612b-dd5c-4e55-8a91-d51757fdef80,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:06.609528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:06.682190 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Attempting to bind port a921612b-dd5c-4e55-8a91-d51757fdef80 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:35:06.682585 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Attempting to bind port a921612b-dd5c-4e55-8a91-d51757fdef80 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'b0322dae-e5a6-46f9-89a7-f47afde499e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:35:06.682825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Attempting to bind port a921612b-dd5c-4e55-8a91-d51757fdef80 on network d2ddda28-dd75-4dbb-8016-ef9128430f8f {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:35:06.687467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Port a921612b-dd5c-4e55-8a91-d51757fdef80 on network d2ddda28-dd75-4dbb-8016-ef9128430f8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:35:06.687775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Attempting to bind port a921612b-dd5c-4e55-8a91-d51757fdef80 on network d2ddda28-dd75-4dbb-8016-ef9128430f8f {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:35:06.692746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:35:06.693072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Checking segment: {'id': 'b0322dae-e5a6-46f9-89a7-f47afde499e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:35:06.693441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Bound using segment: {'id': 'b0322dae-e5a6-46f9-89a7-f47afde499e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:35:06.693846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Bound port: a921612b-dd5c-4e55-8a91-d51757fdef80, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0322dae-e5a6-46f9-89a7-f47afde499e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:35:06.694179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:06.783785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] For port a921612b-dd5c-4e55-8a91-d51757fdef80, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:35:06.786620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] For port a921612b-dd5c-4e55-8a91-d51757fdef80, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a921612b-dd5c-4e55-8a91-d51757fdef80,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:35:06.791848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:06.795455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-92213a36-d2b9-45b1-9b17-1436e7b80e92 tempest-ServersAdminNegativeTestJSON-1766348217 tempest-ServersAdminNegativeTestJSON-1766348217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:06.852766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:06.853429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:06.854693 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-23888084-1bac-4f5a-9217-133b0007006b service neutron] 10.222.0.53 "PUT /v2.0/ports/a921612b-dd5c-4e55-8a91-d51757fdef80 HTTP/1.1" status: 200 len: 1094 time: 0.8944399 Dec 22 17:35:06.855220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3f5a07-b0b7-4e3f-be24-68dfa264fc77', 'tag': 'a921612b-dd5c-4e55-8a91-d51757fdef80'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:35:06.877441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Pushing event updated for resources: {'Port': ['ID=a921612b-dd5c-4e55-8a91-d51757fdef80,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:06.880630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:06.929904 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3f5a07-b0b7-4e3f-be24-68dfa264fc77', 'tag': 'a921612b-dd5c-4e55-8a91-d51757fdef80', 'status': 'completed', 'code': 200} Dec 22 17:35:07.086509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-4c46ca05-97f5-4381-870a-fcec0b0c4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:07.088503 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-4c46ca05-97f5-4381-870a-fcec0b0c4216 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 1097 time: 0.1952958 Dec 22 17:35:07.158700 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-da79704f-0192-4030-86e5-d9139192fe36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a921612b-dd5c-4e55-8a91-d51757fdef80 HTTP/1.1" status: 200 len: 217 time: 0.0628691 Dec 22 17:35:07.223696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-1b660aad-293a-4d4a-8ebc-3147dea4eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:07.225119 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-1b660aad-293a-4d4a-8ebc-3147dea4eaf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 200 len: 854 time: 0.0608938 Dec 22 17:35:07.273224 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-b389f1c4-ec5e-4a54-bf44-6c2d481d2a3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2ddda28-dd75-4dbb-8016-ef9128430f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414431 Dec 22 17:35:07.404015 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-f002a924-f974-4167-9637-acb62650ecf3 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242111 Dec 22 17:35:07.538134 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc0b2a25-0445-4318-88fe-8c9c505a308f req-e2bd31e0-97d1-4e98-8e3c-220971892d53 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271429 Dec 22 17:35:07.626930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948057c3-cb19-485f-85e6-5d0fde7b0af4 req-477a80b1-03e0-47ba-be7e-52ca596670af tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:07.628440 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-948057c3-cb19-485f-85e6-5d0fde7b0af4 req-477a80b1-03e0-47ba-be7e-52ca596670af tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 944 time: 0.0841422 Dec 22 17:35:07.656238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cc809-2933-4987-8100-b2df934cf70b req-88734a28-14b5-4f7f-8c48-0a12d1c08db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:07.657740 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-971cc809-2933-4987-8100-b2df934cf70b req-88734a28-14b5-4f7f-8c48-0a12d1c08db9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 1097 time: 0.0752218 Dec 22 17:35:07.674390 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-948057c3-cb19-485f-85e6-5d0fde7b0af4 req-98f94d3b-cf72-4e76-a730-8c2012e305e4 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Dec 22 17:35:07.799743 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cc809-2933-4987-8100-b2df934cf70b req-a4dcc305-46b8-4611-a7ac-d51382e07757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:07.801076 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-971cc809-2933-4987-8100-b2df934cf70b req-a4dcc305-46b8-4611-a7ac-d51382e07757 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 915 time: 0.1369817 Dec 22 17:35:07.871925 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-971cc809-2933-4987-8100-b2df934cf70b req-d35bc3c2-6556-4270-9f73-d99301e3a27f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a921612b-dd5c-4e55-8a91-d51757fdef80 HTTP/1.1" status: 200 len: 217 time: 0.0633380 Dec 22 17:35:07.942133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cc809-2933-4987-8100-b2df934cf70b req-13972010-a06a-40ca-9a5e-7eb28f243408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:07.943531 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-971cc809-2933-4987-8100-b2df934cf70b req-13972010-a06a-40ca-9a5e-7eb28f243408 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 200 len: 854 time: 0.0636537 Dec 22 17:35:07.991880 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-971cc809-2933-4987-8100-b2df934cf70b req-b99cfa00-9a9a-4e27-9c3e-ce3d93818503 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2ddda28-dd75-4dbb-8016-ef9128430f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409272 Dec 22 17:35:08.122814 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-971cc809-2933-4987-8100-b2df934cf70b req-e7c96232-e983-41a9-9541-ba5fc450b097 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231582 Dec 22 17:35:08.251932 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-971cc809-2933-4987-8100-b2df934cf70b req-6ef3d735-59f9-48dd-95e1-2f20964da439 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210780 Dec 22 17:35:08.856961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1745c-c715-45e8-9d6f-cd1eefbde418 req-3372d52e-d480-447b-ae0b-b494473983e9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:08.857640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9dc1745c-c715-45e8-9d6f-cd1eefbde418 req-3372d52e-d480-447b-ae0b-b494473983e9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Synchronizing usage tracker for tenant:fc1e66835a944b9d97e64b12d0c64cda on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:35:08.874136 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9dc1745c-c715-45e8-9d6f-cd1eefbde418 req-3372d52e-d480-447b-ae0b-b494473983e9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Unset dirty status for tenant:fc1e66835a944b9d97e64b12d0c64cda on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:35:08.875282 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9dc1745c-c715-45e8-9d6f-cd1eefbde418 req-3372d52e-d480-447b-ae0b-b494473983e9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 944 time: 0.0942485 Dec 22 17:35:08.921543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9dc1745c-c715-45e8-9d6f-cd1eefbde418 req-6ef7431b-5189-4f92-8f66-8766cb4651ad tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Synchronizing usage tracker for tenant:fc1e66835a944b9d97e64b12d0c64cda on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:35:08.938008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9dc1745c-c715-45e8-9d6f-cd1eefbde418 req-6ef7431b-5189-4f92-8f66-8766cb4651ad tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Unset dirty status for tenant:fc1e66835a944b9d97e64b12d0c64cda on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:35:08.939655 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9dc1745c-c715-45e8-9d6f-cd1eefbde418 req-6ef7431b-5189-4f92-8f66-8766cb4651ad tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581861 Dec 22 17:35:09.413493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device a921612b-dd5c-4e55-8a91-d51757fdef80 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:35:09.545901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port a921612b-dd5c-4e55-8a91-d51757fdef80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a921612b-dd5c-4e55-8a91-d51757fdef80,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:35:09.558548 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'a921612b-dd5c-4e55-8a91-d51757fdef80', 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f', 'port_id': 'a921612b-dd5c-4e55-8a91-d51757fdef80', 'mac_address': 'fa:16:3e:e1:c0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb128ea-92e1-4abc-a007-1055e57f33a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:35:09.616268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:09.633069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a921612b-dd5c-4e55-8a91-d51757fdef80 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:35:09.648068 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port a921612b-dd5c-4e55-8a91-d51757fdef80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a921612b-dd5c-4e55-8a91-d51757fdef80,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:35:09.652953 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:09.654631 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-12f4b74f-4c36-4e5b-bd23-17ae4b19c198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:09.720244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=a921612b-dd5c-4e55-8a91-d51757fdef80,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:09.723029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:09.861770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['a921612b-dd5c-4e55-8a91-d51757fdef80'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:35:10.124004 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5a902-dda4-4c02-8174-ab97fd3cc5ea req-30178f32-2a84-4837-bd61-7f4069086b67 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:10.125447 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-afb5a902-dda4-4c02-8174-ab97fd3cc5ea req-30178f32-2a84-4837-bd61-7f4069086b67 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 945 time: 0.0794528 Dec 22 17:35:10.168444 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-afb5a902-dda4-4c02-8174-ab97fd3cc5ea req-de3be62a-0039-442d-b7a1-a48131d0e686 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368078 Dec 22 17:35:11.347737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a353305-bd1c-499b-8fbb-b0243c928638 req-4bca8b42-543a-4b30-a50d-4a37a3e26144 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:11.349164 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8a353305-bd1c-499b-8fbb-b0243c928638 req-4bca8b42-543a-4b30-a50d-4a37a3e26144 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 945 time: 0.0783916 Dec 22 17:35:11.402393 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8a353305-bd1c-499b-8fbb-b0243c928638 req-c5bd7401-ff83-47b0-ba59-1cf972d93653 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475824 Dec 22 17:35:11.437726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device a921612b-dd5c-4e55-8a91-d51757fdef80 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:35:11.505173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port a921612b-dd5c-4e55-8a91-d51757fdef80 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:35:11.509731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port a921612b-dd5c-4e55-8a91-d51757fdef80 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:35:11.510109 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:11.624086 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:11.650185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3f5a07-b0b7-4e3f-be24-68dfa264fc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a921612b-dd5c-4e55-8a91-d51757fdef80'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:35:11.659571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port a921612b-dd5c-4e55-8a91-d51757fdef80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a921612b-dd5c-4e55-8a91-d51757fdef80,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:35:11.664413 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:11.667315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:11.701606 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3f5a07-b0b7-4e3f-be24-68dfa264fc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a921612b-dd5c-4e55-8a91-d51757fdef80', 'code': 200} Dec 22 17:35:11.744347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=a921612b-dd5c-4e55-8a91-d51757fdef80,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:11.747300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:11.931811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c353fc-6517-4c8c-bf21-58214488dc23 req-a6a2fb76-015e-4685-adba-198320700882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:11.933249 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-78c353fc-6517-4c8c-bf21-58214488dc23 req-a6a2fb76-015e-4685-adba-198320700882 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 1099 time: 0.0745084 Dec 22 17:35:11.972625 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-78c353fc-6517-4c8c-bf21-58214488dc23 req-cd875538-03f0-438f-a962-509b536a79e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334089 Dec 22 17:35:12.584608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e1900-e2c9-4f75-afe1-83ad367e5553 req-afba3d1b-cedd-4697-b13c-7c55c4c99b0c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:12.586043 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9b0e1900-e2c9-4f75-afe1-83ad367e5553 req-afba3d1b-cedd-4697-b13c-7c55c4c99b0c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0796828 Dec 22 17:35:12.629275 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9b0e1900-e2c9-4f75-afe1-83ad367e5553 req-4c8f443a-c100-4595-9d7a-8b817374d4de tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373721 Dec 22 17:35:13.817997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378d200-27af-4c43-b767-266744537cf5 req-88be6ec4-94ed-4753-9b94-bf428d3b717c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:13.820007 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a378d200-27af-4c43-b767-266744537cf5 req-88be6ec4-94ed-4753-9b94-bf428d3b717c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0858855 Dec 22 17:35:13.868178 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a378d200-27af-4c43-b767-266744537cf5 req-b9378750-7c6b-4937-b452-9a065398a1a2 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430787 Dec 22 17:35:14.050661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c1959-2015-4e52-9d51-81716d6811c1 req-8c71332a-61d0-45cc-9b78-c16cf644ed1f tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:14.052056 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6d7c1959-2015-4e52-9d51-81716d6811c1 req-8c71332a-61d0-45cc-9b78-c16cf644ed1f tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0827060 Dec 22 17:35:14.094331 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6d7c1959-2015-4e52-9d51-81716d6811c1 req-246ba388-f04a-4f8a-85cf-18c6f94dc34a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367181 Dec 22 17:35:14.448724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af399f5-af3e-420e-a08d-f6765e036b38 req-57221dbd-b99c-471a-8dfa-20652c76a5e3 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:14.450174 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5af399f5-af3e-420e-a08d-f6765e036b38 req-57221dbd-b99c-471a-8dfa-20652c76a5e3 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0848720 Dec 22 17:35:14.498753 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5af399f5-af3e-420e-a08d-f6765e036b38 req-836810ab-1b41-412f-bc01-4af20731b72b tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 Dec 22 17:35:14.685131 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3639caa-e9ed-44d8-aa42-4b46587c5406 req-d5414252-7ef2-4431-b976-8c59394a3295 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:14.686718 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e3639caa-e9ed-44d8-aa42-4b46587c5406 req-d5414252-7ef2-4431-b976-8c59394a3295 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0860331 Dec 22 17:35:14.731535 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e3639caa-e9ed-44d8-aa42-4b46587c5406 req-615bf47c-defb-493f-b23f-9dc3cd9dd8e6 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383551 Dec 22 17:35:15.087609 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-bcbeb9a4-8f65-4bfe-b852-8f7f5eb2ca91 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706000 Dec 22 17:35:15.138341 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8a940-7709-4ea0-892a-2c6141a4257c req-019a8c17-8d34-4c32-99c9-669c8a516af9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:15.139825 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-54d8a940-7709-4ea0-892a-2c6141a4257c req-019a8c17-8d34-4c32-99c9-669c8a516af9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0832562 Dec 22 17:35:15.184362 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-54d8a940-7709-4ea0-892a-2c6141a4257c req-6a1967f2-f632-45a2-b875-626278b69f48 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384307 Dec 22 17:35:16.244338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-f1e202d8-f1f0-48b6-9233-6f8ef2021604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:16.245798 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-f1e202d8-f1f0-48b6-9233-6f8ef2021604 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 1099 time: 0.0727856 Dec 22 17:35:16.538883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-0c03af21-7ef5-4c74-a763-951051da82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:16.540225 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-0c03af21-7ef5-4c74-a763-951051da82e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 915 time: 0.2881300 Dec 22 17:35:16.611680 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-fedb5dfa-ddec-43a2-82c2-7190b5423d3d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a921612b-dd5c-4e55-8a91-d51757fdef80 HTTP/1.1" status: 200 len: 217 time: 0.0645363 Dec 22 17:35:16.619051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb18cad-0388-42c4-8948-2ced8621c9d2 req-ea86e129-fb8d-4532-948c-df2ed725e7cf tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:16.620400 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8fb18cad-0388-42c4-8948-2ced8621c9d2 req-ea86e129-fb8d-4532-948c-df2ed725e7cf tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.1890917 Dec 22 17:35:16.712226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-711cc714-f0aa-42da-97fb-70a92b8fe913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:16.713889 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-711cc714-f0aa-42da-97fb-70a92b8fe913 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 200 len: 854 time: 0.0926955 Dec 22 17:35:16.718251 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8fb18cad-0388-42c4-8948-2ced8621c9d2 req-931111d7-000d-4dd7-9cee-6ab2663610c0 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685973 Dec 22 17:35:16.759894 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-6ac57155-a40d-4aac-a6a0-af41c8b971d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2ddda28-dd75-4dbb-8016-ef9128430f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401573 Dec 22 17:35:16.888465 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-54249b36-7361-43ae-b4b5-6587c86de5cc service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222746 Dec 22 17:35:17.037815 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-82034662-169c-4a91-9520-f0978d68759b service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420572 Dec 22 17:35:17.905338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294f59f-5282-49f1-a30f-5d61874f8428 req-a40670b8-f673-4ddd-9cd7-d97d6c75a7e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:17.906765 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6294f59f-5282-49f1-a30f-5d61874f8428 req-a40670b8-f673-4ddd-9cd7-d97d6c75a7e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0828421 Dec 22 17:35:17.954311 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6294f59f-5282-49f1-a30f-5d61874f8428 req-441ec884-5b20-4958-af11-6fefbc422541 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Dec 22 17:35:19.142561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d719e4-6a75-4773-a3c8-2747919b9e5c req-89c0620e-1636-4d47-967b-811aa039cd68 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:19.143927 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7d719e4-6a75-4773-a3c8-2747919b9e5c req-89c0620e-1636-4d47-967b-811aa039cd68 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0777717 Dec 22 17:35:19.185633 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7d719e4-6a75-4773-a3c8-2747919b9e5c req-00b7391e-6ffe-4590-acfe-ff4a075d5b02 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361211 Dec 22 17:35:20.370814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd4c16-d51e-41a4-9347-f8da9541d821 req-2764dc49-d5bd-45d8-a588-8087cc43fec3 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:20.372317 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e3fd4c16-d51e-41a4-9347-f8da9541d821 req-2764dc49-d5bd-45d8-a588-8087cc43fec3 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0818961 Dec 22 17:35:20.420808 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e3fd4c16-d51e-41a4-9347-f8da9541d821 req-ba03b880-5a20-4701-9c46-cebfbdd2cac9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427456 Dec 22 17:35:21.605539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3a055-60b9-4294-96a3-6dbe45152ab5 req-0d17b994-4326-4e2c-a260-524e6330dc71 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:21.606963 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ce3a055-60b9-4294-96a3-6dbe45152ab5 req-0d17b994-4326-4e2c-a260-524e6330dc71 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0823376 Dec 22 17:35:21.649782 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ce3a055-60b9-4294-96a3-6dbe45152ab5 req-30fd39bd-a094-4a28-9695-c84334dbad36 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372260 Dec 22 17:35:22.835789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb82773-6553-4922-90eb-9da84801876d req-75102b6b-cebe-45b2-9f9a-9d82f00bbc4a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:22.837221 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-edb82773-6553-4922-90eb-9da84801876d req-75102b6b-cebe-45b2-9f9a-9d82f00bbc4a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0849230 Dec 22 17:35:22.880398 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-edb82773-6553-4922-90eb-9da84801876d req-278c84ed-254d-4cfc-b365-a79d0a55c197 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373294 Dec 22 17:35:24.057559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a22a0c-1a6b-435e-9b8a-b42cee737634 req-b3a21b07-1d50-4f95-869f-34e71b322609 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:24.059003 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e9a22a0c-1a6b-435e-9b8a-b42cee737634 req-b3a21b07-1d50-4f95-869f-34e71b322609 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0777409 Dec 22 17:35:24.105773 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e9a22a0c-1a6b-435e-9b8a-b42cee737634 req-9884b0ae-5529-41a4-a34e-c821afbe02fc tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Dec 22 17:35:25.288486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983346e-d776-4d35-806c-cb8621918e4d req-b405b8e4-4cdf-47b9-b268-7f5e00e50e07 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:25.289903 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e983346e-d776-4d35-806c-cb8621918e4d req-b405b8e4-4cdf-47b9-b268-7f5e00e50e07 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0786269 Dec 22 17:35:25.333014 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e983346e-d776-4d35-806c-cb8621918e4d req-1c0bf8e2-f62a-4aa2-a48d-f3cdf9eccfe1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374584 Dec 22 17:35:26.519009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3226f7b-8713-49e2-bfa9-0c8b1458081d req-b369491f-fffb-4849-95ac-66e4da79e921 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:26.520681 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c3226f7b-8713-49e2-bfa9-0c8b1458081d req-b369491f-fffb-4849-95ac-66e4da79e921 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0847359 Dec 22 17:35:26.564233 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c3226f7b-8713-49e2-bfa9-0c8b1458081d req-df460126-1ac9-45d2-bafb-b7fabc7b880d tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376887 Dec 22 17:35:27.629768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c7041566-222e-440b-bea0-280332702be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:27.751849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8ef53-7975-4bdc-8035-36f9b740d352 req-d2b86077-a839-47fe-b356-d381f6a84dc1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:27.753289 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a1f8ef53-7975-4bdc-8035-36f9b740d352 req-d2b86077-a839-47fe-b356-d381f6a84dc1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0827048 Dec 22 17:35:27.798357 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a1f8ef53-7975-4bdc-8035-36f9b740d352 req-57e8eabf-968c-416c-af8c-86683ea51725 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387080 Dec 22 17:35:28.981898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd906a-781a-45c6-99c8-1829e4181cdb req-a8734f26-f14b-4d1c-ac9a-dc7db2fe92c4 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:28.983242 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-babd906a-781a-45c6-99c8-1829e4181cdb req-a8734f26-f14b-4d1c-ac9a-dc7db2fe92c4 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0823424 Dec 22 17:35:29.025579 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-babd906a-781a-45c6-99c8-1829e4181cdb req-122099fc-7eb5-49ba-b5a5-8998a0eefc49 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360048 Dec 22 17:35:30.065574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13e38e64-cb31-4ccc-9cb6-609d16f27b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:30.218188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570505b8-bee9-4521-839f-5bc87c1f4897 req-9cf98c18-e3bb-4f69-ac86-c7fb76205b34 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:30.219718 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-570505b8-bee9-4521-839f-5bc87c1f4897 req-9cf98c18-e3bb-4f69-ac86-c7fb76205b34 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0783060 Dec 22 17:35:30.266313 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-570505b8-bee9-4521-839f-5bc87c1f4897 req-09bb86b4-2350-4876-8b29-c8a938ca268e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410075 Dec 22 17:35:31.079336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:31.213689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:31.444903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92868e60-fedc-4004-a623-a40f436ba5eb req-8b847fdc-c306-46e9-b43d-b84fa530d53c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:31.446236 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-92868e60-fedc-4004-a623-a40f436ba5eb req-8b847fdc-c306-46e9-b43d-b84fa530d53c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0780923 Dec 22 17:35:31.489489 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-92868e60-fedc-4004-a623-a40f436ba5eb req-9a278650-693f-498f-ad18-f19e9a13398e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375521 Dec 22 17:35:32.440948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da9e09-37cc-41ec-9e9e-b07742ec5d12 req-96fb811f-bfa9-43cc-b4c9-2c9777ccb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:32.442465 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-76da9e09-37cc-41ec-9e9e-b07742ec5d12 req-96fb811f-bfa9-43cc-b4c9-2c9777ccb3d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 1099 time: 0.0745091 Dec 22 17:35:32.596015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:32.597482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da9e09-37cc-41ec-9e9e-b07742ec5d12 req-b811a1a5-24d5-4994-87bb-f84bcdd41d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:32.598911 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-76da9e09-37cc-41ec-9e9e-b07742ec5d12 req-b811a1a5-24d5-4994-87bb-f84bcdd41d81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 915 time: 0.1310325 Dec 22 17:35:32.666136 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-76da9e09-37cc-41ec-9e9e-b07742ec5d12 req-bae5ae00-a8cc-470a-a81b-894d2dc39a95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a921612b-dd5c-4e55-8a91-d51757fdef80 HTTP/1.1" status: 200 len: 217 time: 0.0600126 Dec 22 17:35:32.680491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b6f44-d90a-47b0-9887-9dd51a3e4478 req-165aab91-2744-48fc-bf6a-ab7b73a08e23 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:32.681948 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5f0b6f44-d90a-47b0-9887-9dd51a3e4478 req-165aab91-2744-48fc-bf6a-ab7b73a08e23 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0800385 Dec 22 17:35:32.729547 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5f0b6f44-d90a-47b0-9887-9dd51a3e4478 req-cd505f25-0f3b-4514-a24f-07a14e4a6ea5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Dec 22 17:35:32.852163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da9e09-37cc-41ec-9e9e-b07742ec5d12 req-aba56a1d-2575-4dcc-bdad-5ac1601610ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:32.853589 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-76da9e09-37cc-41ec-9e9e-b07742ec5d12 req-aba56a1d-2575-4dcc-bdad-5ac1601610ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 200 len: 854 time: 0.1810589 Dec 22 17:35:32.899964 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-76da9e09-37cc-41ec-9e9e-b07742ec5d12 req-979ea87c-81b6-48c9-8865-a81bc2226a9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2ddda28-dd75-4dbb-8016-ef9128430f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390470 Dec 22 17:35:33.024840 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-76da9e09-37cc-41ec-9e9e-b07742ec5d12 req-967799a3-759e-4ad4-9a4d-4a26d8af0a17 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183183 Dec 22 17:35:33.153164 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-76da9e09-37cc-41ec-9e9e-b07742ec5d12 req-4bf27f37-6947-4d40-8a57-2ff86fb0a1e3 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201262 Dec 22 17:35:33.927399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e840c-3c82-4a0f-b972-14e15ee40993 req-e32506a9-0408-45b4-bc46-59479e489fd1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:33.928826 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ea0e840c-3c82-4a0f-b972-14e15ee40993 req-e32506a9-0408-45b4-bc46-59479e489fd1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0829940 Dec 22 17:35:33.972982 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ea0e840c-3c82-4a0f-b972-14e15ee40993 req-8517821a-7568-4c78-a5fb-f620dd740159 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379262 Dec 22 17:35:35.025503 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:35:35.157847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15683d0-56ee-4e24-904f-ec0a333ac68b req-b0d856b3-5e4e-4787-8831-612ea4b107ee tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:35.159201 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c15683d0-56ee-4e24-904f-ec0a333ac68b req-b0d856b3-5e4e-4787-8831-612ea4b107ee tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0830891 Dec 22 17:35:35.201570 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c15683d0-56ee-4e24-904f-ec0a333ac68b req-ad121e57-7513-4ae9-980c-55e6f662c035 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368338 Dec 22 17:35:35.278979 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:36.379683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa3b6-1fd9-4c87-bdfa-4f19ee082066 req-1586218e-fd76-42b5-bafb-e66e89d2abd1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:36.381120 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-14ffa3b6-1fd9-4c87-bdfa-4f19ee082066 req-1586218e-fd76-42b5-bafb-e66e89d2abd1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0784631 Dec 22 17:35:36.424265 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-14ffa3b6-1fd9-4c87-bdfa-4f19ee082066 req-7c546cbb-00cd-4e37-aced-099df327a99c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375631 Dec 22 17:35:37.604816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852a5fe-ef01-4de4-a2b2-45b8fab73dd9 req-17967250-cd1e-47de-924d-3c9e0c2c26cb tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:37.606220 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e852a5fe-ef01-4de4-a2b2-45b8fab73dd9 req-17967250-cd1e-47de-924d-3c9e0c2c26cb tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0802410 Dec 22 17:35:37.648741 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e852a5fe-ef01-4de4-a2b2-45b8fab73dd9 req-2394cee8-ff94-4981-85a6-4da201e84a51 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369492 Dec 22 17:35:38.835060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78451ed5-9c7f-4b4a-9771-69913b7bfa64 req-03249572-1485-4d4e-9fbb-cdb7dff1ef00 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:38.836532 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-78451ed5-9c7f-4b4a-9771-69913b7bfa64 req-03249572-1485-4d4e-9fbb-cdb7dff1ef00 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0848284 Dec 22 17:35:38.879913 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-78451ed5-9c7f-4b4a-9771-69913b7bfa64 req-6438d88e-e57c-4c1d-8fbd-1511b2cf1123 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375264 Dec 22 17:35:40.186740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453420c1-3c7f-4251-9d7f-2dcbda839cee req-fb9226a6-c517-4935-9528-1cd2e5ea9ef6 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:40.188619 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-453420c1-3c7f-4251-9d7f-2dcbda839cee req-fb9226a6-c517-4935-9528-1cd2e5ea9ef6 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.1979380 Dec 22 17:35:40.232057 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-453420c1-3c7f-4251-9d7f-2dcbda839cee req-7d266ba3-805d-4928-9dc5-24e2f1f8d239 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377698 Dec 22 17:35:41.433234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673d051-ed93-45ba-b58f-4b063fd9baae req-0c43c55d-4d54-4f02-a3dd-c1008e9eae10 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:41.435012 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e673d051-ed93-45ba-b58f-4b063fd9baae req-0c43c55d-4d54-4f02-a3dd-c1008e9eae10 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0953896 Dec 22 17:35:41.487494 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e673d051-ed93-45ba-b58f-4b063fd9baae req-b32aa868-4083-4581-81fe-7ae2642aa2e9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467298 Dec 22 17:35:42.687766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4312dc3-58dd-4f74-bbf4-85f51c949cee req-a08b1b8e-5379-4848-8001-a978c6b1e5ee tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:42.689130 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f4312dc3-58dd-4f74-bbf4-85f51c949cee req-a08b1b8e-5379-4848-8001-a978c6b1e5ee tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0833073 Dec 22 17:35:42.740399 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f4312dc3-58dd-4f74-bbf4-85f51c949cee req-983aa2e2-4e4d-4b1b-8e09-4cd5c5758d63 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450141 Dec 22 17:35:43.745397 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-fd08ab24-0c51-48a3-b738-fa072a32830c service neutron] 10.222.0.53 "GET /v2.0/ports/a921612b-dd5c-4e55-8a91-d51757fdef80/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0736990 Dec 22 17:35:44.001531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16c8bb-fe84-425e-82d9-015002e5a3e1 req-2e4f0b55-9344-426e-8768-343a54de96d0 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:44.003128 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3e16c8bb-fe84-425e-82d9-015002e5a3e1 req-2e4f0b55-9344-426e-8768-343a54de96d0 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.1485116 Dec 22 17:35:44.069752 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3e16c8bb-fe84-425e-82d9-015002e5a3e1 req-1f27d98d-5ea8-43d1-aa04-e55ab19a75f4 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602953 Dec 22 17:35:44.084771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-a3e4909f-a2a3-4651-924d-5fe830696ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:44.086425 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-a3e4909f-a2a3-4651-924d-5fe830696ebe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77&tenant_id=fc1e66835a944b9d97e64b12d0c64cda HTTP/1.1" status: 200 len: 1099 time: 0.1363590 Dec 22 17:35:44.182152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-f3a65732-7063-4021-a43a-bfbeefe73f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:44.183649 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-f3a65732-7063-4021-a43a-bfbeefe73f2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 1099 time: 0.0757263 Dec 22 17:35:44.318787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-a7ac32df-8a3d-4c65-904e-4ec8773ee379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:44.320241 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-a7ac32df-8a3d-4c65-904e-4ec8773ee379 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 915 time: 0.1306388 Dec 22 17:35:44.388617 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-db2250f5-4420-4dd0-ba95-0d481a98900f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a921612b-dd5c-4e55-8a91-d51757fdef80 HTTP/1.1" status: 200 len: 217 time: 0.0621135 Dec 22 17:35:44.454784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-06ae68b2-0e0b-4b84-b5fe-e881e3a33eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:44.456359 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-06ae68b2-0e0b-4b84-b5fe-e881e3a33eda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 200 len: 854 time: 0.0613761 Dec 22 17:35:44.504723 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-4e0a80c2-07ad-4475-8d66-11c182470395 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2ddda28-dd75-4dbb-8016-ef9128430f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417399 Dec 22 17:35:44.643683 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-5102545c-856f-4915-8e50-4825464a9cfb service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326728 Dec 22 17:35:44.777032 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3549a562-dba2-49f9-8998-fe13e7d29255 req-3fe9c4f6-f5a9-4a22-9554-bb959a01af45 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276374 Dec 22 17:35:45.263759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2af1f-f90e-4d8d-9324-47ae26204af4 req-14cb98ad-34e1-44ba-b01a-114f5cd145da tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:45.265117 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-55f2af1f-f90e-4d8d-9324-47ae26204af4 req-14cb98ad-34e1-44ba-b01a-114f5cd145da tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0803421 Dec 22 17:35:45.309942 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-55f2af1f-f90e-4d8d-9324-47ae26204af4 req-be271988-9006-4d4f-b285-49079438ca8c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386059 Dec 22 17:35:46.564728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bc62f-a213-4782-9afe-45b34fbdfe9f req-3666cf45-0b82-4567-928b-d4ae355adc54 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:46.566232 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-515bc62f-a213-4782-9afe-45b34fbdfe9f req-3666cf45-0b82-4567-928b-d4ae355adc54 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.1378729 Dec 22 17:35:46.740366 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-515bc62f-a213-4782-9afe-45b34fbdfe9f req-3034f367-10a3-4a75-b2a5-370314746c24 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681106 Dec 22 17:35:47.601397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device a921612b-dd5c-4e55-8a91-d51757fdef80 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:35:47.604812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device a921612b-dd5c-4e55-8a91-d51757fdef80 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:35:47.823805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:47.867966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port a921612b-dd5c-4e55-8a91-d51757fdef80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a921612b-dd5c-4e55-8a91-d51757fdef80,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:35:47.895048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3f5a07-b0b7-4e3f-be24-68dfa264fc77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a921612b-dd5c-4e55-8a91-d51757fdef80'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:35:47.903811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'a921612b-dd5c-4e55-8a91-d51757fdef80', 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f', 'port_id': 'a921612b-dd5c-4e55-8a91-d51757fdef80', 'mac_address': 'fa:16:3e:e1:c0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb128ea-92e1-4abc-a007-1055e57f33a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:35:47.942026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port a921612b-dd5c-4e55-8a91-d51757fdef80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a921612b-dd5c-4e55-8a91-d51757fdef80,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:35:47.955674 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3f5a07-b0b7-4e3f-be24-68dfa264fc77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a921612b-dd5c-4e55-8a91-d51757fdef80', 'code': 200} Dec 22 17:35:47.959020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:47.962590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a859324f-4624-432f-ad3c-7c811bffcc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:48.027503 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5fc0e-3344-438b-8303-fc0bacd7d4f6 req-aed61847-9c64-4f1f-9367-bd260653a444 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:48.029605 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e5e5fc0e-3344-438b-8303-fc0bacd7d4f6 req-aed61847-9c64-4f1f-9367-bd260653a444 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 944 time: 0.1720297 Dec 22 17:35:48.066315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:48.083333 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e5e5fc0e-3344-438b-8303-fc0bacd7d4f6 req-1398d421-d7f8-4b0f-b6d0-14197f8ddfa2 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464149 Dec 22 17:35:48.091174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a921612b-dd5c-4e55-8a91-d51757fdef80 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:35:48.131522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=a921612b-dd5c-4e55-8a91-d51757fdef80,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:48.142784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:48.164638 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:35:48.165000 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:35:48.414245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ded98c-89f1-4bf7-8d7a-686bdb15cef9 req-4769eb2b-23d8-4791-affc-46963d5c57dd tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:48.415728 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c5ded98c-89f1-4bf7-8d7a-686bdb15cef9 req-4769eb2b-23d8-4791-affc-46963d5c57dd tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 944 time: 0.0849373 Dec 22 17:35:48.428487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f15444-2258-4988-94b0-d07cc4851ba2 req-d6a470c1-2434-459a-9e24-48fd003ccc54 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:48.429934 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-03f15444-2258-4988-94b0-d07cc4851ba2 req-d6a470c1-2434-459a-9e24-48fd003ccc54 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77&tenant_id=fc1e66835a944b9d97e64b12d0c64cda&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.0943320 Dec 22 17:35:48.462335 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c5ded98c-89f1-4bf7-8d7a-686bdb15cef9 req-5c6dfe37-5e08-49ce-b1e1-84751bf1538d tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Dec 22 17:35:48.588215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f15444-2258-4988-94b0-d07cc4851ba2 req-292ebdec-c435-480b-a0c5-770e5e0807d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:48.589914 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-03f15444-2258-4988-94b0-d07cc4851ba2 req-292ebdec-c435-480b-a0c5-770e5e0807d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 1097 time: 0.0792527 Dec 22 17:35:48.719452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:48.721817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f15444-2258-4988-94b0-d07cc4851ba2 req-01f93394-6cf7-4686-913b-024d088ab887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:48.723331 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-03f15444-2258-4988-94b0-d07cc4851ba2 req-01f93394-6cf7-4686-913b-024d088ab887 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 915 time: 0.1274867 Dec 22 17:35:48.737003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a921612b-dd5c-4e55-8a91-d51757fdef80 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:35:48.752890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port a921612b-dd5c-4e55-8a91-d51757fdef80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a921612b-dd5c-4e55-8a91-d51757fdef80,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:35:48.758061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:48.759956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7671e0fa-1a76-47b7-97b9-211b8bbb17bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:48.793834 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-03f15444-2258-4988-94b0-d07cc4851ba2 req-b591a9cf-c957-4925-9c52-66b0dbad1d3f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a921612b-dd5c-4e55-8a91-d51757fdef80 HTTP/1.1" status: 200 len: 217 time: 0.0643196 Dec 22 17:35:48.825040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['a921612b-dd5c-4e55-8a91-d51757fdef80'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:35:48.860425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f15444-2258-4988-94b0-d07cc4851ba2 req-e93f8cf8-8364-4dd8-add3-a993e190e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:48.861888 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-03f15444-2258-4988-94b0-d07cc4851ba2 req-e93f8cf8-8364-4dd8-add3-a993e190e9a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 200 len: 854 time: 0.0624530 Dec 22 17:35:48.887560 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=a921612b-dd5c-4e55-8a91-d51757fdef80,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:48.892677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:48.909472 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-03f15444-2258-4988-94b0-d07cc4851ba2 req-bd87d4fe-e040-47bb-b2df-c55670e07503 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2ddda28-dd75-4dbb-8016-ef9128430f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410769 Dec 22 17:35:49.042438 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-03f15444-2258-4988-94b0-d07cc4851ba2 req-7ccf8b93-29be-4a56-8b78-f3513843f8ba service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262920 Dec 22 17:35:49.173361 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-03f15444-2258-4988-94b0-d07cc4851ba2 req-1d345bb7-d1bf-4d4c-82ce-be51b1a6ee9e service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247776 Dec 22 17:35:49.624482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device a921612b-dd5c-4e55-8a91-d51757fdef80 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:35:49.657559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a821db-c40b-4872-bae5-0fcf0e93ec2e req-1b83518a-7c56-4dc8-90f0-f842bf12eadc tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:49.659067 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-92a821db-c40b-4872-bae5-0fcf0e93ec2e req-1b83518a-7c56-4dc8-90f0-f842bf12eadc tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 945 time: 0.0866485 Dec 22 17:35:49.701123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port a921612b-dd5c-4e55-8a91-d51757fdef80 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:35:49.701505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:49.715351 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-92a821db-c40b-4872-bae5-0fcf0e93ec2e req-3e1a3b96-7c71-44e7-b86c-3eb674457026 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478334 Dec 22 17:35:49.831050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:49.864898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port a921612b-dd5c-4e55-8a91-d51757fdef80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a921612b-dd5c-4e55-8a91-d51757fdef80,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:35:49.868646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:49.870437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:49.934957 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=a921612b-dd5c-4e55-8a91-d51757fdef80,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:49.938687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:49.956366 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3f5a07-b0b7-4e3f-be24-68dfa264fc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a921612b-dd5c-4e55-8a91-d51757fdef80'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:35:50.013550 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3f5a07-b0b7-4e3f-be24-68dfa264fc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a921612b-dd5c-4e55-8a91-d51757fdef80', 'code': 200} Dec 22 17:35:50.924475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b3fe9-eab1-44e5-8425-8660cc65a67c req-766b99e3-5799-40ed-9ad8-c11690353631 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:50.925929 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c03b3fe9-eab1-44e5-8425-8660cc65a67c req-766b99e3-5799-40ed-9ad8-c11690353631 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0931232 Dec 22 17:35:50.973133 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c03b3fe9-eab1-44e5-8425-8660cc65a67c req-ad93ba14-b0cc-4e2e-90a5-4b71375f0291 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409172 Dec 22 17:35:51.167857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c83f7-9313-4e9a-939c-60aa14e7cdd7 req-078a3545-4f63-46c6-9ba4-984d4770d3a6 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:51.169444 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9a0c83f7-9313-4e9a-939c-60aa14e7cdd7 req-078a3545-4f63-46c6-9ba4-984d4770d3a6 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0866487 Dec 22 17:35:51.215360 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9a0c83f7-9313-4e9a-939c-60aa14e7cdd7 req-74409f16-36df-4fab-9c35-3154f5fa5933 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 Dec 22 17:35:51.413883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff4d8a-7118-4d09-a6cd-63eba4aa3504 req-52c49ed8-f3b4-4eaa-af3a-be0b4e9c1986 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:51.415361 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cff4d8a-7118-4d09-a6cd-63eba4aa3504 req-52c49ed8-f3b4-4eaa-af3a-be0b4e9c1986 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.0893512 Dec 22 17:35:51.458886 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cff4d8a-7118-4d09-a6cd-63eba4aa3504 req-24937e9b-536a-4a0c-bb2c-960f6a858aa4 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378833 Dec 22 17:35:51.987899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-933a8a3a-b4ea-47e4-a2ca-1a6684be4102 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:51.989246 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-933a8a3a-b4ea-47e4-a2ca-1a6684be4102 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 814 time: 0.1442523 Dec 22 17:35:52.004469 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-f7d05207-607e-4cfc-b302-f8d84ad9a449 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/quotas/fc1e66835a944b9d97e64b12d0c64cda HTTP/1.1" status: 200 len: 375 time: 0.0091097 Dec 22 17:35:52.092755 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-87277683-b9fb-412e-bdcb-521dc6964f3a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825427 Dec 22 17:35:52.230091 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-a92b55a7-318a-4226-b65c-149bbe5980bf service neutron] 10.222.0.70 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270049 Dec 22 17:35:52.371294 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-54d1b46c-3d4f-4d61-b9ac-b2bda161d4d4 service neutron] 10.222.0.70 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352646 Dec 22 17:35:52.552964 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f4eb8678-2e3c-4a60-92a5-6dee5117a0db req-5f85f22d-f85f-43bf-bb42-a9726f8d2c42 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 210 time: 0.0465477 Dec 22 17:35:53.782544 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa32da7-39f4-409f-8992-7c54e7f5b1e1 req-b98fd6cd-ca75-4ab1-9e24-abbfebde3264 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 210 time: 0.1009150 Dec 22 17:35:53.842467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-dd3ad822-6c42-4a8f-9321-c01ce647a914 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:53.843849 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-dd3ad822-6c42-4a8f-9321-c01ce647a914 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.53 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 814 time: 0.3706570 Dec 22 17:35:53.856543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Request body: {'port': {'device_id': '1e5cf234-cd85-4587-9351-ebff623ea893', 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f', 'admin_state_up': True, 'tenant_id': 'fc1e66835a944b9d97e64b12d0c64cda'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:35:53.884950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1423c-67e8-44c0-b9e3-1c39d074a5d0 req-180107e1-f4e4-4a7f-aa66-4c8072250279 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:53.886353 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ddf1423c-67e8-44c0-b9e3-1c39d074a5d0 req-180107e1-f4e4-4a7f-aa66-4c8072250279 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3f5a07-b0b7-4e3f-be24-68dfa264fc77 HTTP/1.1" status: 200 len: 946 time: 0.2111187 Dec 22 17:35:54.031514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-ddf1423c-67e8-44c0-b9e3-1c39d074a5d0 req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Deleting port a921612b-dd5c-4e55-8a91-d51757fdef80 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:35:54.031848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-ddf1423c-67e8-44c0-b9e3-1c39d074a5d0 req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:54.107174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:35:54.155583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:35:54.180512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Made reservation on behalf of fc1e66835a944b9d97e64b12d0c64cda for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:35:54.183999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:54.396672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-ddf1423c-67e8-44c0-b9e3-1c39d074a5d0 req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] For port a921612b-dd5c-4e55-8a91-d51757fdef80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a921612b-dd5c-4e55-8a91-d51757fdef80,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:35:54.397026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-ddf1423c-67e8-44c0-b9e3-1c39d074a5d0 req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:54.567533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-ddf1423c-67e8-44c0-b9e3-1c39d074a5d0 req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Calling delete_port for a921612b-dd5c-4e55-8a91-d51757fdef80 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:35:54.631815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Allocated IP 172.20.0.9 (d2ddda28-dd75-4dbb-8016-ef9128430f8f/bbb128ea-92e1-4abc-a007-1055e57f33a6/da1f6857-72b7-491f-85db-a8a38020190a) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:35:54.783511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-ddf1423c-67e8-44c0-b9e3-1c39d074a5d0 req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:54.792243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1ffa1b51-adde-49df-8c67-4cc90a1e26d7 tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:54.795184 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['a921612b-dd5c-4e55-8a91-d51757fdef80'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:35:54.889834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Pushing event deleted for resources: {'Port': ['ID=a921612b-dd5c-4e55-8a91-d51757fdef80,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:54.901069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:54.955657 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6a6a7213-2af7-48b1-8636-fb186f91ad9c req-7fa4cbe0-e2ac-4a66-9932-3cffde49d994 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 210 time: 0.0560105 Dec 22 17:35:54.994751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf1423c-67e8-44c0-b9e3-1c39d074a5d0 req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] No DVR routers for this DVR port a921612b-dd5c-4e55-8a91-d51757fdef80 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:35:54.999543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-ddf1423c-67e8-44c0-b9e3-1c39d074a5d0 req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:55.002125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3f5a07-b0b7-4e3f-be24-68dfa264fc77', 'name': 'network-vif-deleted', 'tag': 'a921612b-dd5c-4e55-8a91-d51757fdef80'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:35:55.034057 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ddf1423c-67e8-44c0-b9e3-1c39d074a5d0 req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.53 "DELETE /v2.0/ports/a921612b-dd5c-4e55-8a91-d51757fdef80 HTTP/1.1" status: 204 len: 173 time: 1.1021645 Dec 22 17:35:55.050291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:55.081607 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:55.089831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ffe0229a-0f28-42ec-83ad-695dbd0704e5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:55.093139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['a921612b-dd5c-4e55-8a91-d51757fdef80'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:35:55.160398 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3f5a07-b0b7-4e3f-be24-68dfa264fc77', 'name': 'network-vif-deleted', 'tag': 'a921612b-dd5c-4e55-8a91-d51757fdef80', 'status': 'completed', 'code': 200} Dec 22 17:35:55.164527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Network d2ddda28-dd75-4dbb-8016-ef9128430f8f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:35:55.168418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:35:55.173459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:35:55.212352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Pushing event updated for resources: {'Port': ['ID=da1f6857-72b7-491f-85db-a8a38020190a,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:55.351409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:55.371046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:55.371662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:55.390205 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5371819 Dec 22 17:35:55.402913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Request body: {'port': {'device_id': '1e5cf234-cd85-4587-9351-ebff623ea893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:35:55.512860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:55.879189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1f6857-72b7-491f-85db-a8a38020190a {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:35:55.886895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:55.901054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Transition to ACTIVE for port object da1f6857-72b7-491f-85db-a8a38020190a will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:35:55.905077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:55.909174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9636e8de-0ef6-40c0-a738-01081a28d536 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:56.032502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=da1f6857-72b7-491f-85db-a8a38020190a,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:56.059723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:56.139391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Attempting to bind port da1f6857-72b7-491f-85db-a8a38020190a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:35:56.139715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Attempting to bind port da1f6857-72b7-491f-85db-a8a38020190a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'b0322dae-e5a6-46f9-89a7-f47afde499e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:35:56.140197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Attempting to bind port da1f6857-72b7-491f-85db-a8a38020190a on network d2ddda28-dd75-4dbb-8016-ef9128430f8f {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:35:56.146566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Port da1f6857-72b7-491f-85db-a8a38020190a on network d2ddda28-dd75-4dbb-8016-ef9128430f8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:35:56.146881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Attempting to bind port da1f6857-72b7-491f-85db-a8a38020190a on network d2ddda28-dd75-4dbb-8016-ef9128430f8f {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:35:56.151944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:35:56.152271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Checking segment: {'id': 'b0322dae-e5a6-46f9-89a7-f47afde499e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:35:56.152739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Bound using segment: {'id': 'b0322dae-e5a6-46f9-89a7-f47afde499e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:35:56.153061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Bound port: da1f6857-72b7-491f-85db-a8a38020190a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0322dae-e5a6-46f9-89a7-f47afde499e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:35:56.153400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:56.158666 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50f2d8-dca5-4463-99f3-6f40f889b7a3 req-81e5a787-8765-4ce5-bef2-b6056ffbfe3a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:56.160277 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fc50f2d8-dca5-4463-99f3-6f40f889b7a3 req-81e5a787-8765-4ce5-bef2-b6056ffbfe3a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 943 time: 0.0863762 Dec 22 17:35:56.205649 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fc50f2d8-dca5-4463-99f3-6f40f889b7a3 req-6b02e3bf-1696-4573-a6dc-21863a9737c3 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395997 Dec 22 17:35:56.248325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] For port da1f6857-72b7-491f-85db-a8a38020190a, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:35:56.252292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] For port da1f6857-72b7-491f-85db-a8a38020190a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da1f6857-72b7-491f-85db-a8a38020190a,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:35:56.257430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:56.262847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:56.331334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:56.331964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:56.333413 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] 10.222.0.53 "PUT /v2.0/ports/da1f6857-72b7-491f-85db-a8a38020190a HTTP/1.1" status: 200 len: 1093 time: 0.9345214 Dec 22 17:35:56.352904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=da1f6857-72b7-491f-85db-a8a38020190a,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:35:56.356673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:35:56.439710 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-2538bdb1-d024-4a8c-991f-f94463559597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:56.441302 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-2538bdb1-d024-4a8c-991f-f94463559597 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 1096 time: 0.0718217 Dec 22 17:35:56.514642 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-af760da4-dbd0-46e1-8a44-1e6a00e385f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da1f6857-72b7-491f-85db-a8a38020190a HTTP/1.1" status: 200 len: 217 time: 0.0665009 Dec 22 17:35:56.577134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-50d40e3a-49fd-4f13-bc11-bbfe92ae0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:56.578588 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-50d40e3a-49fd-4f13-bc11-bbfe92ae0160 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 200 len: 854 time: 0.0582967 Dec 22 17:35:56.628329 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-89c9ef91-0ca6-4173-9877-05d7a295a80d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2ddda28-dd75-4dbb-8016-ef9128430f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436087 Dec 22 17:35:56.761774 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-f49a102e-c02b-4f19-ba2a-876b8e367cd9 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271653 Dec 22 17:35:56.892996 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c4173c9-69f6-4e96-96df-1cdecf013f88 req-86e5d000-2124-4a73-8701-5943fdb6d674 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252756 Dec 22 17:35:57.162107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5cf234-cd85-4587-9351-ebff623ea893', 'tag': 'da1f6857-72b7-491f-85db-a8a38020190a'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:35:57.205392 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5cf234-cd85-4587-9351-ebff623ea893', 'tag': 'da1f6857-72b7-491f-85db-a8a38020190a', 'status': 'completed', 'code': 200} Dec 22 17:35:57.297981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3fa9d-0f16-45b7-a27e-187bad74968e req-e75e20d2-237d-4dc0-9b24-8b09d323caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:57.299483 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64f3fa9d-0f16-45b7-a27e-187bad74968e req-e75e20d2-237d-4dc0-9b24-8b09d323caf1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 1096 time: 0.0705941 Dec 22 17:35:57.401471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b051d-524c-4ab7-acba-52dc07a2e70c req-2ef37085-72bf-4a75-bca4-30721f1996c9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:57.402924 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8b3b051d-524c-4ab7-acba-52dc07a2e70c req-2ef37085-72bf-4a75-bca4-30721f1996c9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 943 time: 0.0929682 Dec 22 17:35:57.434119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3fa9d-0f16-45b7-a27e-187bad74968e req-f04d80f5-be7c-45d9-9bf2-3597a454fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:57.435513 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64f3fa9d-0f16-45b7-a27e-187bad74968e req-f04d80f5-be7c-45d9-9bf2-3597a454fc9d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 915 time: 0.1282108 Dec 22 17:35:57.451247 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8b3b051d-524c-4ab7-acba-52dc07a2e70c req-9ed1abee-4d74-4bdf-a1e5-2154be0225b7 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Dec 22 17:35:57.622346 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64f3fa9d-0f16-45b7-a27e-187bad74968e req-f21b7cf9-769b-4313-8ce1-3880e089572a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da1f6857-72b7-491f-85db-a8a38020190a HTTP/1.1" status: 200 len: 217 time: 0.1800108 Dec 22 17:35:57.632661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-aebae592-6a87-4167-8e81-ba1e65e6172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:57.670688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device a921612b-dd5c-4e55-8a91-d51757fdef80 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:35:57.689703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3fa9d-0f16-45b7-a27e-187bad74968e req-3dce2689-b23f-4d34-bf54-d6f27a1e5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:57.691065 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64f3fa9d-0f16-45b7-a27e-187bad74968e req-3dce2689-b23f-4d34-bf54-d6f27a1e5f4a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 200 len: 854 time: 0.0622580 Dec 22 17:35:57.706723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: a921612b-dd5c-4e55-8a91-d51757fdef80 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:35:57.707075 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device a921612b-dd5c-4e55-8a91-d51757fdef80 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:35:57.739490 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64f3fa9d-0f16-45b7-a27e-187bad74968e req-243b21cb-a611-4b66-943f-2edbc8d979f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2ddda28-dd75-4dbb-8016-ef9128430f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422454 Dec 22 17:35:57.873480 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64f3fa9d-0f16-45b7-a27e-187bad74968e req-f33bcd45-28dc-4280-b091-c33eb2ef866c service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278718 Dec 22 17:35:58.010523 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64f3fa9d-0f16-45b7-a27e-187bad74968e req-fecc642d-50a1-431e-bb8a-82420bed028b service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294892 Dec 22 17:35:58.654874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29235049-f9c4-4ca6-a679-c04b9f13bb73 req-5106e55a-8d5c-4cde-8955-e8b01abd7c30 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:58.655851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-29235049-f9c4-4ca6-a679-c04b9f13bb73 req-5106e55a-8d5c-4cde-8955-e8b01abd7c30 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Synchronizing usage tracker for tenant:fc1e66835a944b9d97e64b12d0c64cda on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:35:58.673458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-29235049-f9c4-4ca6-a679-c04b9f13bb73 req-5106e55a-8d5c-4cde-8955-e8b01abd7c30 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Unset dirty status for tenant:fc1e66835a944b9d97e64b12d0c64cda on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:35:58.674761 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-29235049-f9c4-4ca6-a679-c04b9f13bb73 req-5106e55a-8d5c-4cde-8955-e8b01abd7c30 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 943 time: 0.1092620 Dec 22 17:35:58.721437 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-29235049-f9c4-4ca6-a679-c04b9f13bb73 req-23488295-ccd5-4a70-b706-65c071945fe1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 Dec 22 17:35:59.701686 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device da1f6857-72b7-491f-85db-a8a38020190a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:35:59.841975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port da1f6857-72b7-491f-85db-a8a38020190a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da1f6857-72b7-491f-85db-a8a38020190a,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:35:59.855393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'da1f6857-72b7-491f-85db-a8a38020190a', 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f', 'port_id': 'da1f6857-72b7-491f-85db-a8a38020190a', 'mac_address': 'fa:16:3e:44:df:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb128ea-92e1-4abc-a007-1055e57f33a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:35:59.910827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefd137-cf36-43b0-8d34-4c2ff269b7c7 req-7dc0d81c-60d7-46b5-b019-fcd3e66cba79 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:35:59.912330 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-feefd137-cf36-43b0-8d34-4c2ff269b7c7 req-7dc0d81c-60d7-46b5-b019-fcd3e66cba79 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 943 time: 0.0815485 Dec 22 17:35:59.914348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:59.931594 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1f6857-72b7-491f-85db-a8a38020190a {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:35:59.947176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port da1f6857-72b7-491f-85db-a8a38020190a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da1f6857-72b7-491f-85db-a8a38020190a,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:35:59.951904 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:35:59.954947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:35:59.959210 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-feefd137-cf36-43b0-8d34-4c2ff269b7c7 req-3590d77e-89af-4a32-8dc0-ba4ce9def226 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Dec 22 17:36:00.021474 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=da1f6857-72b7-491f-85db-a8a38020190a,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:00.028536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:00.028888 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:00.029230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:00.029566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:00.029899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:00.030233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:00.030559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:00.030921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:00.031276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:00.031602 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:00.031926 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:00.032247 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:00.036379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:00.067062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2370aa01-a3cf-4cd2-b040-675d1899b936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:00.142657 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['da1f6857-72b7-491f-85db-a8a38020190a'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:36:01.082010 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:01.147401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f882-3318-4c91-9254-bfa75f1d603e req-388a763e-3966-4e08-921f-af5697e28bd5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:01.148918 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-95f8f882-3318-4c91-9254-bfa75f1d603e req-388a763e-3966-4e08-921f-af5697e28bd5 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 944 time: 0.0797775 Dec 22 17:36:01.196571 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-95f8f882-3318-4c91-9254-bfa75f1d603e req-13739c28-b6f8-4269-9861-6bb59850c3e1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420423 Dec 22 17:36:01.217567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:01.701979 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device da1f6857-72b7-491f-85db-a8a38020190a up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:36:01.773754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port da1f6857-72b7-491f-85db-a8a38020190a completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:36:01.779098 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port da1f6857-72b7-491f-85db-a8a38020190a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:01.779565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:01.899081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:01.926623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5cf234-cd85-4587-9351-ebff623ea893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1f6857-72b7-491f-85db-a8a38020190a'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:36:01.936162 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port da1f6857-72b7-491f-85db-a8a38020190a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da1f6857-72b7-491f-85db-a8a38020190a,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:36:01.940840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:01.943509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:01.979368 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5cf234-cd85-4587-9351-ebff623ea893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1f6857-72b7-491f-85db-a8a38020190a', 'code': 200} Dec 22 17:36:02.015408 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=da1f6857-72b7-491f-85db-a8a38020190a,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:02.018305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:02.200638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dee855-59b4-4b86-8630-83f791ff7c59 req-74bf6492-f08d-4f83-8bfa-25a79a6492fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:02.202102 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a8dee855-59b4-4b86-8630-83f791ff7c59 req-74bf6492-f08d-4f83-8bfa-25a79a6492fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 1098 time: 0.0719087 Dec 22 17:36:02.245186 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a8dee855-59b4-4b86-8630-83f791ff7c59 req-936836cd-2e7c-4036-8126-936c47fb0b6c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362692 Dec 22 17:36:02.393683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861920cc-4f19-4312-abda-8f08065849af req-21e1f1b8-eb7a-455e-8703-aac5f7d88489 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:02.395185 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-861920cc-4f19-4312-abda-8f08065849af req-21e1f1b8-eb7a-455e-8703-aac5f7d88489 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0852578 Dec 22 17:36:02.439905 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-861920cc-4f19-4312-abda-8f08065849af req-dff87f27-49a7-4c47-a27d-d069c831a705 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384336 Dec 22 17:36:02.595070 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:03.633126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd007f-c345-4ee2-8eef-dd0db51a511f req-3c9dc91f-c86e-4661-a4f7-5f0e2cebd174 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:03.634563 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3dbd007f-c345-4ee2-8eef-dd0db51a511f req-3c9dc91f-c86e-4661-a4f7-5f0e2cebd174 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0827301 Dec 22 17:36:03.678910 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3dbd007f-c345-4ee2-8eef-dd0db51a511f req-ccf5ad19-ac3f-4a9c-9406-8cfe510f6c20 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383575 Dec 22 17:36:03.865704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050e7c2-d2e4-4bfe-9364-2dd89437a1b2 req-d815c157-9c8e-47ec-af6a-546a5a304fda tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:03.867183 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8050e7c2-d2e4-4bfe-9364-2dd89437a1b2 req-d815c157-9c8e-47ec-af6a-546a5a304fda tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0808940 Dec 22 17:36:03.911201 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8050e7c2-d2e4-4bfe-9364-2dd89437a1b2 req-ffcb6b64-13ca-443d-b974-aa391bf408ca tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382800 Dec 22 17:36:04.317403 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-b1d59a77-699e-4a99-a629-adfc860ea78d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355572 Dec 22 17:36:04.329005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299371b-ca46-4c07-804b-2bf320b01a27 req-0b172e71-9467-4143-b264-23965e9e04c1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:04.330422 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7299371b-ca46-4c07-804b-2bf320b01a27 req-0b172e71-9467-4143-b264-23965e9e04c1 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.1011715 Dec 22 17:36:04.381682 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7299371b-ca46-4c07-804b-2bf320b01a27 req-02365970-b8e6-4922-a312-7bfea5f24be9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441287 Dec 22 17:36:05.305193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:05.463915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-b083316a-31c6-471b-bd28-782443042992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:05.465259 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-b083316a-31c6-471b-bd28-782443042992 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 1098 time: 0.0883603 Dec 22 17:36:05.585001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc85e9b-ed65-4359-9875-c1d13a1cb029 req-e9b53cb2-c21f-4c36-b61e-01a6a689edb6 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:05.586484 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9bc85e9b-ed65-4359-9875-c1d13a1cb029 req-e9b53cb2-c21f-4c36-b61e-01a6a689edb6 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0809827 Dec 22 17:36:05.609304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-6ac9076a-93be-45a0-8d81-0989f9a39e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:05.611085 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-6ac9076a-93be-45a0-8d81-0989f9a39e8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 915 time: 0.1394060 Dec 22 17:36:05.630880 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9bc85e9b-ed65-4359-9875-c1d13a1cb029 req-9935f63b-5acf-499c-b390-4699fecd65ed tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382185 Dec 22 17:36:05.688030 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-26d52278-dde5-4f23-adb7-899a7969e658 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da1f6857-72b7-491f-85db-a8a38020190a HTTP/1.1" status: 200 len: 217 time: 0.0702302 Dec 22 17:36:05.754068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-c30b7862-7407-4778-a33e-835cf1c9b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:05.755676 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-c30b7862-7407-4778-a33e-835cf1c9b71a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 200 len: 854 time: 0.0617049 Dec 22 17:36:05.804886 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-637ff1d8-24d6-41bf-98cf-40d0722238f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2ddda28-dd75-4dbb-8016-ef9128430f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425465 Dec 22 17:36:05.944539 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-797b4036-082f-41e5-927d-e6a45ec8ea91 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334147 Dec 22 17:36:06.082087 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-5bea7702-0959-42fb-9433-6fd1cb7611dd service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312220 Dec 22 17:36:06.827882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03880520-ee35-4071-a36d-79632fa69201 req-4cbdadeb-a4d5-43a1-826e-9f9b7addb687 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:06.829379 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-03880520-ee35-4071-a36d-79632fa69201 req-4cbdadeb-a4d5-43a1-826e-9f9b7addb687 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0938311 Dec 22 17:36:06.877906 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-03880520-ee35-4071-a36d-79632fa69201 req-082a7029-0ef6-4b0c-ad85-58fe3002a9d4 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423682 Dec 22 17:36:08.075851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5101caa-b0e3-4dd7-9154-6489ab523ecd req-20a9908c-02b8-4abf-812c-82eb743a7dd6 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:08.077325 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d5101caa-b0e3-4dd7-9154-6489ab523ecd req-20a9908c-02b8-4abf-812c-82eb743a7dd6 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0905430 Dec 22 17:36:08.124741 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d5101caa-b0e3-4dd7-9154-6489ab523ecd req-4d315d7f-3757-45c9-b05b-fff2668b9e9c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Dec 22 17:36:09.317132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8420bfe-2421-47ea-9b0a-9687d7e096b4 req-4382ab37-cdd4-4b6a-bcb4-941a42ad808a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:09.318612 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d8420bfe-2421-47ea-9b0a-9687d7e096b4 req-4382ab37-cdd4-4b6a-bcb4-941a42ad808a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0863655 Dec 22 17:36:09.366979 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d8420bfe-2421-47ea-9b0a-9687d7e096b4 req-50ed97b1-69c0-4255-835e-cdf406d6ff21 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Dec 22 17:36:10.553108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb1d5-351b-4ab0-9aa6-8786c3557555 req-dcded266-699c-4eef-b089-a0cfbe41adcd tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:10.554536 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0e3cb1d5-351b-4ab0-9aa6-8786c3557555 req-dcded266-699c-4eef-b089-a0cfbe41adcd tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0837512 Dec 22 17:36:10.602600 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0e3cb1d5-351b-4ab0-9aa6-8786c3557555 req-1b6e1c73-d227-45c6-b4e2-b189e5474dbc tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423119 Dec 22 17:36:11.908281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ef878-9946-4999-a82d-3c4414a4e0d7 req-d49d390b-4fd7-4d22-8616-a0dd148e15ba tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:11.909665 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ec3ef878-9946-4999-a82d-3c4414a4e0d7 req-d49d390b-4fd7-4d22-8616-a0dd148e15ba tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.2009764 Dec 22 17:36:11.953620 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ec3ef878-9946-4999-a82d-3c4414a4e0d7 req-0e7435bc-40a9-4ac8-8344-bc87d600cbb7 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383189 Dec 22 17:36:12.024001 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:36:13.152564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312c4ed-7717-42fe-a470-cfddb224036d req-4b9e4d8b-9594-4c7d-90ad-00602ef17618 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:13.153922 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c312c4ed-7717-42fe-a470-cfddb224036d req-4b9e4d8b-9594-4c7d-90ad-00602ef17618 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0955391 Dec 22 17:36:13.205050 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c312c4ed-7717-42fe-a470-cfddb224036d req-8c4b0d4f-665a-4bad-bef2-80833dd6f523 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Dec 22 17:36:14.396253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df6cf7-5952-43fa-a1e6-996920f33a12 req-d8a520b6-c04d-4b62-8f19-fd25ab66f763 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:14.397724 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-47df6cf7-5952-43fa-a1e6-996920f33a12 req-d8a520b6-c04d-4b62-8f19-fd25ab66f763 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0839381 Dec 22 17:36:14.442974 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-47df6cf7-5952-43fa-a1e6-996920f33a12 req-fceee2bd-3948-4431-a961-4558795714f0 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391972 Dec 22 17:36:15.628949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baaa0c-54ea-42c1-a808-4674a9be9471 req-e7190426-08e6-4f1a-9ee2-8848096ce2ab tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:15.630406 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e1baaa0c-54ea-42c1-a808-4674a9be9471 req-e7190426-08e6-4f1a-9ee2-8848096ce2ab tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0829043 Dec 22 17:36:15.673937 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e1baaa0c-54ea-42c1-a808-4674a9be9471 req-8816c9fa-fb0c-43a4-bcd7-51953f3017c3 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377457 Dec 22 17:36:16.859954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeefb0-3a86-4f29-94bd-1c89fa831130 req-d391a922-b288-4d10-bfa6-116f0cac091e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:16.861539 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-82eeefb0-3a86-4f29-94bd-1c89fa831130 req-d391a922-b288-4d10-bfa6-116f0cac091e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0813611 Dec 22 17:36:16.906225 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-82eeefb0-3a86-4f29-94bd-1c89fa831130 req-0a7d0167-f947-43d2-bfcf-45f333a80389 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387688 Dec 22 17:36:18.089100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da44726-ac0a-4d4f-832c-eac05d663248 req-20a92c4f-09c7-46f6-9050-eea6665c20c2 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:18.090464 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1da44726-ac0a-4d4f-832c-eac05d663248 req-20a92c4f-09c7-46f6-9050-eea6665c20c2 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0801651 Dec 22 17:36:18.135936 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1da44726-ac0a-4d4f-832c-eac05d663248 req-e7c72028-a3f4-48a5-8fd3-925f9c76b41b tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394144 Dec 22 17:36:19.326098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680c48-1743-4d1e-afb0-b75031c2e061 req-00ba5977-3f4d-463a-8bf9-50131cac838e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:19.328158 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-80680c48-1743-4d1e-afb0-b75031c2e061 req-00ba5977-3f4d-463a-8bf9-50131cac838e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0834184 Dec 22 17:36:19.373654 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-80680c48-1743-4d1e-afb0-b75031c2e061 req-aee91df5-8621-4157-9189-46affc63a95a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390859 Dec 22 17:36:20.586173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab176bfb-ab68-4c8f-82a0-01b591755eaa req-65428480-1b0f-4342-9a72-9f2308bd53ea tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:20.588090 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ab176bfb-ab68-4c8f-82a0-01b591755eaa req-65428480-1b0f-4342-9a72-9f2308bd53ea tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.1019018 Dec 22 17:36:20.632963 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ab176bfb-ab68-4c8f-82a0-01b591755eaa req-eae4d516-c0be-4e59-86ee-415ce0854308 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380070 Dec 22 17:36:21.814870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8982ea-75a7-49d7-ad2b-e31257e2b5ef req-e3563a5f-943d-45f5-965f-8c0b1f0fb87a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:21.816372 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8f8982ea-75a7-49d7-ad2b-e31257e2b5ef req-e3563a5f-943d-45f5-965f-8c0b1f0fb87a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0791788 Dec 22 17:36:21.864841 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8f8982ea-75a7-49d7-ad2b-e31257e2b5ef req-3f1ca8e8-a74a-4e74-bc62-d12cbab6f164 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Dec 22 17:36:23.047014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c207a98-1a65-484d-b374-a4b5b0df2f8b req-93ad7984-dd75-4f56-bd53-bf900065bec8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:23.048492 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9c207a98-1a65-484d-b374-a4b5b0df2f8b req-93ad7984-dd75-4f56-bd53-bf900065bec8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0793841 Dec 22 17:36:23.097536 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9c207a98-1a65-484d-b374-a4b5b0df2f8b req-5f66eff4-9807-44b1-a413-c1c70d9f1858 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433586 Dec 22 17:36:24.287196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dca75-8ba6-40f8-a834-20a0e6fda9ca req-ab9a1c77-c2d6-46ad-b550-396e091f4eab tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:24.288687 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-869dca75-8ba6-40f8-a834-20a0e6fda9ca req-ab9a1c77-c2d6-46ad-b550-396e091f4eab tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0794442 Dec 22 17:36:24.332485 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-869dca75-8ba6-40f8-a834-20a0e6fda9ca req-726ec7e7-2d56-42b5-a09c-a096f2f4c3b6 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379715 Dec 22 17:36:25.512900 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bdb89-e3be-4340-a6c1-157c8b0ed32c req-6468007d-29b1-432a-aa39-d7cbcf95a0d6 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:25.514351 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2d2bdb89-e3be-4340-a6c1-157c8b0ed32c req-6468007d-29b1-432a-aa39-d7cbcf95a0d6 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0786664 Dec 22 17:36:25.559233 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2d2bdb89-e3be-4340-a6c1-157c8b0ed32c req-eaa62141-93bd-4a66-8af7-101d82890b5f tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391355 Dec 22 17:36:26.742923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11a0a9-60f1-401d-8e75-7318bf7e1bb9 req-372e60ec-88d8-4f60-8aaf-30982c777b79 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:26.744287 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a11a0a9-60f1-401d-8e75-7318bf7e1bb9 req-372e60ec-88d8-4f60-8aaf-30982c777b79 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0819740 Dec 22 17:36:26.790747 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a11a0a9-60f1-401d-8e75-7318bf7e1bb9 req-50af2dfa-bf52-4e86-a912-4d8794285289 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401337 Dec 22 17:36:27.636514 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-affc75c6-64cf-4341-80b0-58c28019d56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:28.128411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c5877-5ef9-45eb-a1a1-869441bfb67b req-a00a52c4-069b-4ed3-bd4c-26f0d1a8bf97 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:28.129775 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-709c5877-5ef9-45eb-a1a1-869441bfb67b req-a00a52c4-069b-4ed3-bd4c-26f0d1a8bf97 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0832701 Dec 22 17:36:28.287609 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-709c5877-5ef9-45eb-a1a1-869441bfb67b req-cb0508ae-5894-4b08-8a09-145d4f99a27a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519454 Dec 22 17:36:29.477160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01256d1-a7c3-4246-b5c4-4d57e2dcdef1 req-5ba9579c-9a2d-4434-b053-c37808f0f24e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:29.478603 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f01256d1-a7c3-4246-b5c4-4d57e2dcdef1 req-5ba9579c-9a2d-4434-b053-c37808f0f24e tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0797002 Dec 22 17:36:29.521847 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f01256d1-a7c3-4246-b5c4-4d57e2dcdef1 req-185bc724-8ac1-4765-bf74-d8f267fafb10 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Dec 22 17:36:30.068316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dea3b7f8-1b93-496c-b591-7206cfd924c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:30.712408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757566c3-5793-4a56-8cad-fdebaf5cf3f9 req-ed1f25f0-5230-4d2d-aceb-195e6ef80c3f tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:30.714123 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-757566c3-5793-4a56-8cad-fdebaf5cf3f9 req-ed1f25f0-5230-4d2d-aceb-195e6ef80c3f tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0841925 Dec 22 17:36:30.763433 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-757566c3-5793-4a56-8cad-fdebaf5cf3f9 req-70a21127-418b-4116-b841-6181531b1ff4 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419919 Dec 22 17:36:31.085270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:31.221121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:31.960623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3a3dc-58e0-4ba0-8271-715d6995fafa req-a61d346c-6c71-4b75-8483-9154de6565f0 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:31.962060 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4ac3a3dc-58e0-4ba0-8271-715d6995fafa req-a61d346c-6c71-4b75-8483-9154de6565f0 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0877368 Dec 22 17:36:32.006652 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4ac3a3dc-58e0-4ba0-8271-715d6995fafa req-8d3dccd8-3ec7-4bd0-a637-86984b35e047 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382750 Dec 22 17:36:32.598666 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:32.792258 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-6015721f-79dd-4ef7-adff-de6518726c75 service neutron] 10.222.0.53 "GET /v2.0/ports/da1f6857-72b7-491f-85db-a8a38020190a/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0733156 Dec 22 17:36:33.063403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-6d3159fc-4f9e-4a0e-9858-3b4dbc487e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:33.064868 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-6d3159fc-4f9e-4a0e-9858-3b4dbc487e0f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893&tenant_id=fc1e66835a944b9d97e64b12d0c64cda HTTP/1.1" status: 200 len: 1098 time: 0.0807569 Dec 22 17:36:33.173246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-634fd1f1-86cc-43b1-b257-befe37189298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:33.175634 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-634fd1f1-86cc-43b1-b257-befe37189298 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 1098 time: 0.0851932 Dec 22 17:36:33.205746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea1850-bb43-4e80-83c3-bb3b0d5e0d2f req-701394c4-10ec-41c7-8de3-6cba75044285 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:33.207253 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-feea1850-bb43-4e80-83c3-bb3b0d5e0d2f req-701394c4-10ec-41c7-8de3-6cba75044285 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0928824 Dec 22 17:36:33.257624 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-feea1850-bb43-4e80-83c3-bb3b0d5e0d2f req-6241a4a1-cf23-479f-b901-aedb8f32cbb7 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Dec 22 17:36:33.314505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-a333f1b7-c163-4aaf-a97d-ff7bdda83c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:33.315970 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-a333f1b7-c163-4aaf-a97d-ff7bdda83c65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 915 time: 0.1334283 Dec 22 17:36:33.386636 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-4f30b9ec-0765-48f1-81e2-c167e343dd7a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da1f6857-72b7-491f-85db-a8a38020190a HTTP/1.1" status: 200 len: 217 time: 0.0640645 Dec 22 17:36:33.448402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-f9c5b0b5-fae2-48ad-a3bd-10eff7b87f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:33.449821 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-f9c5b0b5-fae2-48ad-a3bd-10eff7b87f59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 200 len: 854 time: 0.0575294 Dec 22 17:36:33.499511 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-a203f163-32d8-4b54-b7e9-60dd1825b719 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2ddda28-dd75-4dbb-8016-ef9128430f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432217 Dec 22 17:36:33.631200 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-3b68eef4-acdc-4b59-a376-961ee726459e service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253211 Dec 22 17:36:33.878179 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7e9a0b1-fd76-40d8-abf8-65b81dfa0a3b req-fb00f117-d9cf-42a2-8ea4-0a94f7dfd73f service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408257 Dec 22 17:36:34.589432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42eef23-5a9e-427d-b598-21d456c1a327 req-0849c019-76de-449a-aa03-66439187a5db tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:34.591558 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c42eef23-5a9e-427d-b598-21d456c1a327 req-0849c019-76de-449a-aa03-66439187a5db tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.2147033 Dec 22 17:36:34.594361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81511b8-ed50-4fb7-92b2-06c3d8397ba1 req-b3aa2644-821c-4da4-86ff-78c80d7f225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:34.596332 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b81511b8-ed50-4fb7-92b2-06c3d8397ba1 req-b3aa2644-821c-4da4-86ff-78c80d7f225c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 1098 time: 0.1659472 Dec 22 17:36:34.775463 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c42eef23-5a9e-427d-b598-21d456c1a327 req-a69c0658-7942-41fb-9d59-893fbbaa652b tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777613 Dec 22 17:36:34.839513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81511b8-ed50-4fb7-92b2-06c3d8397ba1 req-f991015e-3bb9-478d-b2b4-ee68a7663127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:34.840912 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b81511b8-ed50-4fb7-92b2-06c3d8397ba1 req-f991015e-3bb9-478d-b2b4-ee68a7663127 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 915 time: 0.2221954 Dec 22 17:36:34.916103 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b81511b8-ed50-4fb7-92b2-06c3d8397ba1 req-2ac9c934-caf6-4d89-bb18-b256dd58fa7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da1f6857-72b7-491f-85db-a8a38020190a HTTP/1.1" status: 200 len: 217 time: 0.0666232 Dec 22 17:36:34.979003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81511b8-ed50-4fb7-92b2-06c3d8397ba1 req-808c150c-1f73-4af1-9c9e-bd5dbe501c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:34.980443 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b81511b8-ed50-4fb7-92b2-06c3d8397ba1 req-808c150c-1f73-4af1-9c9e-bd5dbe501c26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 200 len: 854 time: 0.0575366 Dec 22 17:36:35.027757 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b81511b8-ed50-4fb7-92b2-06c3d8397ba1 req-6be5408f-7e06-40c2-af28-e39b7d23fcb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2ddda28-dd75-4dbb-8016-ef9128430f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401621 Dec 22 17:36:35.160421 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b81511b8-ed50-4fb7-92b2-06c3d8397ba1 req-10c43a55-62a3-474a-929c-b5d377ac2ce8 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244609 Dec 22 17:36:35.297911 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b81511b8-ed50-4fb7-92b2-06c3d8397ba1 req-7dcff257-7f5d-42ef-ba6d-0fc56afdd2d1 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300664 Dec 22 17:36:35.300673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:35.841677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device da1f6857-72b7-491f-85db-a8a38020190a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:36:35.845106 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device da1f6857-72b7-491f-85db-a8a38020190a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:36:35.972462 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fb6c3-8c0a-4009-a5ed-e518191b0a1b req-712a439c-e652-4229-8438-fa853177faba tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:35.974260 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fe2fb6c3-8c0a-4009-a5ed-e518191b0a1b req-712a439c-e652-4229-8438-fa853177faba tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0828731 Dec 22 17:36:36.025310 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fe2fb6c3-8c0a-4009-a5ed-e518191b0a1b req-8485aab2-4aa3-44ac-b943-90851494e6f2 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446465 Dec 22 17:36:36.085900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:36.114400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port da1f6857-72b7-491f-85db-a8a38020190a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da1f6857-72b7-491f-85db-a8a38020190a,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:36:36.140039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'da1f6857-72b7-491f-85db-a8a38020190a', 'network_id': 'd2ddda28-dd75-4dbb-8016-ef9128430f8f', 'port_id': 'da1f6857-72b7-491f-85db-a8a38020190a', 'mac_address': 'fa:16:3e:44:df:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb128ea-92e1-4abc-a007-1055e57f33a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:36:36.146664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5cf234-cd85-4587-9351-ebff623ea893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da1f6857-72b7-491f-85db-a8a38020190a'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:36:36.185768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port da1f6857-72b7-491f-85db-a8a38020190a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da1f6857-72b7-491f-85db-a8a38020190a,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:36:36.202653 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:36.207069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:36.274040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:36.298256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da1f6857-72b7-491f-85db-a8a38020190a {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:36:36.305054 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=da1f6857-72b7-491f-85db-a8a38020190a,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:36.310733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:36.366485 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5cf234-cd85-4587-9351-ebff623ea893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da1f6857-72b7-491f-85db-a8a38020190a', 'code': 200} Dec 22 17:36:36.373086 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:36:36.374050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:36:36.521494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b82a-c214-474b-8616-e94226d5f04e req-bad7835a-3488-48b9-83b9-f7eac56d1b5d tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:36.523053 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b82b82a-c214-474b-8616-e94226d5f04e req-bad7835a-3488-48b9-83b9-f7eac56d1b5d tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893&tenant_id=fc1e66835a944b9d97e64b12d0c64cda&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 943 time: 0.1772518 Dec 22 17:36:36.535185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92cc8d-d74f-4ec8-951a-9b5f1ad2ab6d req-3490cc66-e4ea-4f37-aa8f-1d8b0a185311 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:36.536652 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8c92cc8d-d74f-4ec8-951a-9b5f1ad2ab6d req-3490cc66-e4ea-4f37-aa8f-1d8b0a185311 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 943 time: 0.1486452 Dec 22 17:36:36.584935 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8c92cc8d-d74f-4ec8-951a-9b5f1ad2ab6d req-af6f047a-ee4a-49bf-9516-db1660da1ef8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422525 Dec 22 17:36:36.672885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b82a-c214-474b-8616-e94226d5f04e req-03373ba3-3467-4237-b4c7-9a6a319b81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:36.674335 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b82b82a-c214-474b-8616-e94226d5f04e req-03373ba3-3467-4237-b4c7-9a6a319b81f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 1096 time: 0.0705361 Dec 22 17:36:36.829756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b82a-c214-474b-8616-e94226d5f04e req-d80c6ce4-b8cb-4b96-92ba-e8cb3b76e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:36.831214 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b82b82a-c214-474b-8616-e94226d5f04e req-d80c6ce4-b8cb-4b96-92ba-e8cb3b76e88c service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 200 len: 915 time: 0.1496110 Dec 22 17:36:36.901904 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b82b82a-c214-474b-8616-e94226d5f04e req-36a09c39-9137-471b-bfaf-ec25ec2b7609 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da1f6857-72b7-491f-85db-a8a38020190a HTTP/1.1" status: 200 len: 217 time: 0.0638800 Dec 22 17:36:36.932508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:36.950444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1f6857-72b7-491f-85db-a8a38020190a {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:36:36.966843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port da1f6857-72b7-491f-85db-a8a38020190a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da1f6857-72b7-491f-85db-a8a38020190a,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:36:36.967154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b82a-c214-474b-8616-e94226d5f04e req-b2ceedf9-e898-48ad-9f38-148176658e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:36.968631 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b82b82a-c214-474b-8616-e94226d5f04e req-b2ceedf9-e898-48ad-9f38-148176658e12 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 200 len: 854 time: 0.0610206 Dec 22 17:36:36.973016 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:36.974750 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:37.024845 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b82b82a-c214-474b-8616-e94226d5f04e req-d2bcfece-4840-4bb9-bc5b-99b66b637947 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2ddda28-dd75-4dbb-8016-ef9128430f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492504 Dec 22 17:36:37.036259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['da1f6857-72b7-491f-85db-a8a38020190a'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:36:37.098069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=da1f6857-72b7-491f-85db-a8a38020190a,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:37.102534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:37.165233 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b82b82a-c214-474b-8616-e94226d5f04e req-efb95635-7873-4ae2-a890-83d72bae4823 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334915 Dec 22 17:36:37.425034 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b82b82a-c214-474b-8616-e94226d5f04e req-1821c565-69b9-4d9f-be72-9af175776fec service neutron] 10.222.0.53 "GET /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531359 Dec 22 17:36:37.790009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad0116-2b7f-4bd0-9a0a-2375ce2041a0 req-0d165106-7169-4067-868d-884d4d4b4252 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:37.791420 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b2ad0116-2b7f-4bd0-9a0a-2375ce2041a0 req-0d165106-7169-4067-868d-884d4d4b4252 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 944 time: 0.0900297 Dec 22 17:36:37.843525 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b2ad0116-2b7f-4bd0-9a0a-2375ce2041a0 req-6fef6a40-f0b3-4d15-8a65-b7a491865d99 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464168 Dec 22 17:36:37.860940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device da1f6857-72b7-491f-85db-a8a38020190a up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:36:37.963999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port da1f6857-72b7-491f-85db-a8a38020190a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:37.964375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:38.099806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:38.152569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port da1f6857-72b7-491f-85db-a8a38020190a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da1f6857-72b7-491f-85db-a8a38020190a,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:36:38.158172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:38.160408 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:38.231025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=da1f6857-72b7-491f-85db-a8a38020190a,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:38.234197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:38.367202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5cf234-cd85-4587-9351-ebff623ea893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1f6857-72b7-491f-85db-a8a38020190a'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:36:38.410855 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5cf234-cd85-4587-9351-ebff623ea893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1f6857-72b7-491f-85db-a8a38020190a', 'code': 200} Dec 22 17:36:39.030848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306402b7-57c4-4a72-b1f8-37ba6ee5b456 req-5d50bcc8-3313-478b-a53c-575d8b830bb7 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:39.032367 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-306402b7-57c4-4a72-b1f8-37ba6ee5b456 req-5d50bcc8-3313-478b-a53c-575d8b830bb7 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0826812 Dec 22 17:36:39.076667 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-306402b7-57c4-4a72-b1f8-37ba6ee5b456 req-a511f3f0-9b33-4bd4-8d42-d31f8e19b55c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382929 Dec 22 17:36:39.260889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ec6a7-d444-45f3-b960-86d6e0a240b1 req-f18ed958-adea-4d60-9584-3687c732da83 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:39.262322 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-862ec6a7-d444-45f3-b960-86d6e0a240b1 req-f18ed958-adea-4d60-9584-3687c732da83 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0821345 Dec 22 17:36:39.306272 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-862ec6a7-d444-45f3-b960-86d6e0a240b1 req-be80abe5-bd2d-4fce-a0f2-513f79d7190d tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380771 Dec 22 17:36:39.493946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08e337-ec45-42c5-8bbd-df679c11f511 req-c20b0335-cfe9-491f-ab3e-8658b0be4d1c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:39.495415 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0a08e337-ec45-42c5-8bbd-df679c11f511 req-c20b0335-cfe9-491f-ab3e-8658b0be4d1c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0842941 Dec 22 17:36:39.539931 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0a08e337-ec45-42c5-8bbd-df679c11f511 req-5c4dd1dc-e5b9-4c3a-a1af-ef2b626e8757 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387049 Dec 22 17:36:40.107463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c58a5-69f0-4447-9d8e-81cd584c4e74 req-3dcc1412-6579-4c20-8cbd-623ee2f27dbd tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:40.109463 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f99c58a5-69f0-4447-9d8e-81cd584c4e74 req-3dcc1412-6579-4c20-8cbd-623ee2f27dbd tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0811062 Dec 22 17:36:40.157288 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f99c58a5-69f0-4447-9d8e-81cd584c4e74 req-c7ed7063-9813-4e51-8365-0827ec4643a9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Dec 22 17:36:41.351667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2173c-9b7d-4a2c-b84a-d7bc25a3a311 req-c99fc378-2f5b-4299-90f9-023230e0cea9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:41.353276 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-89b2173c-9b7d-4a2c-b84a-d7bc25a3a311 req-c99fc378-2f5b-4299-90f9-023230e0cea9 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0862219 Dec 22 17:36:41.397892 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-89b2173c-9b7d-4a2c-b84a-d7bc25a3a311 req-7a4a8e6a-a9f6-43db-9de8-01e00f782507 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/security-groups?id=993ee3ed-855d-49cb-8760-e66208eb703b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388083 Dec 22 17:36:41.524584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab916e-ff71-40ae-b801-2cd8c5121e38 req-235b3ceb-c5d1-46f6-b6e1-687dbaf50bde tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:41.525900 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c3ab916e-ff71-40ae-b801-2cd8c5121e38 req-235b3ceb-c5d1-46f6-b6e1-687dbaf50bde tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 945 time: 0.0790472 Dec 22 17:36:41.595539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-c3ab916e-ff71-40ae-b801-2cd8c5121e38 req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Deleting port da1f6857-72b7-491f-85db-a8a38020190a {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:36:41.595874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c3ab916e-ff71-40ae-b801-2cd8c5121e38 req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:41.842658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-c3ab916e-ff71-40ae-b801-2cd8c5121e38 req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] For port da1f6857-72b7-491f-85db-a8a38020190a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da1f6857-72b7-491f-85db-a8a38020190a,segment=NetworkSegment(b0322dae-e5a6-46f9-89a7-f47afde499e5),segment_id=b0322dae-e5a6-46f9-89a7-f47afde499e5)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:36:41.843531 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c3ab916e-ff71-40ae-b801-2cd8c5121e38 req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:41.970740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-c3ab916e-ff71-40ae-b801-2cd8c5121e38 req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Calling delete_port for da1f6857-72b7-491f-85db-a8a38020190a owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:36:42.110830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c3ab916e-ff71-40ae-b801-2cd8c5121e38 req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:42.116786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-86658762-23a5-4511-a730-1a200b7e6c47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:42.122779 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['da1f6857-72b7-491f-85db-a8a38020190a'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:36:42.163814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Pushing event deleted for resources: {'Port': ['ID=da1f6857-72b7-491f-85db-a8a38020190a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:42.202724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:42.203196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:42.203574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:42.203938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:42.204297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:42.204657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:42.205012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:42.205367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:42.205721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:42.206073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:42.206426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:42.206773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:42.213817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:42.247074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ab916e-ff71-40ae-b801-2cd8c5121e38 req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] No DVR routers for this DVR port da1f6857-72b7-491f-85db-a8a38020190a on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:36:42.249953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c3ab916e-ff71-40ae-b801-2cd8c5121e38 req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:42.252491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5cf234-cd85-4587-9351-ebff623ea893', 'name': 'network-vif-deleted', 'tag': 'da1f6857-72b7-491f-85db-a8a38020190a'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:36:42.269341 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c3ab916e-ff71-40ae-b801-2cd8c5121e38 req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.53 "DELETE /v2.0/ports/da1f6857-72b7-491f-85db-a8a38020190a HTTP/1.1" status: 204 len: 173 time: 0.7383699 Dec 22 17:36:42.297777 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5cf234-cd85-4587-9351-ebff623ea893', 'name': 'network-vif-deleted', 'tag': 'da1f6857-72b7-491f-85db-a8a38020190a', 'status': 'completed', 'code': 200} Dec 22 17:36:42.567260 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-44493181-a637-4ec2-a545-919de5eb9e38 req-b6c80a27-1fcf-4e19-9c78-12ae0073950c tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e5cf234-cd85-4587-9351-ebff623ea893 HTTP/1.1" status: 200 len: 210 time: 0.0436466 Dec 22 17:36:43.800615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40964) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:36:43.864510 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Deleting subnet bbb128ea-92e1-4abc-a007-1055e57f33a6 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:36:43.867243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:43.915543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:43.972734 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.042745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.046947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3c7876dc-418c-4e39-892a-832503a4f8ce tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:44.080856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb128ea-92e1-4abc-a007-1055e57f33a6,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:44.085781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.092952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:44.093345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:44.093728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:44.094105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:44.094477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:44.094847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:44.095243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:44.095611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:44.095977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:44.096340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:44.096701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:44.097061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:44.100802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:44.104870 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-416d37f3-864f-424a-b26e-14de9d913e1c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bbb128ea-92e1-4abc-a007-1055e57f33a6 HTTP/1.1" status: 204 len: 168 time: 0.3005924 Dec 22 17:36:44.104870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40968) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:36:44.209347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.337310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.362100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ddda28-dd75-4dbb-8016-ef9128430f8f']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:36:44.374262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0322dae-e5a6-46f9-89a7-f47afde499e5') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:36:44.374562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0322dae-e5a6-46f9-89a7-f47afde499e5') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:36:44.386713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.407134 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.413155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:36:44.413556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:36:44.427336 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:36:44.500469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.503881 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d0b50ebb-205e-4b65-8fbd-5c3789a66fb5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:44.516342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.527734 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2ddda28-dd75-4dbb-8016-ef9128430f8f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:44.531545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:44.534815 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d2ddda28-dd75-4dbb-8016-ef9128430f8f HTTP/1.1" status: 204 len: 168 time: 0.4291363 Dec 22 17:36:44.667967 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40974) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:36:44.721844 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-500c1c16-9d81-4e07-9f1d-793b1f23fb6f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc1e66835a944b9d97e64b12d0c64cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526013 Dec 22 17:36:44.724194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 40978) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:36:44.786708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d03a-ae6c-4e89-ad3d-e1bf581f0d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.813747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d03a-ae6c-4e89-ad3d-e1bf581f0d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.866829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d03a-ae6c-4e89-ad3d-e1bf581f0d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.870483 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4d0e04aa-9187-443a-bed6-514ccf7deabb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:44.882912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3d03a-ae6c-4e89-ad3d-e1bf581f0d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993ee3ed-855d-49cb-8760-e66208eb703b,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:44.885676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d7b3d03a-ae6c-4e89-ad3d-e1bf581f0d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:44.898267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d03a-ae6c-4e89-ad3d-e1bf581f0d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:44.899535 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d7b3d03a-ae6c-4e89-ad3d-e1bf581f0d23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/993ee3ed-855d-49cb-8760-e66208eb703b HTTP/1.1" status: 204 len: 168 time: 0.1743398 Dec 22 17:36:45.598675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 41002) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:36:45.700106 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2093188798-network', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:36:45.704903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:36:45.708775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Usage tracker for resource:network and tenant:fb4ccb598bb24cc985d7dfd304e22b7e is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:36:45.711684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:36:45.718643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:36:45.729083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Made reservation on behalf of fb4ccb598bb24cc985d7dfd304e22b7e for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:36:45.731433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:45.748977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:45.764858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:36:45.768760 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Usage tracker for resource:security_group_rule and tenant:fb4ccb598bb24cc985d7dfd304e22b7e is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:36:45.771681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:36:45.777419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:36:45.869197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device da1f6857-72b7-491f-85db-a8a38020190a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:36:45.869819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:45.874146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:45.877405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-77842186-8529-4233-95ec-b5e592533a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:45.905103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: da1f6857-72b7-491f-85db-a8a38020190a {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:36:45.905462 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device da1f6857-72b7-491f-85db-a8a38020190a not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:36:45.909931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:36:45.915441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598c1448-13b9-4f9d-8ca2-0d8badd6b0d9,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:45.918962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:45.923636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:45.923636 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Added segment c5a38874-a0cf-4076-9a24-a8e5ba21d955 of type vlan for network 611b6801-2b03-4394-934d-61f09ff76ac8 Dec 22 17:36:45.957649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:45.988030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:45.989057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:45.989668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:45.994521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4e0aacbe-5174-46e2-abd3-2f8d4c5f0986 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:46.096899 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4970801 Dec 22 17:36:46.099799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 41008) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:36:46.100432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Pushing event updated for resources: {'Network': ['ID=611b6801-2b03-4394-934d-61f09ff76ac8,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:46.103358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:46.105878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Request body: {'subnet': {'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2093188798-subnet', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:36:46.110753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 611b6801-2b03-4394-934d-61f09ff76ac8 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:36:46.111121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:36:46.115167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Usage tracker for resource:subnet and tenant:fb4ccb598bb24cc985d7dfd304e22b7e is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:36:46.118023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:36:46.124380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:36:46.134955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Made reservation on behalf of fb4ccb598bb24cc985d7dfd304e22b7e for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:36:46.137399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:46.347874 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:46.351335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:46.419359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:46.423492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:46.430271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Checking segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:36:46.430622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Network hostable DHCP agents. Network: 611b6801-2b03-4394-934d-61f09ff76ac8, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:36:46.449591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Network 611b6801-2b03-4394-934d-61f09ff76ac8 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:36:46.459281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 611b6801-2b03-4394-934d-61f09ff76ac8) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:36:46.464415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:46.465532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:46.469096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f26def-be4d-4c3e-82be-71fde28abb1f None None] Network 611b6801-2b03-4394-934d-61f09ff76ac8 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:36:46.487564 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3864264 Dec 22 17:36:46.490135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 41012) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:36:46.495200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:36:46.500578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:36:46.504628 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Usage tracker for resource:router and tenant:fb4ccb598bb24cc985d7dfd304e22b7e is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:36:46.507568 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:36:46.513220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:36:46.524303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:46.525283 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:46.541818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:46.743841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-611b6801-2b03-4394-934d-61f09ff76ac8', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:36:46.744725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:46.900103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Allocated IP 172.20.0.2 (611b6801-2b03-4394-934d-61f09ff76ac8/e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61/db2e2da1-046e-4e36-be6a-55909f24c65d) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:36:46.945677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:47.119803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:47.131337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Transition to ACTIVE for port object db2e2da1-046e-4e36-be6a-55909f24c65d will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:36:47.150788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Transition to ACTIVE for port object db2e2da1-046e-4e36-be6a-55909f24c65d will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:36:47.157552 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:47.162601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:47.232836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Network 611b6801-2b03-4394-934d-61f09ff76ac8 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:36:47.235920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:36:47.239864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:36:47.297577 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:47.321266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Pushing event updated for resources: {'Port': ['ID=db2e2da1-046e-4e36-be6a-55909f24c65d,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:47.328842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:47.332201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:47.353634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Attempting to bind port db2e2da1-046e-4e36-be6a-55909f24c65d on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:36:47.354043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Attempting to bind port db2e2da1-046e-4e36-be6a-55909f24c65d by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:36:47.354432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Attempting to bind port db2e2da1-046e-4e36-be6a-55909f24c65d on network 611b6801-2b03-4394-934d-61f09ff76ac8 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:36:47.360375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:36:47.360768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Checking segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:36:47.361213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:47.361646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Bound using segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:36:47.362218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Bound port: db2e2da1-046e-4e36-be6a-55909f24c65d, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:36:47.362635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:47.462960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] For port db2e2da1-046e-4e36-be6a-55909f24c65d, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:36:47.466456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] For port db2e2da1-046e-4e36-be6a-55909f24c65d, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=db2e2da1-046e-4e36-be6a-55909f24c65d,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:36:47.476327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:47.480021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-aa9a1efa-772a-41d8-bd2e-484bb66d4a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:47.482491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Allocated IP 172.26.3.96 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/d3949f0f-56b9-46de-9742-0c4c609dda8f) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:36:47.569883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Pushing event updated for resources: {'Port': ['ID=db2e2da1-046e-4e36-be6a-55909f24c65d,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:47.573101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:47.659278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:47.692106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:47.697028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-44282e7d-a8fb-4078-b364-83fb21ca2d5b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:47.770362 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:36:47.773573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:36:47.777221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:36:47.820295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Pushing event updated for resources: {'Port': ['ID=d3949f0f-56b9-46de-9742-0c4c609dda8f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:47.824038 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:48.225186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:48.493719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device db2e2da1-046e-4e36-be6a-55909f24c65d up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:36:48.548640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e686521d-3c4d-4bee-89eb-58b2384106b9 None None] Network 611b6801-2b03-4394-934d-61f09ff76ac8 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:36:48.662663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3b2f86bf-022f-4701-85b6-49d65c29889b None None] Provisioning for port db2e2da1-046e-4e36-be6a-55909f24c65d completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:36:48.667430 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port db2e2da1-046e-4e36-be6a-55909f24c65d completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:36:48.677506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3b2f86bf-022f-4701-85b6-49d65c29889b None None] Provisioning complete for port db2e2da1-046e-4e36-be6a-55909f24c65d triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:48.677926 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b2f86bf-022f-4701-85b6-49d65c29889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:48.719555 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port db2e2da1-046e-4e36-be6a-55909f24c65d triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:48.719928 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:48.721901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:48.924668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Router 01db2cd5-b493-40f8-942c-fb8f04007e1b is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:36:48.997505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b2f86bf-022f-4701-85b6-49d65c29889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:49.018344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:49.023330 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:36:49.059252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3b2f86bf-022f-4701-85b6-49d65c29889b None None] For port db2e2da1-046e-4e36-be6a-55909f24c65d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=db2e2da1-046e-4e36-be6a-55909f24c65d,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:36:49.066448 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3b2f86bf-022f-4701-85b6-49d65c29889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:49.096668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:49.107228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:36:49.133099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Sync routers for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:36:49.133872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:49.137779 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6441095 Dec 22 17:36:49.138155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 41016) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:36:49.181880 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:36:49.182517 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:36:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:36:49.256300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:36:49.256660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:36:49.278998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f86bf-022f-4701-85b6-49d65c29889b None None] Pushing event updated for resources: {'Port': ['ID=db2e2da1-046e-4e36-be6a-55909f24c65d,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:49.283524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3b2f86bf-022f-4701-85b6-49d65c29889b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:49.417047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-00c25884-a9b1-4feb-a7b8-7842963cacc0 None None] Provisioning complete for port db2e2da1-046e-4e36-be6a-55909f24c65d triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:49.417310 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-00c25884-a9b1-4feb-a7b8-7842963cacc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:49.468492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:36:49.866275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:48Z', 'revision_number': 3, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:36:49.870146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Checking router: 01db2cd5-b493-40f8-942c-fb8f04007e1b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:36:49.870566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Updating router 01db2cd5-b493-40f8-942c-fb8f04007e1b port d3949f0f-56b9-46de-9742-0c4c609dda8f binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:36:49.926096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:49.965224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.171236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Allocated IP 172.20.0.1 (611b6801-2b03-4394-934d-61f09ff76ac8/e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61/b7edba89-6619-4a1a-a663-dd92375f2464) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:36:50.262397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.275413 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Transition to ACTIVE for port object d3949f0f-56b9-46de-9742-0c4c609dda8f will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:36:50.282204 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.285743 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:50.324520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.342621 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Transition to ACTIVE for port object b7edba89-6619-4a1a-a663-dd92375f2464 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:36:50.360391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Attempting to bind port d3949f0f-56b9-46de-9742-0c4c609dda8f on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:36:50.360834 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Attempting to bind port d3949f0f-56b9-46de-9742-0c4c609dda8f by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:36:50.361143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Attempting to bind port d3949f0f-56b9-46de-9742-0c4c609dda8f on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:36:50.367064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabf910-d853-486f-bf1a-5d4bfb82687e None None] Pushing event updated for resources: {'Port': ['ID=d3949f0f-56b9-46de-9742-0c4c609dda8f,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:50.370507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.371989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cdabf910-d853-486f-bf1a-5d4bfb82687e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:50.372967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:36:50.373384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:36:50.373749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.374146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:36:50.374625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Bound port: d3949f0f-56b9-46de-9742-0c4c609dda8f, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:36:50.375005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.375301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:50.439455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Network 611b6801-2b03-4394-934d-61f09ff76ac8 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:36:50.442175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:36:50.445974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:36:50.466706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device db2e2da1-046e-4e36-be6a-55909f24c65d up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:36:50.482747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Pushing event updated for resources: {'Port': ['ID=b7edba89-6619-4a1a-a663-dd92375f2464,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:50.493115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:50.511271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.519118 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] For port d3949f0f-56b9-46de-9742-0c4c609dda8f, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:36:50.532126 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] For port d3949f0f-56b9-46de-9742-0c4c609dda8f, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d3949f0f-56b9-46de-9742-0c4c609dda8f,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:36:50.539936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.544490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:50.625187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port db2e2da1-046e-4e36-be6a-55909f24c65d triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:50.625547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.648300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.671064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:36:50.671723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:36:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:36:50.761911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabf910-d853-486f-bf1a-5d4bfb82687e None None] Pushing event updated for resources: {'Port': ['ID=d3949f0f-56b9-46de-9742-0c4c609dda8f,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:50.769398 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cdabf910-d853-486f-bf1a-5d4bfb82687e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:50.832269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-56649247-1df8-4139-96fd-fd70747ea942 None None] Provisioning for port b7edba89-6619-4a1a-a663-dd92375f2464 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:36:50.892066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.896888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.907367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-56649247-1df8-4139-96fd-fd70747ea942 None None] Provisioning complete for port b7edba89-6619-4a1a-a663-dd92375f2464 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:50.907970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-56649247-1df8-4139-96fd-fd70747ea942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:50.924757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:51.011265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:51.016469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Pushing event updated for resources: {'Port': ['ID=b7edba89-6619-4a1a-a663-dd92375f2464,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:51.021448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:51.026569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-56649247-1df8-4139-96fd-fd70747ea942 None None] Port b7edba89-6619-4a1a-a663-dd92375f2464 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:36:51.034664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:36:51.155572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Network 611b6801-2b03-4394-934d-61f09ff76ac8 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:36:51.155828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:36:51.355292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 1, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:36:51.358619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Router 01db2cd5-b493-40f8-942c-fb8f04007e1b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:36:51.359940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ca248-3885-4124-bb9a-6ab4038f12c7 None None] The sync data for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv is: [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 1, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:36:51.449291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-671409e4-c4ad-4956-b6a6-f1494262fd69 None None] Provisioning complete for port b7edba89-6619-4a1a-a663-dd92375f2464 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:51.449677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-671409e4-c4ad-4956-b6a6-f1494262fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:51.512567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-671409e4-c4ad-4956-b6a6-f1494262fd69 None None] Port b7edba89-6619-4a1a-a663-dd92375f2464 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:36:51.686006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:36:51.695050 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] 10.222.0.70 "PUT /v2.0/routers/01db2cd5-b493-40f8-942c-fb8f04007e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5558023 Dec 22 17:36:52.235242 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 41026) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:36:52.240541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842827102', 'description': 'tempest-description--1359645870'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:36:52.246771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:36:52.250835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Usage tracker for resource:security_group and tenant:fb4ccb598bb24cc985d7dfd304e22b7e is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:36:52.253761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:36:52.260504 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:36:52.271523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.292165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:36:52.296905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Usage tracker for resource:security_group_rule and tenant:fb4ccb598bb24cc985d7dfd304e22b7e is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:36:52.300048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:36:52.305668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:36:52.383523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.387603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.392147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-99e77e4f-62a6-4f67-8b20-341d499a4462 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:52.432839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509ff212-6f0f-4d17-a483-cd85215424bc,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:52.435954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:52.437204 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.438760 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2022853 Dec 22 17:36:52.441548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 41030) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:36:52.447179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Request body: {'security_group_rule': {'security_group_id': '509ff212-6f0f-4d17-a483-cd85215424bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:36:52.454133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:36:52.458615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Usage tracker for resource:security_group_rule and tenant:fb4ccb598bb24cc985d7dfd304e22b7e is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:36:52.461759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:36:52.469218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:36:52.489402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.499969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d3949f0f-56b9-46de-9742-0c4c609dda8f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:36:52.564578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.568839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.570896 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38c676d1-3a3d-460e-b032-8ecc20292038 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:52.592475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port d3949f0f-56b9-46de-9742-0c4c609dda8f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:36:52.592778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41efc2fb-01d9-41a7-8f52-b94a7ce64dd4,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:52.596877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:52.602110 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port d3949f0f-56b9-46de-9742-0c4c609dda8f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:52.602665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.605873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.607672 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643543 Dec 22 17:36:52.611667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 41034) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:36:52.616677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Request body: {'security_group_rule': {'security_group_id': '509ff212-6f0f-4d17-a483-cd85215424bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:36:52.622630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:36:52.627055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Usage tracker for resource:security_group_rule and tenant:fb4ccb598bb24cc985d7dfd304e22b7e is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:36:52.630051 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:36:52.636266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:36:52.656440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.733582 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.733856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.738611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.741597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1a16db68-2328-446a-8984-402e5b516934 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:52.754317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port d3949f0f-56b9-46de-9742-0c4c609dda8f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d3949f0f-56b9-46de-9742-0c4c609dda8f,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:36:52.759443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.766700 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:52.773581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5553c2f8-3bc4-4b02-83ec-82666d04988c,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:52.776636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:52.788419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.791164 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771221 Dec 22 17:36:52.792771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 41038) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:36:52.798773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:36:52.809988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:36:52.815067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Usage tracker for resource:floatingip and tenant:fb4ccb598bb24cc985d7dfd304e22b7e is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:36:52.818380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:36:52.825374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:36:52.836300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:52.848462 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=d3949f0f-56b9-46de-9742-0c4c609dda8f,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:52.856184 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:52.990296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:53.131703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Allocated IP 172.26.3.251 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/64dcaca3-9391-4fe1-960d-3ae0067c438d) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:36:53.394805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:53.422800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:53.426458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:53.448561 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Sync routers for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:36:53.459488 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:36:53.460105 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:36:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:36:53.495895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:36:53.496991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:36:53.499688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:36:53.545953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event updated for resources: {'Port': ['ID=64dcaca3-9391-4fe1-960d-3ae0067c438d,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:53.550220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:53.589161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:53.636354 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:36:53.647091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:53.858311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:53.863834 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:53.868631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:53.976417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event updated for resources: {'Port': ['ID=64dcaca3-9391-4fe1-960d-3ae0067c438d,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:53.980310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:53.984989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:53.987242 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 2, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:36:53.991044 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Checking router: 01db2cd5-b493-40f8-942c-fb8f04007e1b for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:36:53.991433 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Updating router 01db2cd5-b493-40f8-942c-fb8f04007e1b port b7edba89-6619-4a1a-a663-dd92375f2464 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:36:54.006697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:54.008058 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2143133 Dec 22 17:36:54.053321 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:54.172217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-b02f52f1-ccaf-406f-b612-46d1a6185df0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Synchronizing usage tracker for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:36:54.189356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-b02f52f1-ccaf-406f-b612-46d1a6185df0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Unset dirty status for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:36:54.190546 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-b02f52f1-ccaf-406f-b612-46d1a6185df0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--842827102&fields=id&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 267 time: 0.0579116 Dec 22 17:36:54.339672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-05cc0b80-b240-43f2-8cfe-03ccf3487c3a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:54.340340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-05cc0b80-b240-43f2-8cfe-03ccf3487c3a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Synchronizing usage tracker for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:36:54.357932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-05cc0b80-b240-43f2-8cfe-03ccf3487c3a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Unset dirty status for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:36:54.359132 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-05cc0b80-b240-43f2-8cfe-03ccf3487c3a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 812 time: 0.1617265 Dec 22 17:36:54.374755 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-4a0bef7e-2f57-4a90-bbee-4a17d18c5736 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/quotas/fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 375 time: 0.0097315 Dec 22 17:36:54.392780 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:54.409428 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Transition to ACTIVE for port object b7edba89-6619-4a1a-a663-dd92375f2464 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:36:54.418756 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:54.422756 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-b3c5c1fd-fcd0-4f5b-a6d0-02792e002711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:54.464093 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-a1d802b0-bd42-4f44-91de-05f44d64b087 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839601 Dec 22 17:36:54.467930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d3949f0f-56b9-46de-9742-0c4c609dda8f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:36:54.546728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port d3949f0f-56b9-46de-9742-0c4c609dda8f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:54.547512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:54.551984 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Pushing event updated for resources: {'Port': ['ID=b7edba89-6619-4a1a-a663-dd92375f2464,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:54.564812 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:54.565156 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:54.565497 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:54.565829 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:54.566159 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:54.566484 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:54.566803 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:54.567137 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:54.567469 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:54.567785 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:54.568104 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:54.568415 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:36:54.579392 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:54.677069 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Attempting to bind port b7edba89-6619-4a1a-a663-dd92375f2464 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:36:54.677453 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Attempting to bind port b7edba89-6619-4a1a-a663-dd92375f2464 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:36:54.677821 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Attempting to bind port b7edba89-6619-4a1a-a663-dd92375f2464 on network 611b6801-2b03-4394-934d-61f09ff76ac8 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:36:54.682293 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6043711c-9a38-40fb-9f0a-0f322f87f511 service neutron] 10.222.0.70 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019980 Dec 22 17:36:54.683562 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:36:54.683945 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Checking segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:36:54.684351 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:54.684750 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Bound using segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:36:54.685248 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Bound port: b7edba89-6619-4a1a-a663-dd92375f2464, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:36:54.685657 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:54.783136 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] For port b7edba89-6619-4a1a-a663-dd92375f2464, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:36:54.787079 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] For port b7edba89-6619-4a1a-a663-dd92375f2464, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b7edba89-6619-4a1a-a663-dd92375f2464,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:36:54.793074 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:54.798670 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-95e03b30-15db-4617-96ef-721c23f132f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:54.825262 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-c52314c0-8764-4e33-bfd1-410dc57638a4 service neutron] 10.222.0.70 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339426 Dec 22 17:36:54.872909 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:36:54.873593 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:36:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:36:55.029744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-1a1b1776-9c15-4125-85aa-ccb1d89c7995 req-23cb72a3-ae1b-45cf-95b1-78c92d94ca99 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Synchronizing usage tracker for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:36:55.050122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-1a1b1776-9c15-4125-85aa-ccb1d89c7995 req-23cb72a3-ae1b-45cf-95b1-78c92d94ca99 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Unset dirty status for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:36:55.062175 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1a1b1776-9c15-4125-85aa-ccb1d89c7995 req-23cb72a3-ae1b-45cf-95b1-78c92d94ca99 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 210 time: 0.0796092 Dec 22 17:36:55.073833 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:36:55.116881 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Pushing event updated for resources: {'Port': ['ID=b7edba89-6619-4a1a-a663-dd92375f2464,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:55.126128 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:55.423328 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:54Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:36:55.427100 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2b931-1a41-45dc-a951-632969f7dfd7 None None] The sync data for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv is: [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:54Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:36:56.269836 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fcf6989b-d82e-4e85-b910-9289f549face req-a9f5dbe3-ce37-41c8-996d-124a71740266 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 210 time: 0.1008899 Dec 22 17:36:56.337612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-2dd4ea9d-1cd5-4969-b733-40d2bea2adef tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:56.339338 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-2dd4ea9d-1cd5-4969-b733-40d2bea2adef tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 812 time: 0.1958640 Dec 22 17:36:56.386948 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-8951b59b-e33b-4c65-8ffc-7f41d41a290c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 379 time: 0.0395005 Dec 22 17:36:56.395688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Request body: {'port': {'device_id': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'admin_state_up': True, 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'security_groups': ['509ff212-6f0f-4d17-a483-cd85215424bc']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:36:56.485911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b7edba89-6619-4a1a-a663-dd92375f2464 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:36:56.532929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:36:56.542447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:36:56.552056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Made reservation on behalf of fb4ccb598bb24cc985d7dfd304e22b7e for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:36:56.553584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port b7edba89-6619-4a1a-a663-dd92375f2464 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:36:56.555744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:56.558663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port b7edba89-6619-4a1a-a663-dd92375f2464 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:56.559063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:56.677174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:56.710693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port b7edba89-6619-4a1a-a663-dd92375f2464, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b7edba89-6619-4a1a-a663-dd92375f2464,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:36:56.715713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:56.718228 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:56.786943 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=b7edba89-6619-4a1a-a663-dd92375f2464,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:56.792934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:56.847212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Allocated IP 172.20.0.14 (611b6801-2b03-4394-934d-61f09ff76ac8/e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61/b4977537-5a8a-46a9-b017-10e82affa4f3) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:36:57.030282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:57.045338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Transition to ACTIVE for port object b4977537-5a8a-46a9-b017-10e82affa4f3 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:36:57.069432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:57.075349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:57.142416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Network 611b6801-2b03-4394-934d-61f09ff76ac8 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:36:57.145425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:36:57.149325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:36:57.186537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event updated for resources: {'Port': ['ID=b4977537-5a8a-46a9-b017-10e82affa4f3,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:57.195488 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:57.218919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:57.219547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:57.244776 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8526297 Dec 22 17:36:57.256391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Request body: {'port': {'device_id': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:36:57.371923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:57.421473 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9189658d-4b13-406a-9973-d235c350953d None None] Provisioning for port b4977537-5a8a-46a9-b017-10e82affa4f3 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:36:57.426303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9189658d-4b13-406a-9973-d235c350953d None None] Provisioning complete for port b4977537-5a8a-46a9-b017-10e82affa4f3 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:57.426685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9189658d-4b13-406a-9973-d235c350953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:57.458176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19eacab-7dc5-4c4e-8dcc-51e369e62f83 req-df9171fb-79f1-43ae-9167-3ffa97b3fc96 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:57.460315 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f19eacab-7dc5-4c4e-8dcc-51e369e62f83 req-df9171fb-79f1-43ae-9167-3ffa97b3fc96 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 932 time: 0.0844324 Dec 22 17:36:57.485435 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9189658d-4b13-406a-9973-d235c350953d None None] Port b4977537-5a8a-46a9-b017-10e82affa4f3 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:36:57.510635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-f19eacab-7dc5-4c4e-8dcc-51e369e62f83 req-77575ace-beca-4852-92c4-c217e6b68110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Synchronizing usage tracker for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:36:57.522253 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-f19eacab-7dc5-4c4e-8dcc-51e369e62f83 req-77575ace-beca-4852-92c4-c217e6b68110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Unset dirty status for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:36:57.523425 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f19eacab-7dc5-4c4e-8dcc-51e369e62f83 req-77575ace-beca-4852-92c4-c217e6b68110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568392 Dec 22 17:36:57.639753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-48c60022-c31b-47d1-a096-0b8c83c247db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:57.714513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4977537-5a8a-46a9-b017-10e82affa4f3 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:36:57.722597 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:57.736578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Transition to ACTIVE for port object b4977537-5a8a-46a9-b017-10e82affa4f3 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:36:57.739718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:57.743290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6ebe503c-0557-403d-bc71-8c223866a110 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:57.870070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Pushing event updated for resources: {'Port': ['ID=b4977537-5a8a-46a9-b017-10e82affa4f3,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:57.896750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:57.979792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Attempting to bind port b4977537-5a8a-46a9-b017-10e82affa4f3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:36:57.980125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Attempting to bind port b4977537-5a8a-46a9-b017-10e82affa4f3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:36:57.980448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Attempting to bind port b4977537-5a8a-46a9-b017-10e82affa4f3 on network 611b6801-2b03-4394-934d-61f09ff76ac8 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:36:57.984945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Port b4977537-5a8a-46a9-b017-10e82affa4f3 on network 611b6801-2b03-4394-934d-61f09ff76ac8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:36:57.985258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Attempting to bind port b4977537-5a8a-46a9-b017-10e82affa4f3 on network 611b6801-2b03-4394-934d-61f09ff76ac8 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:36:57.990225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:36:57.990570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Checking segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:36:57.990965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Bound using segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:36:57.991432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Bound port: b4977537-5a8a-46a9-b017-10e82affa4f3, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:36:57.991747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:58.078776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] For port b4977537-5a8a-46a9-b017-10e82affa4f3, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:36:58.082199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] For port b4977537-5a8a-46a9-b017-10e82affa4f3, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4977537-5a8a-46a9-b017-10e82affa4f3,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:36:58.085817 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:58.090657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e55fad1c-975d-42f9-a5b9-4210dbae0c3a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:36:58.142696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:58.143327 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:58.144982 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] 10.222.0.53 "PUT /v2.0/ports/b4977537-5a8a-46a9-b017-10e82affa4f3 HTTP/1.1" status: 200 len: 1094 time: 0.8925385 Dec 22 17:36:58.152797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'tag': 'b4977537-5a8a-46a9-b017-10e82affa4f3'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:36:58.183707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Pushing event updated for resources: {'Port': ['ID=b4977537-5a8a-46a9-b017-10e82affa4f3,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:36:58.219832 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'tag': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'status': 'completed', 'code': 200} Dec 22 17:36:58.220592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:36:58.262267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-05ee0868-b1d8-408e-9db2-5b1bf526e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:58.264537 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-05ee0868-b1d8-408e-9db2-5b1bf526e04d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 1097 time: 0.0773430 Dec 22 17:36:58.336576 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-0b190ae0-cad9-4d25-8501-8a173eacd4e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4977537-5a8a-46a9-b017-10e82affa4f3 HTTP/1.1" status: 200 len: 217 time: 0.0644929 Dec 22 17:36:58.396517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-5b274ce7-67c3-456e-be83-753929820b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:58.397877 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-5b274ce7-67c3-456e-be83-753929820b60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0554695 Dec 22 17:36:58.463499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b7edba89-6619-4a1a-a663-dd92375f2464 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:36:58.478032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-91e43df5-d8c4-4aaf-8ca4-04bd2650fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:58.479533 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-91e43df5-d8c4-4aaf-8ca4-04bd2650fb56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756941 Dec 22 17:36:58.531291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port b7edba89-6619-4a1a-a663-dd92375f2464 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:36:58.531729 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:36:58.715876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7ec92-955d-45b9-8f86-de286be9a4ae req-03e298ae-6747-4eef-825d-fdfd1f7ef2ed tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:58.717847 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-14a7ec92-955d-45b9-8f86-de286be9a4ae req-03e298ae-6747-4eef-825d-fdfd1f7ef2ed tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 944 time: 0.0846977 Dec 22 17:36:58.735760 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-e80db0f9-c98b-4921-9e1c-c6a02b18dfb7 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498310 Dec 22 17:36:58.762033 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-14a7ec92-955d-45b9-8f86-de286be9a4ae req-e8488394-e6d2-44f6-94c2-baefda0290e9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383215 Dec 22 17:36:58.870834 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9325ce25-52bf-4cff-82e5-36ad4ac50c41 req-de497c28-df3c-415c-9b26-3ecfdbd30b56 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281183 Dec 22 17:36:58.987258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f692014-2196-4291-bef1-9d44fddfb850 req-a29e4fd3-6201-42f8-8f13-7850bf32f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:58.988633 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f692014-2196-4291-bef1-9d44fddfb850 req-a29e4fd3-6201-42f8-8f13-7850bf32f752 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 1097 time: 0.0728209 Dec 22 17:36:59.120012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f692014-2196-4291-bef1-9d44fddfb850 req-f55a3d80-91b4-40ee-a62d-3713d0b0bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:59.121431 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f692014-2196-4291-bef1-9d44fddfb850 req-f55a3d80-91b4-40ee-a62d-3713d0b0bcce service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1254237 Dec 22 17:36:59.191992 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f692014-2196-4291-bef1-9d44fddfb850 req-acc3e169-5a55-481f-bc34-efe74baa6c31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4977537-5a8a-46a9-b017-10e82affa4f3 HTTP/1.1" status: 200 len: 217 time: 0.0636351 Dec 22 17:36:59.254710 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f692014-2196-4291-bef1-9d44fddfb850 req-5cfd9df8-1210-47c8-b060-b8b8ddc264ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:59.256058 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f692014-2196-4291-bef1-9d44fddfb850 req-5cfd9df8-1210-47c8-b060-b8b8ddc264ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0568452 Dec 22 17:36:59.333453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f692014-2196-4291-bef1-9d44fddfb850 req-8be381c1-5cc8-4082-8bd7-9f30a42546b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:59.334962 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f692014-2196-4291-bef1-9d44fddfb850 req-8be381c1-5cc8-4082-8bd7-9f30a42546b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704477 Dec 22 17:36:59.466300 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f692014-2196-4291-bef1-9d44fddfb850 req-8837308d-6218-4537-b41f-84410c5836ef service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241753 Dec 22 17:36:59.602419 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f692014-2196-4291-bef1-9d44fddfb850 req-65434f04-fbc5-4f57-8c4e-1517b14597a2 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290045 Dec 22 17:36:59.945136 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3410a-e7c1-49a1-b780-fcb5cf182535 req-30761c14-c477-4c2c-b00a-b8bae3033907 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:36:59.945727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-62f3410a-e7c1-49a1-b780-fcb5cf182535 req-30761c14-c477-4c2c-b00a-b8bae3033907 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Synchronizing usage tracker for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:36:59.960464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-62f3410a-e7c1-49a1-b780-fcb5cf182535 req-30761c14-c477-4c2c-b00a-b8bae3033907 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Unset dirty status for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:36:59.961724 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-62f3410a-e7c1-49a1-b780-fcb5cf182535 req-30761c14-c477-4c2c-b00a-b8bae3033907 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 944 time: 0.0938087 Dec 22 17:37:00.007033 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-62f3410a-e7c1-49a1-b780-fcb5cf182535 req-cfe9ce55-074e-41bf-a5e4-9945210772a1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392783 Dec 22 17:37:00.071458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f1eabfb5-7663-424f-b011-55e7888a6b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:01.088929 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:01.192011 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f74721-0435-43db-8b32-c3655e90538e req-860f89e9-d075-4073-8dec-4df15c7ff4dc tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:01.193431 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-05f74721-0435-43db-8b32-c3655e90538e req-860f89e9-d075-4073-8dec-4df15c7ff4dc tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 944 time: 0.0840030 Dec 22 17:37:01.223811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:01.237101 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-05f74721-0435-43db-8b32-c3655e90538e req-a4576790-9b0b-4907-8f4c-36e04e919539 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380189 Dec 22 17:37:01.962589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b4977537-5a8a-46a9-b017-10e82affa4f3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:37:02.133549 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b4977537-5a8a-46a9-b017-10e82affa4f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4977537-5a8a-46a9-b017-10e82affa4f3,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:37:02.146720 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'port_id': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'mac_address': 'fa:16:3e:cf:db:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:37:02.203410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:02.220659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4977537-5a8a-46a9-b017-10e82affa4f3 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:37:02.235580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b4977537-5a8a-46a9-b017-10e82affa4f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4977537-5a8a-46a9-b017-10e82affa4f3,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:37:02.240085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:02.242734 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:37:02.311496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=b4977537-5a8a-46a9-b017-10e82affa4f3,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:37:02.318629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:37:02.318981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:37:02.319341 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:37:02.319676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:37:02.320005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:37:02.320334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:37:02.320656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:37:02.320977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:37:02.321305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:37:02.321621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:37:02.321940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:37:02.322254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:37:02.326675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:37:02.438117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9381849-86f3-4cbc-b72a-16bacf5a7df8 req-0f709d30-cfd6-49bb-aa21-df12a95c4363 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:02.439559 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b9381849-86f3-4cbc-b72a-16bacf5a7df8 req-0f709d30-cfd6-49bb-aa21-df12a95c4363 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 945 time: 0.0846088 Dec 22 17:37:02.473843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['b4977537-5a8a-46a9-b017-10e82affa4f3'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:37:02.482897 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b9381849-86f3-4cbc-b72a-16bacf5a7df8 req-83d6f641-c010-4135-b661-0cede12be599 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377052 Dec 22 17:37:02.612494 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:03.665470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a052c7-66b0-4c53-8d3a-670727be1977 req-a6805862-8f63-4d3c-a1ca-ef3cde46a1f3 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:03.666865 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-66a052c7-66b0-4c53-8d3a-670727be1977 req-a6805862-8f63-4d3c-a1ca-ef3cde46a1f3 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 945 time: 0.0773625 Dec 22 17:37:03.709619 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-66a052c7-66b0-4c53-8d3a-670727be1977 req-5c90da40-80cc-40b1-a468-9a55c6899630 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366726 Dec 22 17:37:03.962045 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b4977537-5a8a-46a9-b017-10e82affa4f3 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:37:04.027251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port b4977537-5a8a-46a9-b017-10e82affa4f3 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:37:04.032223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port b4977537-5a8a-46a9-b017-10e82affa4f3 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:37:04.032599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:04.146321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:04.173179 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4977537-5a8a-46a9-b017-10e82affa4f3'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:37:04.183202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b4977537-5a8a-46a9-b017-10e82affa4f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4977537-5a8a-46a9-b017-10e82affa4f3,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:37:04.187320 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:04.190369 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ec83b992-b691-49f2-a795-5fab4560f6a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:37:04.226932 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'code': 200} Dec 22 17:37:04.264637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=b4977537-5a8a-46a9-b017-10e82affa4f3,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:37:04.268338 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:37:04.444114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db984ae7-e061-442c-9d4a-4db5f2e98670 req-8b397b7b-56bb-46c2-b9c8-051695ad4157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:04.445612 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-db984ae7-e061-442c-9d4a-4db5f2e98670 req-8b397b7b-56bb-46c2-b9c8-051695ad4157 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 1099 time: 0.0683649 Dec 22 17:37:04.485787 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-db984ae7-e061-442c-9d4a-4db5f2e98670 req-c58f7956-3687-4475-9f3f-1a429f38a231 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338187 Dec 22 17:37:04.895125 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8811a6-639f-4576-9ec9-54e4de7fd3dd req-cf152c07-5970-492a-8aea-929f230557bc tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:04.896567 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4a8811a6-639f-4576-9ec9-54e4de7fd3dd req-cf152c07-5970-492a-8aea-929f230557bc tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0832891 Dec 22 17:37:04.939688 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4a8811a6-639f-4576-9ec9-54e4de7fd3dd req-f98774b9-4464-4576-9b31-5dd3598097b3 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375605 Dec 22 17:37:05.303418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:06.124684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede3583-5cf0-49c6-9efa-e78a1a84d2df req-7c7fa40f-335c-45cc-8c57-bcdf5d29189a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:06.126789 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cede3583-5cf0-49c6-9efa-e78a1a84d2df req-7c7fa40f-335c-45cc-8c57-bcdf5d29189a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0839350 Dec 22 17:37:06.172474 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cede3583-5cf0-49c6-9efa-e78a1a84d2df req-397abdfb-c026-4321-95c3-730c082815ef tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400167 Dec 22 17:37:06.347832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a9ccf-4969-4103-b038-204fcb09fa7c req-d14a3b9b-481d-45ba-ac88-d44fc3335c7d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:06.349290 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-400a9ccf-4969-4103-b038-204fcb09fa7c req-d14a3b9b-481d-45ba-ac88-d44fc3335c7d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0798166 Dec 22 17:37:06.358020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 41100) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:37:06.363333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8aabc0b7-711a-4ccd-b09c-de8adfcd5b70 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Request body: {'floatingip': {'port_id': 'b4977537-5a8a-46a9-b017-10e82affa4f3'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:37:06.440785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8aabc0b7-711a-4ccd-b09c-de8adfcd5b70 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:07.163415 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8aabc0b7-711a-4ccd-b09c-de8adfcd5b70 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:07.167387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8aabc0b7-711a-4ccd-b09c-de8adfcd5b70 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:07.349644 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-8aabc0b7-711a-4ccd-b09c-de8adfcd5b70 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c associated. External IP: 172.26.3.251, port: b4977537-5a8a-46a9-b017-10e82affa4f3. Dec 22 17:37:07.720325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aabc0b7-711a-4ccd-b09c-de8adfcd5b70 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Router 01db2cd5-b493-40f8-942c-fb8f04007e1b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:37:07.914143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aabc0b7-711a-4ccd-b09c-de8adfcd5b70 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:37:07.920260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8aabc0b7-711a-4ccd-b09c-de8adfcd5b70 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:07.924773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dd6eb-4556-4804-9ec1-589c34b6f293 None None] Sync routers for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:37:07.934916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258dd6eb-4556-4804-9ec1-589c34b6f293 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:37:07.935675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-258dd6eb-4556-4804-9ec1-589c34b6f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:37:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:37:07.984217 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8aabc0b7-711a-4ccd-b09c-de8adfcd5b70 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "PUT /v2.0/floatingips/2ae5a830-99bf-44fd-bd5b-4e39a1284a8c HTTP/1.1" status: 200 len: 992 time: 1.6248319 Dec 22 17:37:07.984824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'tag': 'b4977537-5a8a-46a9-b017-10e82affa4f3'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:37:08.035977 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'tag': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'status': 'completed', 'code': 200} Dec 22 17:37:08.119192 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-258dd6eb-4556-4804-9ec1-589c34b6f293 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:37:08.147904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed23a16-601c-4640-a735-e7f6fc4c433f req-d4ce7288-558f-4334-b30e-6050e0f44330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:08.149598 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ed23a16-601c-4640-a735-e7f6fc4c433f req-d4ce7288-558f-4334-b30e-6050e0f44330 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 1099 time: 0.0902550 Dec 22 17:37:08.416796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed23a16-601c-4640-a735-e7f6fc4c433f req-c954868f-1511-4d8e-9504-994fd2b4f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:08.418312 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ed23a16-601c-4640-a735-e7f6fc4c433f req-c954868f-1511-4d8e-9504-994fd2b4f7db service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.2626688 Dec 22 17:37:08.481331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-258dd6eb-4556-4804-9ec1-589c34b6f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2ae5a830-99bf-44fd-bd5b-4e39a1284a8c', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'port_id': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'mac_address': 'fa:16:3e:cf:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:36:53Z', 'updated_at': '2021-12-22T17:37:07Z', 'revision_number': 1, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:37:08.485430 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dd6eb-4556-4804-9ec1-589c34b6f293 None None] Checking router: 01db2cd5-b493-40f8-942c-fb8f04007e1b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:37:08.493701 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258dd6eb-4556-4804-9ec1-589c34b6f293 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:37:08.494307 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-258dd6eb-4556-4804-9ec1-589c34b6f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:37:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:37:08.526033 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ed23a16-601c-4640-a735-e7f6fc4c433f req-824e1cc3-813b-49e6-aeb4-892bf6ce19f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4977537-5a8a-46a9-b017-10e82affa4f3 HTTP/1.1" status: 200 len: 1000 time: 0.1010299 Dec 22 17:37:08.593039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed23a16-601c-4640-a735-e7f6fc4c433f req-c09bb568-9d0d-47cd-9a6e-a2cfc0057e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:08.594128 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ed23a16-601c-4640-a735-e7f6fc4c433f req-c09bb568-9d0d-47cd-9a6e-a2cfc0057e5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0625727 Dec 22 17:37:08.668365 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed23a16-601c-4640-a735-e7f6fc4c433f req-525ebabe-20f9-41cb-8077-dadd752682e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:08.669780 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ed23a16-601c-4640-a735-e7f6fc4c433f req-525ebabe-20f9-41cb-8077-dadd752682e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694001 Dec 22 17:37:08.698347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-258dd6eb-4556-4804-9ec1-589c34b6f293 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:37:08.809802 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ed23a16-601c-4640-a735-e7f6fc4c433f req-af767b45-a9a9-461f-9522-02f44b35f474 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338236 Dec 22 17:37:08.946272 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9ed23a16-601c-4640-a735-e7f6fc4c433f req-edf6eda5-3a8f-4bf7-80b6-70aae03f5f66 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301701 Dec 22 17:37:09.099339 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-258dd6eb-4556-4804-9ec1-589c34b6f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2ae5a830-99bf-44fd-bd5b-4e39a1284a8c', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'port_id': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'mac_address': 'fa:16:3e:cf:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:36:53Z', 'updated_at': '2021-12-22T17:37:07Z', 'revision_number': 1, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:37:09.103281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dd6eb-4556-4804-9ec1-589c34b6f293 None None] The sync data for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv is: [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2ae5a830-99bf-44fd-bd5b-4e39a1284a8c', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'port_id': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'mac_address': 'fa:16:3e:cf:db:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:36:53Z', 'updated_at': '2021-12-22T17:37:07Z', 'revision_number': 1, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:37:09.319650 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b683f85e-f64a-4eff-9d02-88625421451a None None] New status for floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:37:26.022473 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:37:27.642264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1eca39f5-c22b-47b7-9151-9e452acedafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:30.072061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2c4a740d-0fa2-4e76-abc2-76d93a8fcfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:31.092020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:31.226070 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:32.604746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:35.318365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:36.383033 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac312ea9-d125-48de-8b3d-9d871831bc98 req-1bc75c47-c6fc-4c3d-a45c-5558380c38e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695469 Dec 22 17:37:36.525430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312ea9-d125-48de-8b3d-9d871831bc98 req-7f3b346f-99ed-4805-9882-6494d2335211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:36.526894 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac312ea9-d125-48de-8b3d-9d871831bc98 req-7f3b346f-99ed-4805-9882-6494d2335211 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 1099 time: 0.0744741 Dec 22 17:37:36.673503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312ea9-d125-48de-8b3d-9d871831bc98 req-5ced7358-4ea1-46ef-b782-a14d68110346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:36.675000 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac312ea9-d125-48de-8b3d-9d871831bc98 req-5ced7358-4ea1-46ef-b782-a14d68110346 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1285815 Dec 22 17:37:36.783285 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac312ea9-d125-48de-8b3d-9d871831bc98 req-ef86e4c3-e762-46b3-ba31-14aeafe249e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4977537-5a8a-46a9-b017-10e82affa4f3 HTTP/1.1" status: 200 len: 1002 time: 0.0980570 Dec 22 17:37:36.846978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312ea9-d125-48de-8b3d-9d871831bc98 req-a65a51e5-fc87-4d6b-886c-8b58b7fc3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:36.848466 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac312ea9-d125-48de-8b3d-9d871831bc98 req-a65a51e5-fc87-4d6b-886c-8b58b7fc3efd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0588286 Dec 22 17:37:36.925089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312ea9-d125-48de-8b3d-9d871831bc98 req-cf74bd13-abee-4c8a-980e-05caad577f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:36.926437 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac312ea9-d125-48de-8b3d-9d871831bc98 req-cf74bd13-abee-4c8a-980e-05caad577f80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713606 Dec 22 17:37:37.063636 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac312ea9-d125-48de-8b3d-9d871831bc98 req-850fa203-04ec-4c0f-97cc-d557960663e2 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288893 Dec 22 17:37:37.196152 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac312ea9-d125-48de-8b3d-9d871831bc98 req-9fb238ac-ee4b-4d6e-9ffc-ce075722be0d service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247573 Dec 22 17:37:44.311702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d518856-0437-44ef-a058-863f953b862e req-6342bd15-3946-4800-bd50-ef5cec820655 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:44.313123 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5d518856-0437-44ef-a058-863f953b862e req-6342bd15-3946-4800-bd50-ef5cec820655 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0819204 Dec 22 17:37:44.356300 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5d518856-0437-44ef-a058-863f953b862e req-ffe5d2b3-df9c-4900-b98b-82131b99258e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376139 Dec 22 17:37:44.698520 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-9b06b3da-93a6-4c39-a6c6-bd95aae42a65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719881 Dec 22 17:37:44.753115 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d133f-4a3f-46d6-9ff4-6c8d45723ce3 req-c726c6e8-8cc3-413d-8ff0-1e17415cc794 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:44.755099 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dd2d133f-4a3f-46d6-9ff4-6c8d45723ce3 req-c726c6e8-8cc3-413d-8ff0-1e17415cc794 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0881946 Dec 22 17:37:44.801223 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dd2d133f-4a3f-46d6-9ff4-6c8d45723ce3 req-94eae8db-d72d-4d50-9bf8-7138c1ba8a9f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400107 Dec 22 17:37:45.801161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-f6a65e3e-5410-4e02-a32d-d750b3454740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:45.802552 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-f6a65e3e-5410-4e02-a32d-d750b3454740 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 1099 time: 0.0703967 Dec 22 17:37:46.128425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-97cb03da-ad17-4c54-b7dc-a112fc9d92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:46.129979 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-97cb03da-ad17-4c54-b7dc-a112fc9d92cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.3212516 Dec 22 17:37:46.201784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fdac3-5839-4a88-81bc-1e66ff81d3c1 req-43be563d-27fb-4602-aec9-3dd332662437 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:46.203243 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b0fdac3-5839-4a88-81bc-1e66ff81d3c1 req-43be563d-27fb-4602-aec9-3dd332662437 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.1985104 Dec 22 17:37:46.273074 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-955d0f32-bb6c-4fa1-8888-d9e26d0f175d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4977537-5a8a-46a9-b017-10e82affa4f3 HTTP/1.1" status: 200 len: 1002 time: 0.1352775 Dec 22 17:37:46.283512 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b0fdac3-5839-4a88-81bc-1e66ff81d3c1 req-52e9e656-de7d-4695-95df-be21ad0c4ca4 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724647 Dec 22 17:37:46.341881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-596b2eb0-b5e5-47c0-87c3-af243631ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:46.344071 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-596b2eb0-b5e5-47c0-87c3-af243631ceb1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0643482 Dec 22 17:37:46.420250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-e169d065-7f4e-4d40-9113-0c17f5e12ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:46.421655 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-e169d065-7f4e-4d40-9113-0c17f5e12ca5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714417 Dec 22 17:37:46.554345 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-6e5d1db3-aa1f-4503-92c5-017b98db499b service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263573 Dec 22 17:37:46.686722 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-151df705-fd38-4574-a083-cb8e24fd7278 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253498 Dec 22 17:37:47.474273 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f127e9-41c2-4042-b1b7-152738c0be26 req-2e647aec-bd42-4723-8245-c14d3951ab0e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:47.476096 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a7f127e9-41c2-4042-b1b7-152738c0be26 req-2e647aec-bd42-4723-8245-c14d3951ab0e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0878148 Dec 22 17:37:47.519259 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a7f127e9-41c2-4042-b1b7-152738c0be26 req-c5e70ec5-ce5e-4142-a313-006dd0b3674a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375721 Dec 22 17:37:48.707432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41593f04-99bf-4b51-8468-18245392ab1c req-de866c8d-7a29-453e-beff-0521e6d8f155 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:48.708791 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-41593f04-99bf-4b51-8468-18245392ab1c req-de866c8d-7a29-453e-beff-0521e6d8f155 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0785580 Dec 22 17:37:48.752549 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-41593f04-99bf-4b51-8468-18245392ab1c req-b3f3e994-2f63-4bdf-a9a4-1c9a925f3b3d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379124 Dec 22 17:37:49.948021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921b7e2-ad7f-4da6-b9b6-09e8bda59283 req-13f0a06b-2520-4613-b21b-306552362883 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:49.949520 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2921b7e2-ad7f-4da6-b9b6-09e8bda59283 req-13f0a06b-2520-4613-b21b-306552362883 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0885541 Dec 22 17:37:50.001870 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2921b7e2-ad7f-4da6-b9b6-09e8bda59283 req-0f3f2338-d747-4b8a-887d-708007ec292c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459642 Dec 22 17:37:51.189763 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d8b9c-b851-48bb-939c-b3347ad8a3ef req-73a2dff0-06ce-445c-9926-c37fa50d0141 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:51.191094 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-848d8b9c-b851-48bb-939c-b3347ad8a3ef req-73a2dff0-06ce-445c-9926-c37fa50d0141 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0823460 Dec 22 17:37:51.233876 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-848d8b9c-b851-48bb-939c-b3347ad8a3ef req-bf404ed5-6307-422c-a1e4-e5019fdb3534 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371463 Dec 22 17:37:52.423488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4969e1-b044-4390-a482-b36960e45c77 req-2e2c25f7-d4fc-45ea-a278-fb6edd2fc187 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:52.424892 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ab4969e1-b044-4390-a482-b36960e45c77 req-2e2c25f7-d4fc-45ea-a278-fb6edd2fc187 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0812604 Dec 22 17:37:52.468352 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ab4969e1-b044-4390-a482-b36960e45c77 req-90de75b2-6df6-427b-bc64-0840d1cdae24 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379100 Dec 22 17:37:53.658006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3d5d-2d40-41eb-b358-98b6c3f88623 req-6984b46a-8bc9-42ed-9f97-d11b3a394d50 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:53.659584 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c82d3d5d-2d40-41eb-b358-98b6c3f88623 req-6984b46a-8bc9-42ed-9f97-d11b3a394d50 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0857639 Dec 22 17:37:53.711992 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c82d3d5d-2d40-41eb-b358-98b6c3f88623 req-54506256-e534-4635-8acd-2399772decf5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466669 Dec 22 17:37:54.905508 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964235db-d14d-4a56-97a7-4230f09f9ed8 req-2479cf9c-bfa1-40c1-b74a-3af1e61e1750 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:54.906983 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-964235db-d14d-4a56-97a7-4230f09f9ed8 req-2479cf9c-bfa1-40c1-b74a-3af1e61e1750 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0867064 Dec 22 17:37:54.952671 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-964235db-d14d-4a56-97a7-4230f09f9ed8 req-51328f74-ef04-40f7-9c21-62a462d33eeb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399556 Dec 22 17:37:56.136347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5da5f-8ce7-44a8-b47b-161c70a88855 req-742f75fb-12f2-43c2-b4f4-f57a0e532052 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:56.137677 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8eb5da5f-8ce7-44a8-b47b-161c70a88855 req-742f75fb-12f2-43c2-b4f4-f57a0e532052 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0810025 Dec 22 17:37:56.182137 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8eb5da5f-8ce7-44a8-b47b-161c70a88855 req-3fbe9663-0647-4d51-a7d0-bb666c7c4189 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382609 Dec 22 17:37:57.362914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ec198-553e-4221-ba53-a22baf1ffd07 req-61355d5e-dac0-4d39-b920-4cb70dd6ac9f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:57.364359 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-927ec198-553e-4221-ba53-a22baf1ffd07 req-61355d5e-dac0-4d39-b920-4cb70dd6ac9f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0792618 Dec 22 17:37:57.406629 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-927ec198-553e-4221-ba53-a22baf1ffd07 req-20a33c67-6a69-43fc-9cd3-f44711ad2e2d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367830 Dec 22 17:37:57.643581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c74a6b08-9d28-4108-b102-f152d60fa2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:37:58.329032 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-b2520bca-5f9d-4290-82c3-47fe9145c52c service neutron] 10.222.0.53 "GET /v2.0/ports/b4977537-5a8a-46a9-b017-10e82affa4f3/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0760796 Dec 22 17:37:58.647002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-dacd1e3a-9022-47bb-81cd-73da095d8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:58.648353 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-dacd1e3a-9022-47bb-81cd-73da095d8b92 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 1099 time: 0.0998468 Dec 22 17:37:58.656314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684d0d7-8e3d-4aa4-b90f-02d31b19b049 req-c6957707-60b7-4239-8e66-482ddda2869c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:58.657687 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c684d0d7-8e3d-4aa4-b90f-02d31b19b049 req-c6957707-60b7-4239-8e66-482ddda2869c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.1407220 Dec 22 17:37:58.749538 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c684d0d7-8e3d-4aa4-b90f-02d31b19b049 req-bd6575f8-06d4-4e6f-a3a0-bb0229c288b3 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853879 Dec 22 17:37:58.766195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-9a17aa68-1b8a-490b-927c-c71914c631ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:58.767736 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-9a17aa68-1b8a-490b-927c-c71914c631ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 1099 time: 0.0908206 Dec 22 17:37:58.896270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-b97a04f6-cbef-4db8-98da-ea78d2cc9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:58.897738 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-b97a04f6-cbef-4db8-98da-ea78d2cc9451 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1240139 Dec 22 17:37:59.124285 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-6569f008-7472-4d28-98d1-25a20a707095 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4977537-5a8a-46a9-b017-10e82affa4f3 HTTP/1.1" status: 200 len: 1002 time: 0.2186534 Dec 22 17:37:59.191469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-633bf518-9024-4ef5-9d56-5d60bfb89e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:59.192822 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-633bf518-9024-4ef5-9d56-5d60bfb89e83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0629814 Dec 22 17:37:59.269177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-6373a817-864e-449e-99f0-ff4a046d077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:59.270884 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-6373a817-864e-449e-99f0-ff4a046d077a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707297 Dec 22 17:37:59.402044 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-446a9d61-c594-4b5b-a689-076cfa8093d3 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233599 Dec 22 17:37:59.530040 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-11277944-76e9-4c7b-8b84-3fa41e89991d req-4f47ff88-89b0-4c87-aef0-1b300fd784ed service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214614 Dec 22 17:37:59.934301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba51ab6-8676-4699-9fac-4e5480908586 req-4f822299-47c1-40dc-a375-8f92576f6f15 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:37:59.935769 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0ba51ab6-8676-4699-9fac-4e5480908586 req-4f822299-47c1-40dc-a375-8f92576f6f15 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0814462 Dec 22 17:37:59.978514 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0ba51ab6-8676-4699-9fac-4e5480908586 req-642632e1-c909-47ea-b261-8fbeafc21f4d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372910 Dec 22 17:38:00.073508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30ed8cd7-60c6-4a46-b59f-e103fe7f2b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:01.094457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:01.181936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7f90c-dac0-4dac-a781-d9fa401cc549 req-67fbfa68-9d62-40ed-a79a-13677129a141 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:01.183477 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-79e7f90c-dac0-4dac-a781-d9fa401cc549 req-67fbfa68-9d62-40ed-a79a-13677129a141 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0929744 Dec 22 17:38:01.233264 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-79e7f90c-dac0-4dac-a781-d9fa401cc549 req-dc3c3282-73a0-4ff6-a051-1255429862dc tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416348 Dec 22 17:38:01.236049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:02.229853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b4977537-5a8a-46a9-b017-10e82affa4f3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:38:02.234429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b4977537-5a8a-46a9-b017-10e82affa4f3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:38:02.419463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e73bc9-7789-43ad-bca2-793584be8eff req-c96a6867-45ec-4341-a1ff-eb9c3d56fd29 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:02.421488 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-38e73bc9-7789-43ad-bca2-793584be8eff req-c96a6867-45ec-4341-a1ff-eb9c3d56fd29 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0797122 Dec 22 17:38:02.456861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:02.470260 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-38e73bc9-7789-43ad-bca2-793584be8eff req-48f6c689-8ea1-4132-bcdb-e99f89650f8a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427241 Dec 22 17:38:02.471143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b4977537-5a8a-46a9-b017-10e82affa4f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4977537-5a8a-46a9-b017-10e82affa4f3,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:38:02.492703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'port_id': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'mac_address': 'fa:16:3e:cf:db:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:38:02.500938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4977537-5a8a-46a9-b017-10e82affa4f3'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:38:02.546289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b4977537-5a8a-46a9-b017-10e82affa4f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4977537-5a8a-46a9-b017-10e82affa4f3,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:38:02.556231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:02.558926 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'code': 200} Dec 22 17:38:02.561350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:38:02.624581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:02.650951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:02.655344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4977537-5a8a-46a9-b017-10e82affa4f3 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:38:02.663135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=b4977537-5a8a-46a9-b017-10e82affa4f3,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:38:02.707007 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:02.707483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:02.707713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:02.708040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:02.708367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:02.708693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:02.709013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:02.709330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:02.709676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:02.709957 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:02.710273 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:02.710584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:02.722286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:38:02.735764 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:38:02.736042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:38:02.785390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8b504-c75a-451b-9dfe-a20018809476 req-ba977565-7827-4756-8569-a3ba3ce370b1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:02.786909 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-30a8b504-c75a-451b-9dfe-a20018809476 req-ba977565-7827-4756-8569-a3ba3ce370b1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 944 time: 0.0877578 Dec 22 17:38:02.806442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-75989ad1-2ea1-4778-8012-dc651a5985a2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:02.807985 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-75989ad1-2ea1-4778-8012-dc651a5985a2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.0915153 Dec 22 17:38:02.841147 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-30a8b504-c75a-451b-9dfe-a20018809476 req-13dbedf7-fa99-4fa6-8052-c66ede3a31de tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418875 Dec 22 17:38:02.947974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-d11458ad-0d5a-4dd3-9b14-e167ff0a5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:02.949412 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-d11458ad-0d5a-4dd3-9b14-e167ff0a5afa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 1097 time: 0.0736938 Dec 22 17:38:03.020584 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:38:03.085609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-d8c42623-0b5b-4e42-805b-a75bc1098a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:03.087010 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-d8c42623-0b5b-4e42-805b-a75bc1098a52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1319759 Dec 22 17:38:03.185302 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-06863429-52c7-4d26-a7f2-104b5e6d796e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4977537-5a8a-46a9-b017-10e82affa4f3 HTTP/1.1" status: 200 len: 1000 time: 0.0923023 Dec 22 17:38:03.250128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-2fe23736-b9b4-433a-b6bf-4a48e267f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:03.251569 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-2fe23736-b9b4-433a-b6bf-4a48e267f63c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0605652 Dec 22 17:38:03.292730 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:03.309659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4977537-5a8a-46a9-b017-10e82affa4f3 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:38:03.324049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-2fa26a1f-77a4-4dba-9f1f-3e676e28de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:03.325516 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-2fa26a1f-77a4-4dba-9f1f-3e676e28de75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677910 Dec 22 17:38:03.325662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b4977537-5a8a-46a9-b017-10e82affa4f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4977537-5a8a-46a9-b017-10e82affa4f3,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:38:03.329945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:03.331934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:38:03.412944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['b4977537-5a8a-46a9-b017-10e82affa4f3'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:38:03.457648 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-a4bdcc4f-159f-4fb2-9897-b8b836ac5427 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258295 Dec 22 17:38:03.470102 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=b4977537-5a8a-46a9-b017-10e82affa4f3,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:38:03.474844 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:38:03.587867 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ad2b3c6c-c383-4abf-8c22-691e548bdf8b req-c20e8e03-2695-4975-a54e-4211017ad0ef service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228981 Dec 22 17:38:04.049127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e8c70-3273-49c9-aa28-1dac10ec1f8a req-54710b1f-d204-402f-871c-6997e952d2d5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:04.050588 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f04e8c70-3273-49c9-aa28-1dac10ec1f8a req-54710b1f-d204-402f-871c-6997e952d2d5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 945 time: 0.1038573 Dec 22 17:38:04.096362 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f04e8c70-3273-49c9-aa28-1dac10ec1f8a req-f1c215f8-0033-4b3d-b724-9c070643127d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401456 Dec 22 17:38:04.236297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b4977537-5a8a-46a9-b017-10e82affa4f3 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:38:04.306113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port b4977537-5a8a-46a9-b017-10e82affa4f3 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:38:04.306861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:04.423459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:04.456307 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b4977537-5a8a-46a9-b017-10e82affa4f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4977537-5a8a-46a9-b017-10e82affa4f3,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:38:04.460174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:04.461956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:38:04.526422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=b4977537-5a8a-46a9-b017-10e82affa4f3,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:38:04.530075 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:38:04.559679 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4977537-5a8a-46a9-b017-10e82affa4f3'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:38:04.606888 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'code': 200} Dec 22 17:38:05.279681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461590a-26cc-44fe-a11a-c27000fc95a2 req-84466a8c-3e16-4072-94ea-31a0de91f3a4 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:05.281105 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3461590a-26cc-44fe-a11a-c27000fc95a2 req-84466a8c-3e16-4072-94ea-31a0de91f3a4 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0800328 Dec 22 17:38:05.325256 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3461590a-26cc-44fe-a11a-c27000fc95a2 req-1b82c9d5-6eb5-40b4-8fbf-bf295c88ca10 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385780 Dec 22 17:38:05.332282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:05.517857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fd908-9b2b-4c93-ab77-129ea493d77b req-f1121fe4-7d86-4f6c-ae9c-9b0b5c459ceb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:05.519206 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c96fd908-9b2b-4c93-ab77-129ea493d77b req-f1121fe4-7d86-4f6c-ae9c-9b0b5c459ceb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0835884 Dec 22 17:38:05.564057 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c96fd908-9b2b-4c93-ab77-129ea493d77b req-f91744b5-b76a-4449-aa89-dd1e46cd5ccb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392053 Dec 22 17:38:05.863413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612567af-bca2-4808-b43c-b1db5b3f2af4 req-ccf5e35b-5685-47c2-bf99-36b76272e139 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:05.864869 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-612567af-bca2-4808-b43c-b1db5b3f2af4 req-ccf5e35b-5685-47c2-bf99-36b76272e139 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.1979640 Dec 22 17:38:05.908968 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-612567af-bca2-4808-b43c-b1db5b3f2af4 req-7e5c594e-b8a0-4964-8f0a-a898a6bbaf73 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383043 Dec 22 17:38:06.280716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30a2c3-07d5-4e71-853e-2bf8d655d1e7 req-81709345-c5ef-488f-bbcd-c3aad2eb1e6f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:06.282138 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9d30a2c3-07d5-4e71-853e-2bf8d655d1e7 req-81709345-c5ef-488f-bbcd-c3aad2eb1e6f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0794899 Dec 22 17:38:06.328667 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9d30a2c3-07d5-4e71-853e-2bf8d655d1e7 req-8b62806d-7f8d-41f0-8cef-d0f48368d7d2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407634 Dec 22 17:38:07.516949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84278df-d7b8-4b86-ba96-be2d901f0baf req-90305914-2311-4d45-9c9a-0abcd7a108f6 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:07.518410 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f84278df-d7b8-4b86-ba96-be2d901f0baf req-90305914-2311-4d45-9c9a-0abcd7a108f6 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0802770 Dec 22 17:38:07.562696 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f84278df-d7b8-4b86-ba96-be2d901f0baf req-2b52592e-2ade-48a0-994c-c2907c4f7d2d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385215 Dec 22 17:38:07.897333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-a4da3957-9696-47b8-8221-795b742c2b02 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:07.898744 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-a4da3957-9696-47b8-8221-795b742c2b02 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 946 time: 0.0789170 Dec 22 17:38:07.967239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Deleting port b4977537-5a8a-46a9-b017-10e82affa4f3 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:38:07.967575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:08.212114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] For port b4977537-5a8a-46a9-b017-10e82affa4f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4977537-5a8a-46a9-b017-10e82affa4f3,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:38:08.212363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:08.503492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:08.503774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:08.504081 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c disassociated. External IP: 172.26.3.251, port: b4977537-5a8a-46a9-b017-10e82affa4f3. Dec 22 17:38:08.504422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Calling delete_port for b4977537-5a8a-46a9-b017-10e82affa4f3 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:38:08.659500 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:08.667873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-633904e0-e404-4099-bde0-c72e827a8f84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:38:08.723221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event deleted for resources: {'Port': ['ID=b4977537-5a8a-46a9-b017-10e82affa4f3,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:38:08.734962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:08.735383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:08.735757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:08.736128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:08.736489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:08.736852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:08.737221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:08.737599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:08.737968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:08.738393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:08.738669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:08.739031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:38:08.743352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:38:08.919626 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ac11badb-b099-4b15-94cf-678c7fb4f28a req-c23296ba-8c07-460a-b246-f5184e2ca9e2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=61aaa502-5eff-424b-af7c-dbd7fdfadd27 HTTP/1.1" status: 200 len: 210 time: 0.0494008 Dec 22 17:38:09.016123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Router 01db2cd5-b493-40f8-942c-fb8f04007e1b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:38:09.333403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:38:09.344095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b36bcc-f5a2-4132-bddd-ee4384b21c10 None None] Sync routers for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:38:09.354322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b36bcc-f5a2-4132-bddd-ee4384b21c10 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:38:09.354955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-99b36bcc-f5a2-4132-bddd-ee4384b21c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:38:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:38:09.403913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] No DVR routers for this DVR port b4977537-5a8a-46a9-b017-10e82affa4f3 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:38:09.406936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:09.409544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'name': 'network-vif-deleted', 'tag': 'b4977537-5a8a-46a9-b017-10e82affa4f3'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:38:09.430455 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1314e27e-ed57-4f78-92c8-a4d6df9a802a req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "DELETE /v2.0/ports/b4977537-5a8a-46a9-b017-10e82affa4f3 HTTP/1.1" status: 204 len: 173 time: 1.5261123 Dec 22 17:38:09.458502 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aaa502-5eff-424b-af7c-dbd7fdfadd27', 'name': 'network-vif-deleted', 'tag': 'b4977537-5a8a-46a9-b017-10e82affa4f3', 'status': 'completed', 'code': 200} Dec 22 17:38:09.592992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-99b36bcc-f5a2-4132-bddd-ee4384b21c10 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:38:09.917703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-99b36bcc-f5a2-4132-bddd-ee4384b21c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:38:09.922285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b36bcc-f5a2-4132-bddd-ee4384b21c10 None None] Checking router: 01db2cd5-b493-40f8-942c-fb8f04007e1b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:38:09.930508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b36bcc-f5a2-4132-bddd-ee4384b21c10 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:38:09.931131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-99b36bcc-f5a2-4132-bddd-ee4384b21c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:38:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:38:10.111256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-99b36bcc-f5a2-4132-bddd-ee4384b21c10 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:38:10.259223 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-4d8804ed-2c00-4f7e-977e-6582131a3e58 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--842827102&fields=id&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 267 time: 0.0405328 Dec 22 17:38:10.408533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-f0b6f1b5-5a72-4a69-94ba-b473617f00b7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:10.409869 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-f0b6f1b5-5a72-4a69-94ba-b473617f00b7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 812 time: 0.1441681 Dec 22 17:38:10.424646 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-5ace415a-dc8b-4f68-9aaf-c32bd5bd59c0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/quotas/fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 375 time: 0.0094516 Dec 22 17:38:10.424860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-99b36bcc-f5a2-4132-bddd-ee4384b21c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:38:10.428673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b36bcc-f5a2-4132-bddd-ee4384b21c10 None None] The sync data for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv is: [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:38:10.512917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-f157f903-8649-411e-9b3a-a7f98fa92c62 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Synchronizing usage tracker for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:38:10.528231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-f157f903-8649-411e-9b3a-a7f98fa92c62 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Unset dirty status for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:38:10.530007 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-f157f903-8649-411e-9b3a-a7f98fa92c62 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003540 Dec 22 17:38:10.664360 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350582b0-cb0d-4e3a-917d-274a55d3d1e7 None None] New status for floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:38:10.670953 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-e223823a-725c-4eb5-893c-e42d740075f2 service neutron] 10.222.0.70 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287200 Dec 22 17:38:10.804734 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-146c916a-8fba-4747-8995-0d603f4d7d0b service neutron] 10.222.0.70 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276517 Dec 22 17:38:10.982777 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-222f6fa3-e366-4ed0-a1c3-f04901c90b23 req-6dcd45ef-3522-40e3-a5e7-7599107f2663 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 210 time: 0.0464232 Dec 22 17:38:11.998603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-f28b60e5-373f-4255-977f-dad13e1dbcb3 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:12.000075 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-f28b60e5-373f-4255-977f-dad13e1dbcb3 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 812 time: 0.1502087 Dec 22 17:38:12.054590 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-47aaf698-dad9-40e1-b152-ff1e35ba3f8f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 379 time: 0.0450921 Dec 22 17:38:12.063601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Request body: {'port': {'device_id': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'admin_state_up': True, 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'security_groups': ['509ff212-6f0f-4d17-a483-cd85215424bc']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:38:12.196952 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ad0ce22b-1aca-4291-bead-8ad583db46a3 req-26e8a65f-c9d2-48c7-a5b5-ab62cf1e5bd7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 210 time: 0.0561299 Dec 22 17:38:12.240971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:38:12.250587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:38:12.259510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Made reservation on behalf of fb4ccb598bb24cc985d7dfd304e22b7e for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:38:12.263132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:12.292290 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b4977537-5a8a-46a9-b017-10e82affa4f3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:38:12.326383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: b4977537-5a8a-46a9-b017-10e82affa4f3 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:38:12.326736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b4977537-5a8a-46a9-b017-10e82affa4f3 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:38:12.422730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Allocated IP 172.20.0.11 (611b6801-2b03-4394-934d-61f09ff76ac8/e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61/b15f3e9b-3028-4f06-ae89-7e313eb815ea) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:38:12.605329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:12.620006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Transition to ACTIVE for port object b15f3e9b-3028-4f06-ae89-7e313eb815ea will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:38:12.643460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:12.650183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:38:12.717114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Network 611b6801-2b03-4394-934d-61f09ff76ac8 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:38:12.720093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:38:12.722586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:38:12.768448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event updated for resources: {'Port': ['ID=b15f3e9b-3028-4f06-ae89-7e313eb815ea,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:38:12.771821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:38:12.794747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:12.795401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:12.822916 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7632117 Dec 22 17:38:12.834672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Request body: {'port': {'device_id': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:38:12.948899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:12.965227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-921d4a58-1e7b-4318-8611-3454946228f8 None None] Provisioning for port b15f3e9b-3028-4f06-ae89-7e313eb815ea completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:38:12.970337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-921d4a58-1e7b-4318-8611-3454946228f8 None None] Provisioning complete for port b15f3e9b-3028-4f06-ae89-7e313eb815ea triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:38:12.970669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-921d4a58-1e7b-4318-8611-3454946228f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:13.022973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-921d4a58-1e7b-4318-8611-3454946228f8 None None] Port b15f3e9b-3028-4f06-ae89-7e313eb815ea cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:38:13.384517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa017bcc-f806-4f30-8634-0086c95f8bfb req-96be7159-dfb1-469f-b5a9-564d46ba06ca tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:13.385960 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fa017bcc-f806-4f30-8634-0086c95f8bfb req-96be7159-dfb1-469f-b5a9-564d46ba06ca tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 932 time: 0.0788963 Dec 22 17:38:13.413890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15f3e9b-3028-4f06-ae89-7e313eb815ea {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:38:13.421610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:13.429708 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fa017bcc-f806-4f30-8634-0086c95f8bfb req-6a26e884-cdcf-49c0-ba37-a2d1b69aae97 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380108 Dec 22 17:38:13.435643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Transition to ACTIVE for port object b15f3e9b-3028-4f06-ae89-7e313eb815ea will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:38:13.439690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:13.449881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-241cba3b-1057-43c3-b84c-b027c9bf92b2 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:38:13.599170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Pushing event updated for resources: {'Port': ['ID=b15f3e9b-3028-4f06-ae89-7e313eb815ea,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:38:13.602585 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:38:13.680340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Attempting to bind port b15f3e9b-3028-4f06-ae89-7e313eb815ea on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:38:13.680673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Attempting to bind port b15f3e9b-3028-4f06-ae89-7e313eb815ea by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:38:13.680996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Attempting to bind port b15f3e9b-3028-4f06-ae89-7e313eb815ea on network 611b6801-2b03-4394-934d-61f09ff76ac8 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:38:13.686197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Port b15f3e9b-3028-4f06-ae89-7e313eb815ea on network 611b6801-2b03-4394-934d-61f09ff76ac8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:38:13.686658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Attempting to bind port b15f3e9b-3028-4f06-ae89-7e313eb815ea on network 611b6801-2b03-4394-934d-61f09ff76ac8 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:38:13.691656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:38:13.691988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Checking segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:38:13.692365 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Bound using segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:38:13.692778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Bound port: b15f3e9b-3028-4f06-ae89-7e313eb815ea, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:38:13.693115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:13.785135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] For port b15f3e9b-3028-4f06-ae89-7e313eb815ea, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:38:13.788676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] For port b15f3e9b-3028-4f06-ae89-7e313eb815ea, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:38:13.792231 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:13.796593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ad41c3ee-bdc4-43b2-b044-b45ee1977004 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:38:13.854397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:13.855143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:13.856697 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] 10.222.0.53 "PUT /v2.0/ports/b15f3e9b-3028-4f06-ae89-7e313eb815ea HTTP/1.1" status: 200 len: 1094 time: 1.0267134 Dec 22 17:38:13.857799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'tag': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:38:13.883841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Pushing event updated for resources: {'Port': ['ID=b15f3e9b-3028-4f06-ae89-7e313eb815ea,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:38:13.888006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:38:13.938072 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'tag': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea', 'status': 'completed', 'code': 200} Dec 22 17:38:13.979400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-dcaedf21-f491-421e-8cf4-b05420ec0ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:13.980866 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-dcaedf21-f491-421e-8cf4-b05420ec0ec5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 1097 time: 0.0783291 Dec 22 17:38:14.053067 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-292caa33-f46e-4a87-a6bd-486b4aa9128e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea HTTP/1.1" status: 200 len: 217 time: 0.0653365 Dec 22 17:38:14.117230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-49f66f4f-e281-4591-aadc-777757330cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:14.118585 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-49f66f4f-e281-4591-aadc-777757330cba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0590007 Dec 22 17:38:14.190830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-77eaf110-034e-420b-8bf9-5d81d17d8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:14.192262 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-77eaf110-034e-420b-8bf9-5d81d17d8974 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673971 Dec 22 17:38:14.326294 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-628f6d23-33d8-4f71-bf76-77f0dcaacb15 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273475 Dec 22 17:38:14.454605 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9285f6c3-a49c-467c-9962-d7e97f121cf9 req-1a8e5efa-4839-402f-ad73-c055693ce608 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224244 Dec 22 17:38:14.583763 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d42520-22b7-4964-925a-476fa27a822d req-1d9735f4-b3d6-4dc1-86d0-766026d89fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:14.585148 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c3d42520-22b7-4964-925a-476fa27a822d req-1d9735f4-b3d6-4dc1-86d0-766026d89fa5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 1097 time: 0.0836222 Dec 22 17:38:14.725450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d42520-22b7-4964-925a-476fa27a822d req-868d8fde-134a-4507-a9f9-f34c79f8c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:14.726896 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c3d42520-22b7-4964-925a-476fa27a822d req-868d8fde-134a-4507-a9f9-f34c79f8c8cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1333008 Dec 22 17:38:14.736871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eff3e8-35b6-41d7-a2a8-624b147e46c6 req-6eddf280-3205-4f18-9fc8-15e5bc73bc2d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:14.738307 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-90eff3e8-35b6-41d7-a2a8-624b147e46c6 req-6eddf280-3205-4f18-9fc8-15e5bc73bc2d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 944 time: 0.2029624 Dec 22 17:38:14.786281 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-90eff3e8-35b6-41d7-a2a8-624b147e46c6 req-4a64bf84-b7cf-47c2-94ae-9a5aaa61bb69 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422583 Dec 22 17:38:14.796236 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c3d42520-22b7-4964-925a-476fa27a822d req-64098657-0f54-4549-8392-96a3c863e704 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea HTTP/1.1" status: 200 len: 217 time: 0.0615578 Dec 22 17:38:14.863770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d42520-22b7-4964-925a-476fa27a822d req-1ffd6258-ee28-45d7-ac42-ba453cf514f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:14.865184 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c3d42520-22b7-4964-925a-476fa27a822d req-1ffd6258-ee28-45d7-ac42-ba453cf514f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0624347 Dec 22 17:38:14.941801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d42520-22b7-4964-925a-476fa27a822d req-e83942ed-5acf-42fd-a574-714221eb9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:14.943333 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c3d42520-22b7-4964-925a-476fa27a822d req-e83942ed-5acf-42fd-a574-714221eb9e69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695086 Dec 22 17:38:15.077277 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c3d42520-22b7-4964-925a-476fa27a822d req-3ea9d64f-a36c-40ca-b0cc-659427cca172 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251292 Dec 22 17:38:15.329862 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c3d42520-22b7-4964-925a-476fa27a822d req-37a1b7b7-1e0a-4aac-a8c7-b755f0739492 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459767 Dec 22 17:38:15.970659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5852e81-c651-4511-8018-2ebdfa082488 req-08afa5e2-eff0-4c48-8b7f-55501909e6f8 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:15.971397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-a5852e81-c651-4511-8018-2ebdfa082488 req-08afa5e2-eff0-4c48-8b7f-55501909e6f8 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Synchronizing usage tracker for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:38:15.986011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-a5852e81-c651-4511-8018-2ebdfa082488 req-08afa5e2-eff0-4c48-8b7f-55501909e6f8 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Unset dirty status for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:38:15.987270 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a5852e81-c651-4511-8018-2ebdfa082488 req-08afa5e2-eff0-4c48-8b7f-55501909e6f8 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 944 time: 0.0968399 Dec 22 17:38:16.030968 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a5852e81-c651-4511-8018-2ebdfa082488 req-089c9a65-318f-43b4-b18a-55b56aa16dfb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380814 Dec 22 17:38:16.313062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b15f3e9b-3028-4f06-ae89-7e313eb815ea details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:38:16.443799 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b15f3e9b-3028-4f06-ae89-7e313eb815ea, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:38:16.460833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'port_id': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea', 'mac_address': 'fa:16:3e:5c:bb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:38:16.514894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:16.530977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15f3e9b-3028-4f06-ae89-7e313eb815ea {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:38:16.546328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b15f3e9b-3028-4f06-ae89-7e313eb815ea, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:38:16.549920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:16.551635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cdabf910-d853-486f-bf1a-5d4bfb82687e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:38:16.615191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=b15f3e9b-3028-4f06-ae89-7e313eb815ea,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:38:16.618101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:38:16.767441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['b15f3e9b-3028-4f06-ae89-7e313eb815ea'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:38:17.219026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0815403-4f1c-41dd-bdd1-e2cab3c2c527 req-71b98497-9b45-4ac9-856c-25bf81ae381c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:17.220499 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b0815403-4f1c-41dd-bdd1-e2cab3c2c527 req-71b98497-9b45-4ac9-856c-25bf81ae381c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 945 time: 0.0845981 Dec 22 17:38:17.270043 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b0815403-4f1c-41dd-bdd1-e2cab3c2c527 req-6120442e-2f81-4f87-8785-7994beb9a3e8 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439196 Dec 22 17:38:18.322594 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b15f3e9b-3028-4f06-ae89-7e313eb815ea up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:38:18.438928 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port b15f3e9b-3028-4f06-ae89-7e313eb815ea completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:38:18.445090 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port b15f3e9b-3028-4f06-ae89-7e313eb815ea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:38:18.445473 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:18.450384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b5690-1a1d-423c-880a-beb542927e4c req-08f4d936-750e-4189-87c4-420c944896b8 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:18.452367 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-936b5690-1a1d-423c-880a-beb542927e4c req-08f4d936-750e-4189-87c4-420c944896b8 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 945 time: 0.0804658 Dec 22 17:38:18.499960 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-936b5690-1a1d-423c-880a-beb542927e4c req-813d62ac-e9f0-48f6-9c51-f6da33c33471 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418282 Dec 22 17:38:18.561706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:18.590275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:38:18.601027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b15f3e9b-3028-4f06-ae89-7e313eb815ea, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:38:18.604990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:18.608112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:38:18.640585 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea', 'code': 200} Dec 22 17:38:18.678720 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=b15f3e9b-3028-4f06-ae89-7e313eb815ea,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:38:18.681709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:38:18.864873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7986c-5dd7-4335-9849-854af77982ca req-ee17bfe2-be4f-4644-bfb7-50a956eeeb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:18.866331 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-34d7986c-5dd7-4335-9849-854af77982ca req-ee17bfe2-be4f-4644-bfb7-50a956eeeb47 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 1099 time: 0.0766852 Dec 22 17:38:18.907021 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-34d7986c-5dd7-4335-9849-854af77982ca req-3133adc1-1c45-4329-9327-bcc436692b48 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338802 Dec 22 17:38:19.686514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7c7fa-cf32-47e2-9cf3-7645e91e03e9 req-52235380-afc8-4538-bab9-137b1b5a4bf9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:19.687972 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-21e7c7fa-cf32-47e2-9cf3-7645e91e03e9 req-52235380-afc8-4538-bab9-137b1b5a4bf9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0828977 Dec 22 17:38:19.731492 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-21e7c7fa-cf32-47e2-9cf3-7645e91e03e9 req-fbd4fbd2-8cdd-438d-a513-7205305d3943 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379570 Dec 22 17:38:20.919592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf14413-4b38-4aa8-b23f-b392bb0c388c req-07466985-3bc6-4cbd-9d77-4803432a4a6d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:20.921012 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-daf14413-4b38-4aa8-b23f-b392bb0c388c req-07466985-3bc6-4cbd-9d77-4803432a4a6d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0811298 Dec 22 17:38:20.964647 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-daf14413-4b38-4aa8-b23f-b392bb0c388c req-2fa053e4-56c5-4dff-a48f-7d4a368ad415 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379469 Dec 22 17:38:21.138769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469532c4-67c5-4b5a-bbdb-b17dfbd7075f req-21ce0d0e-e54c-49d7-9ee0-2387f6840450 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:21.140217 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-469532c4-67c5-4b5a-bbdb-b17dfbd7075f req-21ce0d0e-e54c-49d7-9ee0-2387f6840450 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0786700 Dec 22 17:38:21.148553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 41314) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:38:21.153339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d6a6615e-11ab-4aff-859d-e6905f0d5277 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Request body: {'floatingip': {'port_id': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:38:21.230487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6a6615e-11ab-4aff-859d-e6905f0d5277 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:21.814798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6a6615e-11ab-4aff-859d-e6905f0d5277 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:21.818468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6a6615e-11ab-4aff-859d-e6905f0d5277 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:22.106663 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-d6a6615e-11ab-4aff-859d-e6905f0d5277 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c associated. External IP: 172.26.3.251, port: b15f3e9b-3028-4f06-ae89-7e313eb815ea. Dec 22 17:38:22.450855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a6615e-11ab-4aff-859d-e6905f0d5277 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Router 01db2cd5-b493-40f8-942c-fb8f04007e1b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:38:22.627757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a6615e-11ab-4aff-859d-e6905f0d5277 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:38:22.631866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d6a6615e-11ab-4aff-859d-e6905f0d5277 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:22.637052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e531e-b313-46c3-9d6a-0481aedcb558 None None] Sync routers for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:38:22.646668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299e531e-b313-46c3-9d6a-0481aedcb558 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:38:22.647332 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-299e531e-b313-46c3-9d6a-0481aedcb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:38:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:38:22.685196 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d6a6615e-11ab-4aff-859d-e6905f0d5277 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "PUT /v2.0/floatingips/2ae5a830-99bf-44fd-bd5b-4e39a1284a8c HTTP/1.1" status: 200 len: 992 time: 1.5356252 Dec 22 17:38:22.686000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'tag': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:38:22.737805 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'tag': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea', 'status': 'completed', 'code': 200} Dec 22 17:38:22.833052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-299e531e-b313-46c3-9d6a-0481aedcb558 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:38:22.837494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f5a1f-99b7-42c5-a8bf-e98d854b9ccb req-f3c5fd8d-baaa-46b9-9c84-fe6af3287871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:22.838968 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-686f5a1f-99b7-42c5-a8bf-e98d854b9ccb req-f3c5fd8d-baaa-46b9-9c84-fe6af3287871 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 1099 time: 0.0797410 Dec 22 17:38:22.973608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f5a1f-99b7-42c5-a8bf-e98d854b9ccb req-3b90dbe3-d8a6-4ca1-b725-61e8db684c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:22.974954 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-686f5a1f-99b7-42c5-a8bf-e98d854b9ccb req-3b90dbe3-d8a6-4ca1-b725-61e8db684c33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1293037 Dec 22 17:38:23.080284 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-686f5a1f-99b7-42c5-a8bf-e98d854b9ccb req-8dc1cade-22ec-468d-9eb1-55d2fbdeb6f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea HTTP/1.1" status: 200 len: 1000 time: 0.0985737 Dec 22 17:38:23.144779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f5a1f-99b7-42c5-a8bf-e98d854b9ccb req-359581c7-0556-4421-b2c5-6408ee180541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:23.146251 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-686f5a1f-99b7-42c5-a8bf-e98d854b9ccb req-359581c7-0556-4421-b2c5-6408ee180541 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0604415 Dec 22 17:38:23.181692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-299e531e-b313-46c3-9d6a-0481aedcb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2ae5a830-99bf-44fd-bd5b-4e39a1284a8c', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'port_id': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'mac_address': 'fa:16:3e:5c:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:36:53Z', 'updated_at': '2021-12-22T17:38:21Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:38:23.186151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e531e-b313-46c3-9d6a-0481aedcb558 None None] Checking router: 01db2cd5-b493-40f8-942c-fb8f04007e1b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:38:23.194996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299e531e-b313-46c3-9d6a-0481aedcb558 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:38:23.195665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-299e531e-b313-46c3-9d6a-0481aedcb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:38:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:38:23.223920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f5a1f-99b7-42c5-a8bf-e98d854b9ccb req-90bc8b4f-9622-4163-abf1-44dc32b47e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:23.225342 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-686f5a1f-99b7-42c5-a8bf-e98d854b9ccb req-90bc8b4f-9622-4163-abf1-44dc32b47e43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731807 Dec 22 17:38:23.362441 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-686f5a1f-99b7-42c5-a8bf-e98d854b9ccb req-180b2091-2af2-4024-bd62-b0315355431a service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303396 Dec 22 17:38:23.372336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-299e531e-b313-46c3-9d6a-0481aedcb558 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:38:23.493844 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-686f5a1f-99b7-42c5-a8bf-e98d854b9ccb req-36b9060c-b0c9-482d-ab41-6d725bc23e4a service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249990 Dec 22 17:38:23.716232 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-299e531e-b313-46c3-9d6a-0481aedcb558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2ae5a830-99bf-44fd-bd5b-4e39a1284a8c', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'port_id': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'mac_address': 'fa:16:3e:5c:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:36:53Z', 'updated_at': '2021-12-22T17:38:21Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:38:23.720211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e531e-b313-46c3-9d6a-0481aedcb558 None None] The sync data for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv is: [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2ae5a830-99bf-44fd-bd5b-4e39a1284a8c', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'port_id': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'mac_address': 'fa:16:3e:5c:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:36:53Z', 'updated_at': '2021-12-22T17:38:21Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:38:23.926826 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a12aba-5905-43ef-9785-b44e6a7da25c None None] New status for floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:38:27.645449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-51ae592b-b864-49e4-a13e-c859e0fdacde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:30.077247 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-56e09b47-fc01-4b7b-b6b8-29ab1ff9f49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:31.096842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:31.229015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:32.609372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:35.335662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:36.997742 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c570f5e8-b1f7-4f10-9bf6-04847fa313fb req-20a04552-e828-472e-a494-efa4053b7f52 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682356 Dec 22 17:38:37.259999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570f5e8-b1f7-4f10-9bf6-04847fa313fb req-fb576e56-80bc-4d9f-b011-403ccbe252f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:37.261356 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c570f5e8-b1f7-4f10-9bf6-04847fa313fb req-fb576e56-80bc-4d9f-b011-403ccbe252f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 1099 time: 0.1971743 Dec 22 17:38:37.402781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570f5e8-b1f7-4f10-9bf6-04847fa313fb req-240b8abe-032b-4621-bccf-499621f74c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:37.404215 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c570f5e8-b1f7-4f10-9bf6-04847fa313fb req-240b8abe-032b-4621-bccf-499621f74c92 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1238651 Dec 22 17:38:37.507500 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c570f5e8-b1f7-4f10-9bf6-04847fa313fb req-3c9c137c-a038-4b81-8428-6f6ba0feb555 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea HTTP/1.1" status: 200 len: 1002 time: 0.0965607 Dec 22 17:38:37.569018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570f5e8-b1f7-4f10-9bf6-04847fa313fb req-7cb4bec2-2a06-43d5-aa8c-1b3cc2b47948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:37.570407 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c570f5e8-b1f7-4f10-9bf6-04847fa313fb req-7cb4bec2-2a06-43d5-aa8c-1b3cc2b47948 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0568368 Dec 22 17:38:37.647919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570f5e8-b1f7-4f10-9bf6-04847fa313fb req-613df56d-a37c-4f84-9352-9ae1e33d464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:37.649348 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c570f5e8-b1f7-4f10-9bf6-04847fa313fb req-613df56d-a37c-4f84-9352-9ae1e33d464e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725350 Dec 22 17:38:37.777458 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c570f5e8-b1f7-4f10-9bf6-04847fa313fb req-302da2a5-361d-43ef-9a21-49ae26133d41 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201575 Dec 22 17:38:37.905168 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c570f5e8-b1f7-4f10-9bf6-04847fa313fb req-29f1bf04-3087-44be-90e0-b317367aa7ac service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203732 Dec 22 17:38:40.019406 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:38:57.647521 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-45d0a7de-c0c4-4392-a516-a162b9021557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:38:58.148799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd2f9e-3c4f-49a0-b949-756954b44214 req-668c00a2-f0b7-45e6-be01-f83b6ec3713a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:58.150244 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04dd2f9e-3c4f-49a0-b949-756954b44214 req-668c00a2-f0b7-45e6-be01-f83b6ec3713a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0830286 Dec 22 17:38:58.193474 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04dd2f9e-3c4f-49a0-b949-756954b44214 req-3819654e-f7ba-4fe5-85dc-cb37b1cd3cf0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373981 Dec 22 17:38:59.382659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edd693-12cc-49c0-a9f5-159f72962f23 req-48815e86-c257-4cfe-a394-21889f9bdfc0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:38:59.384240 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f2edd693-12cc-49c0-a9f5-159f72962f23 req-48815e86-c257-4cfe-a394-21889f9bdfc0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0863600 Dec 22 17:38:59.427982 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f2edd693-12cc-49c0-a9f5-159f72962f23 req-71ba13f7-12ef-4e86-88e5-24b9c78febff tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378942 Dec 22 17:39:00.079055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef43c-b67f-4cb6-be30-4df9c72efecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:00.611383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c2925-7685-4948-85a2-618e17d9a093 req-27e85901-3308-4c8a-8075-fa8aedaa94f0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:00.612820 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eb1c2925-7685-4948-85a2-618e17d9a093 req-27e85901-3308-4c8a-8075-fa8aedaa94f0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0822585 Dec 22 17:39:00.655990 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eb1c2925-7685-4948-85a2-618e17d9a093 req-0ce6db2d-0d01-422b-a7cd-0082f625fd88 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375733 Dec 22 17:39:01.100655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:01.230256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:01.834299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cc03f-8ada-45db-a8ce-ec0556983ab3 req-cf3f7b8b-4d0d-4522-a236-77c3a76b1440 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:01.835771 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6a3cc03f-8ada-45db-a8ce-ec0556983ab3 req-cf3f7b8b-4d0d-4522-a236-77c3a76b1440 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0787933 Dec 22 17:39:01.879164 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6a3cc03f-8ada-45db-a8ce-ec0556983ab3 req-ed695a5a-3d0c-4038-83dd-c9071fd5f4d5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374358 Dec 22 17:39:02.612243 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:03.061137 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c5170-82e4-476c-93b7-31d049181ab2 req-4b4ac993-c182-412b-8490-110871425d60 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:03.062583 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-666c5170-82e4-476c-93b7-31d049181ab2 req-4b4ac993-c182-412b-8490-110871425d60 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0801065 Dec 22 17:39:03.108676 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-666c5170-82e4-476c-93b7-31d049181ab2 req-45188cd4-0d48-49e0-aa31-684f8437c62d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400484 Dec 22 17:39:04.297182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7652d-ae6f-47d7-9373-320de9c2c5d9 req-35e0f88b-8b49-4c05-ae1b-2f86a80a9ba6 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:04.298620 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e1e7652d-ae6f-47d7-9373-320de9c2c5d9 req-35e0f88b-8b49-4c05-ae1b-2f86a80a9ba6 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0827785 Dec 22 17:39:04.342127 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e1e7652d-ae6f-47d7-9373-320de9c2c5d9 req-3a30bc3d-c22a-42ea-b987-04d41742ab01 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379028 Dec 22 17:39:05.335667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:05.527974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83681cdd-6d54-4822-9baf-cc66dc4504a9 req-595c5b13-f1c9-426f-b13d-a4ef864dcf45 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:05.529991 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-83681cdd-6d54-4822-9baf-cc66dc4504a9 req-595c5b13-f1c9-426f-b13d-a4ef864dcf45 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0820885 Dec 22 17:39:05.573499 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-83681cdd-6d54-4822-9baf-cc66dc4504a9 req-24afb1cc-11dc-4502-b5c1-f40172510685 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380192 Dec 22 17:39:06.754313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d821c6b-4d38-4c64-9669-81575154bcf3 req-7b8451ca-b134-4904-bfb8-b16e1f7df59d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:06.755672 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8d821c6b-4d38-4c64-9669-81575154bcf3 req-7b8451ca-b134-4904-bfb8-b16e1f7df59d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0789993 Dec 22 17:39:06.801219 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8d821c6b-4d38-4c64-9669-81575154bcf3 req-d48fa036-68b2-4c11-bcb0-f036a18886f4 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399282 Dec 22 17:39:07.983934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf7862-12dc-4ccc-9d4a-071a12aa75e2 req-585c1627-2008-4c89-a8c7-22148bb9af4d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:07.985380 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-80cf7862-12dc-4ccc-9d4a-071a12aa75e2 req-585c1627-2008-4c89-a8c7-22148bb9af4d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0814545 Dec 22 17:39:08.032952 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-80cf7862-12dc-4ccc-9d4a-071a12aa75e2 req-389be5b3-97b0-434e-a95b-87d6d2cea80c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419877 Dec 22 17:39:09.214803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df21115-5072-486a-95d9-479faed9b9de req-98f63706-9171-44fc-915e-655ee9747cc2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:09.216245 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0df21115-5072-486a-95d9-479faed9b9de req-98f63706-9171-44fc-915e-655ee9747cc2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0824723 Dec 22 17:39:09.258149 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0df21115-5072-486a-95d9-479faed9b9de req-68443d31-1551-4ccf-992a-4a7f0d97e827 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357502 Dec 22 17:39:10.439729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdc57f-1581-4a04-bc11-79aca9c9d3a6 req-dd4a12e6-5fa7-44e4-ad35-170090861d53 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:10.441153 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-68cdc57f-1581-4a04-bc11-79aca9c9d3a6 req-dd4a12e6-5fa7-44e4-ad35-170090861d53 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0805819 Dec 22 17:39:10.484733 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-68cdc57f-1581-4a04-bc11-79aca9c9d3a6 req-96213df4-23b9-497e-ba5e-6e3127684f74 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380051 Dec 22 17:39:11.672254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3fa18-ab19-47ea-8f5c-19f781388570 req-592470bb-0a07-405c-aa27-6d3e6690ab5b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:11.673666 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fbe3fa18-ab19-47ea-8f5c-19f781388570 req-592470bb-0a07-405c-aa27-6d3e6690ab5b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0780826 Dec 22 17:39:11.728225 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fbe3fa18-ab19-47ea-8f5c-19f781388570 req-618c4c13-f2e6-49cc-be75-894f129389d9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489683 Dec 22 17:39:12.914827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b139571-6fad-48de-9315-8e664cf8d904 req-11f1603d-a2d0-428e-b2c0-fc2c24448468 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:12.916281 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1b139571-6fad-48de-9315-8e664cf8d904 req-11f1603d-a2d0-428e-b2c0-fc2c24448468 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0825083 Dec 22 17:39:12.959863 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1b139571-6fad-48de-9315-8e664cf8d904 req-9694ae06-1764-4d9b-a9cb-fc5a695ed27e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375040 Dec 22 17:39:14.145984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc707f-66b1-480e-95dc-6d15aba7fc2c req-61f3eb75-f8d0-47ab-a28d-0080a0642c3e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:14.147413 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3ffc707f-66b1-480e-95dc-6d15aba7fc2c req-61f3eb75-f8d0-47ab-a28d-0080a0642c3e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0831275 Dec 22 17:39:14.191310 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3ffc707f-66b1-480e-95dc-6d15aba7fc2c req-e2cfd0dd-15cc-4120-8e83-726318cbf28b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383546 Dec 22 17:39:14.525939 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-4f680ba4-d689-4adf-84ff-fb27e929b887 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690994 Dec 22 17:39:14.583002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbefaa5-ee19-4525-8f6b-52606e66a12c req-725a96ec-7d56-4101-be77-1453f6510277 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:14.584492 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3dbefaa5-ee19-4525-8f6b-52606e66a12c req-725a96ec-7d56-4101-be77-1453f6510277 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0831468 Dec 22 17:39:14.630750 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3dbefaa5-ee19-4525-8f6b-52606e66a12c req-f8e405c2-c782-41f0-a62b-0e8067119476 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393174 Dec 22 17:39:15.617291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-2bda7f4c-f890-429c-a2c3-7b90bb1fa9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:15.618723 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-2bda7f4c-f890-429c-a2c3-7b90bb1fa9b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 1099 time: 0.0731478 Dec 22 17:39:15.908584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-50cf0ba2-360c-433c-b9e4-4f44e3702437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:15.909915 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-50cf0ba2-360c-433c-b9e4-4f44e3702437 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.2852604 Dec 22 17:39:16.026514 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-f0e3dde0-9fb9-4d4c-b317-81038d089d9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea HTTP/1.1" status: 200 len: 1002 time: 0.1069140 Dec 22 17:39:16.034618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0dfc7-7b88-4f0f-92b7-ad37684b4856 req-638e9f69-b6e7-49b0-b62e-470aa2ad0dde tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:16.036004 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-31b0dfc7-7b88-4f0f-92b7-ad37684b4856 req-638e9f69-b6e7-49b0-b62e-470aa2ad0dde tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.2915869 Dec 22 17:39:16.125869 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-31b0dfc7-7b88-4f0f-92b7-ad37684b4856 req-3888b44d-f7a4-44d5-a9ec-c0ed5de965a2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593801 Dec 22 17:39:16.127369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-04f5a242-dfc8-471b-9687-c0ce5ecd674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:16.128695 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-04f5a242-dfc8-471b-9687-c0ce5ecd674b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0918839 Dec 22 17:39:16.202399 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-2383b5a8-56dc-4d23-8cad-d5bf5bfb1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:16.203802 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-2383b5a8-56dc-4d23-8cad-d5bf5bfb1fca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689371 Dec 22 17:39:16.334307 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-ef3ee115-e204-4cf9-a93f-a7c40f08f473 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239607 Dec 22 17:39:16.465425 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-9b62cdb0-efea-41a5-8896-92c043e1a3f7 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247966 Dec 22 17:39:17.018637 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:39:17.305215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06143b0-d5c2-4707-a4bf-a5f502ab971f req-0af52dbd-f92a-4dc6-8eb9-a9911fceeaf8 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:17.306634 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b06143b0-d5c2-4707-a4bf-a5f502ab971f req-0af52dbd-f92a-4dc6-8eb9-a9911fceeaf8 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0777428 Dec 22 17:39:17.349595 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b06143b0-d5c2-4707-a4bf-a5f502ab971f req-2d5e120c-0711-4f49-a723-88125e2fec37 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369489 Dec 22 17:39:18.081469 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-c55d2af9-c40b-45c4-afb8-86997d1c229b service neutron] 10.222.0.53 "GET /v2.0/ports/b15f3e9b-3028-4f06-ae89-7e313eb815ea/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0795357 Dec 22 17:39:18.344997 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-b73a2b5f-ed2f-492f-a0cf-f512d149c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:18.346362 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-b73a2b5f-ed2f-492f-a0cf-f512d149c89c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 1099 time: 0.0717804 Dec 22 17:39:18.445534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-1acd916b-6333-4fbc-a73e-ddba4e9bc458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:18.447015 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-1acd916b-6333-4fbc-a73e-ddba4e9bc458 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 1099 time: 0.0768058 Dec 22 17:39:18.634132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-61720709-2a91-4d8b-8477-b61b4467084c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:18.635479 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-61720709-2a91-4d8b-8477-b61b4467084c service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1807909 Dec 22 17:39:18.642885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517aa71-b07a-42bb-8c0e-78db3914ba9b req-1a7ad200-8f1f-4b0e-a85a-3ce148942af9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:18.644218 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6517aa71-b07a-42bb-8c0e-78db3914ba9b req-1a7ad200-8f1f-4b0e-a85a-3ce148942af9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.1911466 Dec 22 17:39:18.767700 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6517aa71-b07a-42bb-8c0e-78db3914ba9b req-d5c595f0-132e-497c-beed-5437e23fd3a1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723867 Dec 22 17:39:18.771482 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-fde60437-e4dc-470e-a721-079c62cfb3fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea HTTP/1.1" status: 200 len: 1002 time: 0.1263380 Dec 22 17:39:18.840016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-ccae93fd-6e43-4421-9f88-a6a2dee07044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:18.841957 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-ccae93fd-6e43-4421-9f88-a6a2dee07044 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0606146 Dec 22 17:39:18.920049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-b2baf342-5833-49a8-808c-751c3401e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:18.921400 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-b2baf342-5833-49a8-808c-751c3401e3bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723870 Dec 22 17:39:19.050966 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-8ca1495f-b314-4a88-aa68-78007e0a0c42 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225495 Dec 22 17:39:19.296745 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d4676ec8-d7b3-4347-9c9b-9860568d045f req-e0eaf9e7-f5fb-428b-9240-e4bbd0d08eb9 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395759 Dec 22 17:39:19.959852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c738b7a-7fb0-4ddb-915a-cc53bb01e84b req-ed2e37f3-42cf-487c-b570-26d8a6ec9626 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:19.961319 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8c738b7a-7fb0-4ddb-915a-cc53bb01e84b req-ed2e37f3-42cf-487c-b570-26d8a6ec9626 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0899100 Dec 22 17:39:20.004990 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8c738b7a-7fb0-4ddb-915a-cc53bb01e84b req-84376874-0ddd-4a00-8ba8-6cc9c466424b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375481 Dec 22 17:39:20.771135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b15f3e9b-3028-4f06-ae89-7e313eb815ea details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:39:20.902503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b15f3e9b-3028-4f06-ae89-7e313eb815ea, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:39:20.918820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'port_id': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea', 'mac_address': 'fa:16:3e:5c:bb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:39:20.972611 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:20.990581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b15f3e9b-3028-4f06-ae89-7e313eb815ea {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:39:21.006769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b15f3e9b-3028-4f06-ae89-7e313eb815ea, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:39:21.010465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:21.012514 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:39:21.082051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=b15f3e9b-3028-4f06-ae89-7e313eb815ea,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:39:21.089219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:21.089823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:21.090166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:21.090492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:21.090848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:21.091202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:21.091546 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:21.091855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:21.092179 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:21.092501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:21.092820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:21.093138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:21.096848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:39:21.105997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['b15f3e9b-3028-4f06-ae89-7e313eb815ea'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:39:21.196432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580af11-5eed-435f-9ce3-436e8e075009 req-dd144ebb-3b0d-4b5f-a620-8d73181421e8 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:21.197872 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2580af11-5eed-435f-9ce3-436e8e075009 req-dd144ebb-3b0d-4b5f-a620-8d73181421e8 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 945 time: 0.0787704 Dec 22 17:39:21.244770 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2580af11-5eed-435f-9ce3-436e8e075009 req-50e9bbd2-e375-40b5-88f0-648f8791566d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411541 Dec 22 17:39:21.612173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-7f6ca08e-43bf-4e24-8058-a985f6c96fb0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:21.613617 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-7f6ca08e-43bf-4e24-8058-a985f6c96fb0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1456385 Dec 22 17:39:21.621434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5df74-a329-4e21-be4d-07e3db16f357 req-b418ba10-1937-4ca2-95d0-b5d5d4074141 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:21.622790 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a2e5df74-a329-4e21-be4d-07e3db16f357 req-b418ba10-1937-4ca2-95d0-b5d5d4074141 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 945 time: 0.1535993 Dec 22 17:39:21.667182 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a2e5df74-a329-4e21-be4d-07e3db16f357 req-9bf9e5d9-2022-49b6-b730-2b8cf77ac741 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385962 Dec 22 17:39:21.781619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-dc6bcd11-5767-4cad-95ff-eb0e4e62119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:21.783522 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-dc6bcd11-5767-4cad-95ff-eb0e4e62119e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 1098 time: 0.0713348 Dec 22 17:39:21.913907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-d9d1d7e5-9486-40d9-8a07-7ec1237f60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:21.915371 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-d9d1d7e5-9486-40d9-8a07-7ec1237f60f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1262732 Dec 22 17:39:22.018042 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-e3abb931-699a-4894-a9d3-baf089748e2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea HTTP/1.1" status: 200 len: 1001 time: 0.0962932 Dec 22 17:39:22.080555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-764d4df3-ec09-4fbd-bd62-8525e031c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:22.082022 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-764d4df3-ec09-4fbd-bd62-8525e031c89c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0580637 Dec 22 17:39:22.158394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-6b6bb550-2bca-4737-8f47-843a43f4d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:22.159888 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-6b6bb550-2bca-4737-8f47-843a43f4d73a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720978 Dec 22 17:39:22.288608 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-bf2d460a-6c31-4516-85bc-9dc9374fa44a service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222541 Dec 22 17:39:22.419259 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-44e5127d-c8a4-45e0-b0fa-f0bb65d11ae4 req-93236490-1512-48e1-8ff0-8d8cf27e37e1 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242170 Dec 22 17:39:22.786445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b15f3e9b-3028-4f06-ae89-7e313eb815ea up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:39:22.865718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port b15f3e9b-3028-4f06-ae89-7e313eb815ea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:39:22.866111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:22.869074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576395b-a6f5-4b94-8379-fddadb24952e req-67f3f184-960e-4dfd-b293-7bf98ebf94a2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:22.870555 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a576395b-a6f5-4b94-8379-fddadb24952e req-67f3f184-960e-4dfd-b293-7bf98ebf94a2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 945 time: 0.0924268 Dec 22 17:39:22.922190 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a576395b-a6f5-4b94-8379-fddadb24952e req-02ce2679-5202-424d-b981-ac087cf50fa6 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444548 Dec 22 17:39:22.992189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:23.021263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:39:23.031341 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b15f3e9b-3028-4f06-ae89-7e313eb815ea, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:39:23.036618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:23.038526 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:39:23.074115 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea', 'code': 200} Dec 22 17:39:23.109518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=b15f3e9b-3028-4f06-ae89-7e313eb815ea,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:39:23.113018 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:39:24.108429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f199304-1637-4375-b879-85584abee75e req-8506edfa-ca16-417f-80a4-2d7e9afd0349 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:24.109777 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8f199304-1637-4375-b879-85584abee75e req-8506edfa-ca16-417f-80a4-2d7e9afd0349 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0828009 Dec 22 17:39:24.158999 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8f199304-1637-4375-b879-85584abee75e req-5e8d861d-de0f-48be-b836-d9c14d768010 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435641 Dec 22 17:39:24.342803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d9e08-7925-4c28-b738-310434168000 req-02df5151-fa04-437c-bba1-24abce9adacd tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:24.344299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2c7d9e08-7925-4c28-b738-310434168000 req-02df5151-fa04-437c-bba1-24abce9adacd tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0807123 Dec 22 17:39:24.387636 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2c7d9e08-7925-4c28-b738-310434168000 req-300e3543-100c-48a1-9bc6-764d9fa04e10 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376439 Dec 22 17:39:24.726212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a06a-0ce3-458c-8efe-b3d1d35dc392 req-f9c58682-4ab4-48a0-ba8a-e4c0093b46d9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:24.727627 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6075a06a-0ce3-458c-8efe-b3d1d35dc392 req-f9c58682-4ab4-48a0-ba8a-e4c0093b46d9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0875742 Dec 22 17:39:24.805457 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6075a06a-0ce3-458c-8efe-b3d1d35dc392 req-19ef7c58-2b55-4282-a71f-af8abefeaced tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714238 Dec 22 17:39:24.840577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8824c-11d2-409c-a934-c69488e5fc4f req-55a4575c-8f81-4313-8136-1386eb529bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:24.842633 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-59e8824c-11d2-409c-a934-c69488e5fc4f req-55a4575c-8f81-4313-8136-1386eb529bf8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 1099 time: 0.1486738 Dec 22 17:39:24.971465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8824c-11d2-409c-a934-c69488e5fc4f req-43628f11-9046-47fe-afe1-506e683768e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:24.972782 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-59e8824c-11d2-409c-a934-c69488e5fc4f req-43628f11-9046-47fe-afe1-506e683768e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1228638 Dec 22 17:39:25.076256 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-59e8824c-11d2-409c-a934-c69488e5fc4f req-f5076942-c8bc-4e96-b6d1-1b21cf454d27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea HTTP/1.1" status: 200 len: 1002 time: 0.0945349 Dec 22 17:39:25.140341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8824c-11d2-409c-a934-c69488e5fc4f req-5fabbd10-2dc1-4291-ac1c-c58771bf765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:25.141712 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-59e8824c-11d2-409c-a934-c69488e5fc4f req-5fabbd10-2dc1-4291-ac1c-c58771bf765b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0600200 Dec 22 17:39:25.220903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8824c-11d2-409c-a934-c69488e5fc4f req-f1a275c2-783f-49e4-a71f-5a662114016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:25.222390 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-59e8824c-11d2-409c-a934-c69488e5fc4f req-f1a275c2-783f-49e4-a71f-5a662114016f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744720 Dec 22 17:39:25.475208 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-59e8824c-11d2-409c-a934-c69488e5fc4f req-577155a6-c249-4865-9396-5ed4f8cfe89d service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455304 Dec 22 17:39:25.606518 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-59e8824c-11d2-409c-a934-c69488e5fc4f req-292c9720-c51e-4d7b-b98d-9365458807fb service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253619 Dec 22 17:39:25.996227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae88ee-c8bf-4636-9375-ef323c1a5c6b req-b3855e47-4c83-4521-bc3d-01d7ae19e730 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:25.997663 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-66ae88ee-c8bf-4636-9375-ef323c1a5c6b req-b3855e47-4c83-4521-bc3d-01d7ae19e730 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0837767 Dec 22 17:39:26.042158 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-66ae88ee-c8bf-4636-9375-ef323c1a5c6b req-ba146994-21f5-41ae-a26f-999b055876d5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388415 Dec 22 17:39:27.235262 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badec1d8-9838-4111-bdde-444bfff83b4f req-411855f5-8dee-4fd7-8d17-330aaacaa7d7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:27.236689 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-badec1d8-9838-4111-bdde-444bfff83b4f req-411855f5-8dee-4fd7-8d17-330aaacaa7d7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0838797 Dec 22 17:39:27.283322 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-badec1d8-9838-4111-bdde-444bfff83b4f req-3cb08843-75d4-4fe7-af5a-a1f65aa1076d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406513 Dec 22 17:39:27.649856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f5aa1168-8438-4791-8254-adbac091ccd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:27.669006 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048bbbe-3d51-473e-a3d8-8fa0fe0faedb req-7d94202a-a02c-468a-a96d-56cd437ec250 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:27.671028 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f048bbbe-3d51-473e-a3d8-8fa0fe0faedb req-7d94202a-a02c-468a-a96d-56cd437ec250 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0929527 Dec 22 17:39:27.715015 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f048bbbe-3d51-473e-a3d8-8fa0fe0faedb req-586422bd-f079-4701-907f-c57c151f1e9e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382726 Dec 22 17:39:28.906502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63fd3-3d37-480b-9270-4c592f425c2c req-5f184758-90a7-466a-a6f7-ed93df35506e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:28.907982 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2cf63fd3-3d37-480b-9270-4c592f425c2c req-5f184758-90a7-466a-a6f7-ed93df35506e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0814157 Dec 22 17:39:28.959871 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2cf63fd3-3d37-480b-9270-4c592f425c2c req-496e0727-d7c7-4012-bdd0-17de00b354a7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462067 Dec 22 17:39:29.253273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cd163-f35b-4990-881c-11945bacc259 req-aab211e6-f73c-48f1-b215-1087bf3234fb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:29.254701 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-da1cd163-f35b-4990-881c-11945bacc259 req-aab211e6-f73c-48f1-b215-1087bf3234fb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 946 time: 0.0825615 Dec 22 17:39:29.324613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Deleting port b15f3e9b-3028-4f06-ae89-7e313eb815ea {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:39:29.324955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:29.576039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] For port b15f3e9b-3028-4f06-ae89-7e313eb815ea, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b15f3e9b-3028-4f06-ae89-7e313eb815ea,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:39:29.576419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:29.865313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:29.865601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:29.865911 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c disassociated. External IP: 172.26.3.251, port: b15f3e9b-3028-4f06-ae89-7e313eb815ea. Dec 22 17:39:29.866250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Calling delete_port for b15f3e9b-3028-4f06-ae89-7e313eb815ea owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:39:30.008103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:30.014847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cf30d3b4-5ae3-4acc-8cd5-c02fc51f329e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:39:30.061833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event deleted for resources: {'Port': ['ID=b15f3e9b-3028-4f06-ae89-7e313eb815ea,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:39:30.084564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a505b078-5769-4c87-8ee3-a61d3815e08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:30.123676 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:30.123964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:30.124338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:30.124710 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:30.125072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:30.125435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:30.125798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:30.126161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:30.126521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:30.126882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:30.127270 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:30.127625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:39:30.137502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:39:30.197969 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b9b610c8-4276-40e6-84df-2dc44262d49d req-6c8a3868-a45d-44e0-96ad-1302c1ea1746 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac3fdbbe-db1a-499b-a165-85fe8ccdeccb HTTP/1.1" status: 200 len: 210 time: 0.1244526 Dec 22 17:39:30.428441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Router 01db2cd5-b493-40f8-942c-fb8f04007e1b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:39:30.611169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:39:30.620465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1557ec39-06cd-4c37-bf43-42cd2fb7fd19 None None] Sync routers for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:39:30.630322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557ec39-06cd-4c37-bf43-42cd2fb7fd19 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:39:30.631038 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1557ec39-06cd-4c37-bf43-42cd2fb7fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:39:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:39:30.685688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] No DVR routers for this DVR port b15f3e9b-3028-4f06-ae89-7e313eb815ea on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:39:30.688078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:30.690718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'name': 'network-vif-deleted', 'tag': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:39:30.707731 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-da1cd163-f35b-4990-881c-11945bacc259 req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "DELETE /v2.0/ports/b15f3e9b-3028-4f06-ae89-7e313eb815ea HTTP/1.1" status: 204 len: 173 time: 1.4473281 Dec 22 17:39:30.737784 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3fdbbe-db1a-499b-a165-85fe8ccdeccb', 'name': 'network-vif-deleted', 'tag': 'b15f3e9b-3028-4f06-ae89-7e313eb815ea', 'status': 'completed', 'code': 200} Dec 22 17:39:30.816679 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-1557ec39-06cd-4c37-bf43-42cd2fb7fd19 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:39:31.120371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:31.142518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1557ec39-06cd-4c37-bf43-42cd2fb7fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:39:31.147012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1557ec39-06cd-4c37-bf43-42cd2fb7fd19 None None] Checking router: 01db2cd5-b493-40f8-942c-fb8f04007e1b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:39:31.155872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557ec39-06cd-4c37-bf43-42cd2fb7fd19 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:39:31.156530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1557ec39-06cd-4c37-bf43-42cd2fb7fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:39:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:39:31.296902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:31.397089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-1557ec39-06cd-4c37-bf43-42cd2fb7fd19 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:39:31.549349 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-c5b533d7-4efb-4e9a-8e87-ed8bc1b0c2dc tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--842827102&fields=id&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 267 time: 0.0409358 Dec 22 17:39:31.698933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34e18-3405-4309-abea-e44161ff5bcc req-073559eb-2614-492e-90f5-0b36f830efee tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:31.700932 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-073559eb-2614-492e-90f5-0b36f830efee tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 812 time: 0.1445544 Dec 22 17:39:31.708593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1557ec39-06cd-4c37-bf43-42cd2fb7fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:39:31.712621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1557ec39-06cd-4c37-bf43-42cd2fb7fd19 None None] The sync data for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv is: [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:39:31.716641 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a4259569-f80e-462a-8c56-9d732585757a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/quotas/fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 375 time: 0.0092602 Dec 22 17:39:31.807823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-8de34e18-3405-4309-abea-e44161ff5bcc req-5ea1bac7-89c6-4a2e-ba8d-5c7702ee361e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Synchronizing usage tracker for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:39:31.822658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-8de34e18-3405-4309-abea-e44161ff5bcc req-5ea1bac7-89c6-4a2e-ba8d-5c7702ee361e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Unset dirty status for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:39:31.823971 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-5ea1bac7-89c6-4a2e-ba8d-5c7702ee361e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1020384 Dec 22 17:39:31.945073 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ccd4a-e204-4e59-90fd-7f5fd5d06fe6 None None] New status for floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:39:31.970936 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-58e9dfac-d6b4-4d15-b211-858ff9237d82 service neutron] 10.222.0.70 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338937 Dec 22 17:39:32.103283 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-e697d65a-e5d1-4af5-b33f-7cdfa23d4346 service neutron] 10.222.0.70 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266010 Dec 22 17:39:32.288839 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0970758d-948c-4a3f-8c55-09e7161f143c req-f4f74a3b-2e14-439d-b9d7-5803064ec92d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 210 time: 0.0474768 Dec 22 17:39:32.615331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:32.848261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b15f3e9b-3028-4f06-ae89-7e313eb815ea no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:39:32.882322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: b15f3e9b-3028-4f06-ae89-7e313eb815ea {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:39:32.882673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b15f3e9b-3028-4f06-ae89-7e313eb815ea not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:39:33.281986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34e18-3405-4309-abea-e44161ff5bcc req-3bbfeba0-6ad4-4c46-b57d-6a78533ed0c2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:33.284034 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-3bbfeba0-6ad4-4c46-b57d-6a78533ed0c2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 812 time: 0.1473088 Dec 22 17:39:33.336018 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-71490b92-c880-4708-b5b4-c4129dc06a23 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 379 time: 0.0404975 Dec 22 17:39:33.344900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Request body: {'port': {'device_id': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'admin_state_up': True, 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'security_groups': ['509ff212-6f0f-4d17-a483-cd85215424bc']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:39:33.481741 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc9e3341-e1be-4ea1-a39d-5999f4a6b28c req-80626af0-5246-4e20-b449-9c45f462a63d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 210 time: 0.0631661 Dec 22 17:39:33.533958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:39:33.543418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:39:33.552652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Made reservation on behalf of fb4ccb598bb24cc985d7dfd304e22b7e for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:39:33.556382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:33.722907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Allocated IP 172.20.0.7 (611b6801-2b03-4394-934d-61f09ff76ac8/e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61/ff03e517-2405-4e7d-a797-79171ca03caa) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:39:33.916410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:33.931717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Transition to ACTIVE for port object ff03e517-2405-4e7d-a797-79171ca03caa will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:39:33.955097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:33.960826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-661146e8-eb02-43ea-9d39-85848d05c233 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:39:34.154474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Network 611b6801-2b03-4394-934d-61f09ff76ac8 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:39:34.157456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:39:34.161362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:39:34.192543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event updated for resources: {'Port': ['ID=ff03e517-2405-4e7d-a797-79171ca03caa,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:39:34.199177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:39:34.230729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:34.231449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:34.257184 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9163318 Dec 22 17:39:34.268935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Request body: {'port': {'device_id': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:39:34.381587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:34.420284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-533040ba-ff79-48b3-8ff7-cc7826180e80 None None] Provisioning for port ff03e517-2405-4e7d-a797-79171ca03caa completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:39:34.424942 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-533040ba-ff79-48b3-8ff7-cc7826180e80 None None] Provisioning complete for port ff03e517-2405-4e7d-a797-79171ca03caa triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:39:34.425315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-533040ba-ff79-48b3-8ff7-cc7826180e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:34.481027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-533040ba-ff79-48b3-8ff7-cc7826180e80 None None] Port ff03e517-2405-4e7d-a797-79171ca03caa cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:39:34.667691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee4e7-1924-4163-9a5b-06fb621a7bd0 req-c51720bb-a3b6-4bb6-b78e-3109325a33bf tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:34.669157 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0a9ee4e7-1924-4163-9a5b-06fb621a7bd0 req-c51720bb-a3b6-4bb6-b78e-3109325a33bf tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 931 time: 0.0807512 Dec 22 17:39:34.713657 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0a9ee4e7-1924-4163-9a5b-06fb621a7bd0 req-40bd387a-b18f-427b-a26e-5543c229e15a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383561 Dec 22 17:39:34.726235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff03e517-2405-4e7d-a797-79171ca03caa {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:39:34.733674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:34.747656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Transition to ACTIVE for port object ff03e517-2405-4e7d-a797-79171ca03caa will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:39:34.752016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:34.755812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-23888084-1bac-4f5a-9217-133b0007006b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:39:34.907850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Pushing event updated for resources: {'Port': ['ID=ff03e517-2405-4e7d-a797-79171ca03caa,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:39:34.917919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:39:34.990611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Attempting to bind port ff03e517-2405-4e7d-a797-79171ca03caa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:39:34.990943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Attempting to bind port ff03e517-2405-4e7d-a797-79171ca03caa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:39:34.991313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Attempting to bind port ff03e517-2405-4e7d-a797-79171ca03caa on network 611b6801-2b03-4394-934d-61f09ff76ac8 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:39:34.995975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Port ff03e517-2405-4e7d-a797-79171ca03caa on network 611b6801-2b03-4394-934d-61f09ff76ac8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:39:34.996291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Attempting to bind port ff03e517-2405-4e7d-a797-79171ca03caa on network 611b6801-2b03-4394-934d-61f09ff76ac8 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:39:35.001845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:39:35.002172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Checking segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:39:35.002548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Bound using segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:39:35.002977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Bound port: ff03e517-2405-4e7d-a797-79171ca03caa, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:39:35.003340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:35.094538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:39:35.097832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:39:35.101993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:35.107837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3fbd5f5a-42fa-4240-b8af-a46cc0d5d783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:39:35.156646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:35.157145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:35.158630 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] 10.222.0.53 "PUT /v2.0/ports/ff03e517-2405-4e7d-a797-79171ca03caa HTTP/1.1" status: 200 len: 1093 time: 0.8939056 Dec 22 17:39:35.165890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:39:35.195946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Pushing event updated for resources: {'Port': ['ID=ff03e517-2405-4e7d-a797-79171ca03caa,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:39:35.198874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:39:35.237057 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'status': 'completed', 'code': 200} Dec 22 17:39:35.278720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a83ff4bd-eddf-4499-a2ea-b3881236c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:35.280275 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-a83ff4bd-eddf-4499-a2ea-b3881236c378 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 1096 time: 0.0750992 Dec 22 17:39:35.350153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:35.360131 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-e9f9b78e-59c7-4e09-8b05-050286e71440 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff03e517-2405-4e7d-a797-79171ca03caa HTTP/1.1" status: 200 len: 217 time: 0.0728033 Dec 22 17:39:35.425916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34e18-3405-4309-abea-e44161ff5bcc req-b081a31b-ca55-4fef-a43a-39306318aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:35.427278 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-b081a31b-ca55-4fef-a43a-39306318aa3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0607667 Dec 22 17:39:35.504198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34e18-3405-4309-abea-e44161ff5bcc req-1bf35835-22e1-4000-8a9a-45dd5ffc6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:35.505559 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-1bf35835-22e1-4000-8a9a-45dd5ffc6af8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720055 Dec 22 17:39:35.639880 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-18bae424-fc06-4058-8e3b-4e1fbcb8b1c5 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273410 Dec 22 17:39:35.774116 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8de34e18-3405-4309-abea-e44161ff5bcc req-1d7bca2e-7868-416b-aeb8-8d6613a52304 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280608 Dec 22 17:39:35.888295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed817d4-31ee-4f86-9d4a-6a624a87d5ee req-617cbfd8-291f-43c0-a315-ad7e86d35dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:35.889761 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fed817d4-31ee-4f86-9d4a-6a624a87d5ee req-617cbfd8-291f-43c0-a315-ad7e86d35dce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 1096 time: 0.0700593 Dec 22 17:39:35.907499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a591a-0f11-4836-b751-ee2b96c6e9b1 req-f48ebfba-ceb5-4790-8b45-27c9c628eda5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:35.908940 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0c3a591a-0f11-4836-b751-ee2b96c6e9b1 req-f48ebfba-ceb5-4790-8b45-27c9c628eda5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 943 time: 0.0871379 Dec 22 17:39:35.952203 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0c3a591a-0f11-4836-b751-ee2b96c6e9b1 req-3a272eb1-7aae-4875-8c73-6f85d7da2ad1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374277 Dec 22 17:39:36.021892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed817d4-31ee-4f86-9d4a-6a624a87d5ee req-640477e9-3f1b-4241-881d-f47d249e85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:36.023339 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fed817d4-31ee-4f86-9d4a-6a624a87d5ee req-640477e9-3f1b-4241-881d-f47d249e85b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1267345 Dec 22 17:39:36.206101 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fed817d4-31ee-4f86-9d4a-6a624a87d5ee req-747fcc8b-de00-4a5a-b801-94636d720416 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff03e517-2405-4e7d-a797-79171ca03caa HTTP/1.1" status: 200 len: 217 time: 0.1760230 Dec 22 17:39:36.270222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed817d4-31ee-4f86-9d4a-6a624a87d5ee req-c40f7bc9-8c07-4121-8dfb-9e457928f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:36.271652 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fed817d4-31ee-4f86-9d4a-6a624a87d5ee req-c40f7bc9-8c07-4121-8dfb-9e457928f757 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0587311 Dec 22 17:39:36.348338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed817d4-31ee-4f86-9d4a-6a624a87d5ee req-2403a82b-2c6a-44c9-8c86-b7cffe101ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:36.349907 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fed817d4-31ee-4f86-9d4a-6a624a87d5ee req-2403a82b-2c6a-44c9-8c86-b7cffe101ba7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695555 Dec 22 17:39:36.480444 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fed817d4-31ee-4f86-9d4a-6a624a87d5ee req-2e21c676-ffcb-45d3-82f9-5dd8b2050c4b service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231525 Dec 22 17:39:36.613669 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fed817d4-31ee-4f86-9d4a-6a624a87d5ee req-ceaf713c-13bc-4505-b634-1e82af3b2ff0 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265585 Dec 22 17:39:36.851567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ff03e517-2405-4e7d-a797-79171ca03caa details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:39:36.984308 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:39:36.998141 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'port_id': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'mac_address': 'fa:16:3e:73:d4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:39:37.056136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:37.073588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff03e517-2405-4e7d-a797-79171ca03caa {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:39:37.089780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:39:37.094413 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:37.096164 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3964ce9d-b3b5-4a4c-8e1b-85e7fdc8ed4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:39:37.137954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecb994-7c3b-4cfd-abde-b0c1d3435697 req-2b10f8ba-329e-4f16-94db-357adc183f28 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:37.139019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-65ecb994-7c3b-4cfd-abde-b0c1d3435697 req-2b10f8ba-329e-4f16-94db-357adc183f28 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Synchronizing usage tracker for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:39:37.153876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-65ecb994-7c3b-4cfd-abde-b0c1d3435697 req-2b10f8ba-329e-4f16-94db-357adc183f28 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Unset dirty status for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:39:37.155055 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-65ecb994-7c3b-4cfd-abde-b0c1d3435697 req-2b10f8ba-329e-4f16-94db-357adc183f28 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 944 time: 0.0954545 Dec 22 17:39:37.164649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=ff03e517-2405-4e7d-a797-79171ca03caa,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:39:37.167746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:39:37.202403 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-65ecb994-7c3b-4cfd-abde-b0c1d3435697 req-f3340b3d-a2d8-4df3-8589-681c143f454f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 Dec 22 17:39:37.331068 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['ff03e517-2405-4e7d-a797-79171ca03caa'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:39:38.384349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366514-a531-496a-b588-a97600e09b56 req-1af8936f-9456-4bc3-964a-687c9812d72e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:38.385801 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d1366514-a531-496a-b588-a97600e09b56 req-1af8936f-9456-4bc3-964a-687c9812d72e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 944 time: 0.0815589 Dec 22 17:39:38.428959 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d1366514-a531-496a-b588-a97600e09b56 req-1ce4f035-d57c-4a46-b993-1079ac5038c3 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372274 Dec 22 17:39:38.866940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ff03e517-2405-4e7d-a797-79171ca03caa up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:39:38.938216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port ff03e517-2405-4e7d-a797-79171ca03caa completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:39:38.942926 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port ff03e517-2405-4e7d-a797-79171ca03caa triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:39:38.943367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:39.059216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:39.085662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:39:39.096261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:39:39.100385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:39.102372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:39:39.132463 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'code': 200} Dec 22 17:39:39.171758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=ff03e517-2405-4e7d-a797-79171ca03caa,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:39:39.174565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:39:39.354999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923c81b-6785-47b8-bb53-7bf17b574bff req-342af161-6399-433f-8d53-0c6ff2eaecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:39.356452 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2923c81b-6785-47b8-bb53-7bf17b574bff req-342af161-6399-433f-8d53-0c6ff2eaecb3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 1098 time: 0.0704005 Dec 22 17:39:39.407672 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2923c81b-6785-47b8-bb53-7bf17b574bff req-51a6922f-9186-41d6-8ccb-4ddc0816d0b5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444691 Dec 22 17:39:39.720129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca1ba5-6a87-456c-820c-641bda66ceea req-4362ba40-22bc-426c-a5bb-85f4184719b1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:39.721474 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-daca1ba5-6a87-456c-820c-641bda66ceea req-4362ba40-22bc-426c-a5bb-85f4184719b1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.1891515 Dec 22 17:39:39.770111 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-daca1ba5-6a87-456c-820c-641bda66ceea req-7015d536-33be-4008-9d97-9e0c029b17df tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430067 Dec 22 17:39:40.956393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810bcd-4369-463a-b96d-3c46e4ac528c req-7692670b-b4bc-427a-87a4-7b676ac410f1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:40.957889 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1e810bcd-4369-463a-b96d-3c46e4ac528c req-7692670b-b4bc-427a-87a4-7b676ac410f1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0832751 Dec 22 17:39:41.002826 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1e810bcd-4369-463a-b96d-3c46e4ac528c req-498aeb59-5f82-45c6-b6c2-d4e9b98cd661 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393507 Dec 22 17:39:41.188484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc6b86-ae0c-4069-b7cf-b1afb4d24a09 req-05843682-dfaa-41a8-b0c0-fea620f09195 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:41.189920 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-aefc6b86-ae0c-4069-b7cf-b1afb4d24a09 req-05843682-dfaa-41a8-b0c0-fea620f09195 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0812571 Dec 22 17:39:41.198423 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 41540) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:39:41.204220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-be5eab3f-593d-47af-aaa5-c23cfd87e3d9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Request body: {'floatingip': {'port_id': 'ff03e517-2405-4e7d-a797-79171ca03caa'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:39:41.282438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-be5eab3f-593d-47af-aaa5-c23cfd87e3d9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:42.007544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-be5eab3f-593d-47af-aaa5-c23cfd87e3d9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:42.011480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-be5eab3f-593d-47af-aaa5-c23cfd87e3d9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:42.180846 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-be5eab3f-593d-47af-aaa5-c23cfd87e3d9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c associated. External IP: 172.26.3.251, port: ff03e517-2405-4e7d-a797-79171ca03caa. Dec 22 17:39:42.540910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5eab3f-593d-47af-aaa5-c23cfd87e3d9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Router 01db2cd5-b493-40f8-942c-fb8f04007e1b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:39:42.724936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5eab3f-593d-47af-aaa5-c23cfd87e3d9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:39:42.729594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-be5eab3f-593d-47af-aaa5-c23cfd87e3d9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:39:42.736738 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb63124-4fd0-4410-ab9e-e3ba385d0d47 None None] Sync routers for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:39:42.749132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb63124-4fd0-4410-ab9e-e3ba385d0d47 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:39:42.749832 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ffb63124-4fd0-4410-ab9e-e3ba385d0d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:39:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:39:42.803189 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-be5eab3f-593d-47af-aaa5-c23cfd87e3d9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "PUT /v2.0/floatingips/2ae5a830-99bf-44fd-bd5b-4e39a1284a8c HTTP/1.1" status: 200 len: 991 time: 1.6011844 Dec 22 17:39:42.803189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:39:42.847222 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'status': 'completed', 'code': 200} Dec 22 17:39:42.956220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5834f7-7bb2-4bd1-b939-6b57e166c3ae req-e09d724e-eb61-4ec5-876a-2f44527b30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:42.957828 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1b5834f7-7bb2-4bd1-b939-6b57e166c3ae req-e09d724e-eb61-4ec5-876a-2f44527b30e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 1098 time: 0.0860000 Dec 22 17:39:42.999925 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-ffb63124-4fd0-4410-ab9e-e3ba385d0d47 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:39:43.097686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5834f7-7bb2-4bd1-b939-6b57e166c3ae req-ffd19018-3357-4f6b-b61a-f1811830ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:43.099274 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1b5834f7-7bb2-4bd1-b939-6b57e166c3ae req-ffd19018-3357-4f6b-b61a-f1811830ff61 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1348047 Dec 22 17:39:43.204337 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1b5834f7-7bb2-4bd1-b939-6b57e166c3ae req-be885023-be3c-4dc4-94a7-5a4ca38afd35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff03e517-2405-4e7d-a797-79171ca03caa HTTP/1.1" status: 200 len: 999 time: 0.0985329 Dec 22 17:39:43.265813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5834f7-7bb2-4bd1-b939-6b57e166c3ae req-7f9b6749-244b-4aee-895c-63c5d997164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:43.267299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1b5834f7-7bb2-4bd1-b939-6b57e166c3ae req-7f9b6749-244b-4aee-895c-63c5d997164f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0573852 Dec 22 17:39:43.345521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5834f7-7bb2-4bd1-b939-6b57e166c3ae req-b7181208-a045-40be-9767-0d6575017d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:39:43.346988 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1b5834f7-7bb2-4bd1-b939-6b57e166c3ae req-b7181208-a045-40be-9767-0d6575017d28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734396 Dec 22 17:39:43.349274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ffb63124-4fd0-4410-ab9e-e3ba385d0d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2ae5a830-99bf-44fd-bd5b-4e39a1284a8c', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'port_id': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'mac_address': 'fa:16:3e:73:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:36:53Z', 'updated_at': '2021-12-22T17:39:41Z', 'revision_number': 9, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:39:43.353110 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb63124-4fd0-4410-ab9e-e3ba385d0d47 None None] Checking router: 01db2cd5-b493-40f8-942c-fb8f04007e1b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:39:43.361887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb63124-4fd0-4410-ab9e-e3ba385d0d47 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:39:43.362483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ffb63124-4fd0-4410-ab9e-e3ba385d0d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:39:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:39:43.548697 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-ffb63124-4fd0-4410-ab9e-e3ba385d0d47 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:39:43.617854 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1b5834f7-7bb2-4bd1-b939-6b57e166c3ae req-913a0920-7298-4014-902f-90576779d63d service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640615 Dec 22 17:39:43.748033 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1b5834f7-7bb2-4bd1-b939-6b57e166c3ae req-784165a0-646b-41be-aae6-a031d24950ec service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237378 Dec 22 17:39:43.899983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ffb63124-4fd0-4410-ab9e-e3ba385d0d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2ae5a830-99bf-44fd-bd5b-4e39a1284a8c', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'port_id': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'mac_address': 'fa:16:3e:73:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:36:53Z', 'updated_at': '2021-12-22T17:39:41Z', 'revision_number': 9, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:39:43.905397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb63124-4fd0-4410-ab9e-e3ba385d0d47 None None] The sync data for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv is: [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2ae5a830-99bf-44fd-bd5b-4e39a1284a8c', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'port_id': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'mac_address': 'fa:16:3e:73:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:36:53Z', 'updated_at': '2021-12-22T17:39:41Z', 'revision_number': 9, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:39:44.106717 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba39eb3-ab59-4f5e-88f0-6efc691ec102 None None] New status for floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:39:54.017301 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:39:57.652367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5a6043c7-f731-4bc7-809e-77b3b24b4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:00.080703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5e81a85b-2e6b-417f-8ed7-36c3212d7e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:01.106366 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:01.228709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:02.617435 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:05.348399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:18.181484 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-df40c0c1-8500-41be-a00f-b782a82a1f89 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128790 Dec 22 17:40:18.201889 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265192c7-241f-4f14-8057-5c5955bc4f0a req-081b4f72-aa04-4638-823b-b786b48e06e9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:18.203362 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-265192c7-241f-4f14-8057-5c5955bc4f0a req-081b4f72-aa04-4638-823b-b786b48e06e9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0856421 Dec 22 17:40:18.248144 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-265192c7-241f-4f14-8057-5c5955bc4f0a req-e8716253-8806-4d27-9a73-30f4e40b5c4d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387585 Dec 22 17:40:19.291311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-eab205c3-1e7e-4d48-a2de-eda39a7bff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:19.293441 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-eab205c3-1e7e-4d48-a2de-eda39a7bff17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 1098 time: 0.0751417 Dec 22 17:40:19.476219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-8ae9c180-d828-4344-a1c6-220af0936d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:19.477650 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-8ae9c180-d828-4344-a1c6-220af0936d57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1781914 Dec 22 17:40:19.543605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc1fc7-a29c-4d62-a946-d437cc47e821 req-5002b22a-a5b6-4361-a2ce-ead60452ddc0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:19.544940 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2dcc1fc7-a29c-4d62-a946-d437cc47e821 req-5002b22a-a5b6-4361-a2ce-ead60452ddc0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.1792133 Dec 22 17:40:19.620202 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-a7557afe-8523-4e27-82eb-fe9be0b0a5fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff03e517-2405-4e7d-a797-79171ca03caa HTTP/1.1" status: 200 len: 1002 time: 0.1346259 Dec 22 17:40:19.623168 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2dcc1fc7-a29c-4d62-a946-d437cc47e821 req-e08f3624-d092-4f0a-8ce4-1c110d2d7598 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724313 Dec 22 17:40:19.690011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-b047f334-7a79-44e3-87c4-28fd4ad4bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:19.691473 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-b047f334-7a79-44e3-87c4-28fd4ad4bc8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0642231 Dec 22 17:40:19.765093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-ca47a74b-0267-47cf-b72b-edef17596269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:19.766541 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-ca47a74b-0267-47cf-b72b-edef17596269 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690415 Dec 22 17:40:19.899749 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-431d20bb-7881-4f7e-8927-71d31dff1932 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265886 Dec 22 17:40:20.029496 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-5edb5c01-1a7f-4b88-ba20-6f9f1fb002c9 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236980 Dec 22 17:40:20.813689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3218d-4453-4405-b698-932e4bd4931b req-f3618a5f-f921-4ed2-bbeb-a8149e962f9d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:20.816110 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9da3218d-4453-4405-b698-932e4bd4931b req-f3618a5f-f921-4ed2-bbeb-a8149e962f9d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0853865 Dec 22 17:40:20.864125 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9da3218d-4453-4405-b698-932e4bd4931b req-61522985-6e24-4a93-8fc1-eda779c77207 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422661 Dec 22 17:40:22.050706 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf3357-2a40-4254-a3d8-cd8682b839f4 req-661b1e9d-f1d4-4ce3-bbbf-967046654ab5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:22.052182 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3fdf3357-2a40-4254-a3d8-cd8682b839f4 req-661b1e9d-f1d4-4ce3-bbbf-967046654ab5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0831845 Dec 22 17:40:22.096436 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3fdf3357-2a40-4254-a3d8-cd8682b839f4 req-566b5016-3a57-498d-98ca-21e0bcbb5757 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385313 Dec 22 17:40:23.279511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf765d9-48e0-490f-9bbd-343495ab412e req-66f5f225-8dbd-49bc-bff8-915cf935b19e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:23.280954 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fbf765d9-48e0-490f-9bbd-343495ab412e req-66f5f225-8dbd-49bc-bff8-915cf935b19e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0795865 Dec 22 17:40:23.324789 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fbf765d9-48e0-490f-9bbd-343495ab412e req-d1eb3e3f-d543-4d6b-9ee8-ddd67728fc9f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382509 Dec 22 17:40:24.509485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a606327-0383-4abe-9eda-d9861662faa3 req-82acfa40-c4c8-4f7b-ac12-10041bcb0cd6 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:24.510933 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9a606327-0383-4abe-9eda-d9861662faa3 req-82acfa40-c4c8-4f7b-ac12-10041bcb0cd6 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0800178 Dec 22 17:40:24.554628 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9a606327-0383-4abe-9eda-d9861662faa3 req-91261190-2711-4ea3-8f6c-988f967a66eb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374167 Dec 22 17:40:25.736613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88894d15-ce35-4ac4-a77d-bff2b4330ad6 req-0abb60bb-0f62-4963-8bbf-73d2338fb5e0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:25.738038 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-88894d15-ce35-4ac4-a77d-bff2b4330ad6 req-0abb60bb-0f62-4963-8bbf-73d2338fb5e0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0817800 Dec 22 17:40:25.781532 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-88894d15-ce35-4ac4-a77d-bff2b4330ad6 req-2a79b1f6-e6dd-4ab7-880d-ff4729bfb469 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378263 Dec 22 17:40:26.966284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62949dd1-cdc9-4a3a-8739-c38e0b001b2a req-e4786929-9251-4dd0-ae24-f2b774065826 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:26.967726 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-62949dd1-cdc9-4a3a-8739-c38e0b001b2a req-e4786929-9251-4dd0-ae24-f2b774065826 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0827241 Dec 22 17:40:27.010118 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-62949dd1-cdc9-4a3a-8739-c38e0b001b2a req-4e7bf09b-fe91-4f54-a072-d821ef1f9194 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368297 Dec 22 17:40:27.655566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b6a52cd2-9a0f-4419-a8d2-4bcbfbbe599d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:28.197223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89ce58-aaec-4828-9b5e-af56b3fe8a56 req-7b01df8d-e8e7-4d97-af4d-2d212d2cf631 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:28.198603 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8a89ce58-aaec-4828-9b5e-af56b3fe8a56 req-7b01df8d-e8e7-4d97-af4d-2d212d2cf631 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0785594 Dec 22 17:40:28.244660 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8a89ce58-aaec-4828-9b5e-af56b3fe8a56 req-663cf1e0-2472-41ec-a117-d599a6723335 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400195 Dec 22 17:40:29.427451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedcca1-97bf-4ce3-b3a7-b4ee799caaea req-ab3781ea-01e4-4083-b191-60f3741d170c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:29.428993 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4eedcca1-97bf-4ce3-b3a7-b4ee799caaea req-ab3781ea-01e4-4083-b191-60f3741d170c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0798585 Dec 22 17:40:29.474650 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4eedcca1-97bf-4ce3-b3a7-b4ee799caaea req-acb850a4-56b9-4358-9e56-ba7940b697f9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399640 Dec 22 17:40:30.083515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0c79d69-4735-40ea-9b38-af0e35d84dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:30.659641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647959d-6bad-4c91-b5e9-728641386ade req-85acb01c-f6be-492e-b233-c7fc3722d74e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:30.661093 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a647959d-6bad-4c91-b5e9-728641386ade req-85acb01c-f6be-492e-b233-c7fc3722d74e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0826020 Dec 22 17:40:30.704422 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a647959d-6bad-4c91-b5e9-728641386ade req-a8db6cd0-4e6c-4168-9e00-c45e8ea47705 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376291 Dec 22 17:40:31.016658 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:40:31.108233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:31.232207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:31.701546 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-7d2897fe-97fb-49a1-9c81-011215e086cb service neutron] 10.222.0.53 "GET /v2.0/ports/ff03e517-2405-4e7d-a797-79171ca03caa/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0786583 Dec 22 17:40:31.905103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99011d9b-070c-40a9-90a9-4b4808e50661 req-d0ef0306-aaf4-4cdd-bd95-3663a80f7b3b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:31.906615 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-99011d9b-070c-40a9-90a9-4b4808e50661 req-d0ef0306-aaf4-4cdd-bd95-3663a80f7b3b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0876338 Dec 22 17:40:32.117839 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-99011d9b-070c-40a9-90a9-4b4808e50661 req-e4160772-3a3c-41ff-b8bc-2522ad658898 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717587 Dec 22 17:40:32.133329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-6066c0e9-9afd-4b43-b5f7-b25928d6c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:32.134773 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-6066c0e9-9afd-4b43-b5f7-b25928d6c028 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 1098 time: 0.2272682 Dec 22 17:40:32.224071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-e1a2a5e9-76b7-4c55-b2b9-07fb15ca6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:32.225561 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-e1a2a5e9-76b7-4c55-b2b9-07fb15ca6838 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 1098 time: 0.0697570 Dec 22 17:40:32.355821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-32423322-b8ef-4e7f-b353-15d031d56bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:32.357251 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-32423322-b8ef-4e7f-b353-15d031d56bd5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1252742 Dec 22 17:40:32.461865 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-d5a71a01-011d-4b59-a240-394bb681e837 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff03e517-2405-4e7d-a797-79171ca03caa HTTP/1.1" status: 200 len: 1002 time: 0.0978565 Dec 22 17:40:32.529564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-cf48793f-3f32-4821-9116-7c7ea90e6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:32.531009 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-cf48793f-3f32-4821-9116-7c7ea90e6b85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0626690 Dec 22 17:40:32.606856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-ac776aee-137e-4b93-b890-105aa059ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:32.608353 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-ac776aee-137e-4b93-b890-105aa059ae4f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702584 Dec 22 17:40:32.621280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:32.744534 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-49726d41-191d-4308-980a-ff54602c369b service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283827 Dec 22 17:40:32.877551 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2aed51e7-1fc3-4ffc-91ae-e3b3a9ef2c26 req-55365fb7-cd62-413d-83ee-729f24aa4c28 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262081 Dec 22 17:40:33.302624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6089b-1779-48b3-addc-ec6885c6fd04 req-a84d6c5a-4580-485e-8df2-0649e19f40ed tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:33.304050 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-75c6089b-1779-48b3-addc-ec6885c6fd04 req-a84d6c5a-4580-485e-8df2-0649e19f40ed tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0803678 Dec 22 17:40:33.352270 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-75c6089b-1779-48b3-addc-ec6885c6fd04 req-91ae2d2b-db73-4237-9260-73ebba8ee634 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424469 Dec 22 17:40:34.547719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fd4c8-a635-4ce0-95fc-4cd0b264858c req-24cfefb1-b8c8-45c3-82aa-6d21a7d10af1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:34.549756 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c67fd4c8-a635-4ce0-95fc-4cd0b264858c req-24cfefb1-b8c8-45c3-82aa-6d21a7d10af1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0876338 Dec 22 17:40:34.601810 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c67fd4c8-a635-4ce0-95fc-4cd0b264858c req-e1585f78-2b86-4c1c-8a2e-a975e57e99a2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466509 Dec 22 17:40:35.117360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ff03e517-2405-4e7d-a797-79171ca03caa details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:40:35.119735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ff03e517-2405-4e7d-a797-79171ca03caa no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:40:35.404907 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:35.421576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:35.430296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:40:35.453080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:40:35.459260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'port_id': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'mac_address': 'fa:16:3e:73:d4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:40:35.466157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:40:35.495544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:35.502889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:40:35.542747 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'code': 200} Dec 22 17:40:35.578495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:35.604706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff03e517-2405-4e7d-a797-79171ca03caa {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:40:35.611764 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=ff03e517-2405-4e7d-a797-79171ca03caa,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:40:35.624736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:35.625083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:35.625515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:35.625857 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:35.626189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:35.626522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:35.626848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:35.627197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:35.627523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:35.627848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:35.628169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:35.628487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:35.633509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:40:35.636646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:40:35.641435 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:35.644166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:40:35.713581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['ff03e517-2405-4e7d-a797-79171ca03caa'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:40:35.749043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=ff03e517-2405-4e7d-a797-79171ca03caa,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:40:35.752762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:40:35.791030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac59fc-7739-4c13-8df1-26918475dfab req-8deac68c-a5df-42cd-a45c-e8bbf613f2fb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:35.792571 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7bac59fc-7739-4c13-8df1-26918475dfab req-8deac68c-a5df-42cd-a45c-e8bbf613f2fb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 944 time: 0.0819283 Dec 22 17:40:35.839021 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7bac59fc-7739-4c13-8df1-26918475dfab req-f6c114ee-59c2-4a59-8b56-06ef47097198 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403633 Dec 22 17:40:36.293756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-197a1621-a38e-4670-a3e2-f6d5f5d54069 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:36.295580 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-197a1621-a38e-4670-a3e2-f6d5f5d54069 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1461270 Dec 22 17:40:36.367363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b01d60-c388-415b-986e-05d1002901f9 req-d5bf726c-9114-4ad7-8b8a-e88022286250 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:36.368881 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-81b01d60-c388-415b-986e-05d1002901f9 req-d5bf726c-9114-4ad7-8b8a-e88022286250 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 944 time: 0.1617007 Dec 22 17:40:36.422960 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-ff739ad8-e95a-42ed-8fd6-6fedd3f7da11 service neutron] 10.222.0.53 "GET /v2.0/ports/ff03e517-2405-4e7d-a797-79171ca03caa/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.1197863 Dec 22 17:40:36.427425 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-81b01d60-c388-415b-986e-05d1002901f9 req-e3efb512-3d58-4b42-afe3-8eae8f392cae tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505140 Dec 22 17:40:36.521430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-2fd8fdf2-df2e-44cd-9dc0-60a06b5ae931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:36.522898 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-2fd8fdf2-df2e-44cd-9dc0-60a06b5ae931 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 1097 time: 0.0775928 Dec 22 17:40:36.656840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-8560425e-0adf-4c32-85d9-86b34c1dbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:36.658284 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-8560425e-0adf-4c32-85d9-86b34c1dbe05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1290755 Dec 22 17:40:36.765863 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-8eea5f12-7d7d-412c-9edb-87b63bacf5ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff03e517-2405-4e7d-a797-79171ca03caa HTTP/1.1" status: 200 len: 1001 time: 0.1012573 Dec 22 17:40:36.947414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-aab0ca5f-f9e0-4afe-a33b-933e3e8d8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:36.948778 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-aab0ca5f-f9e0-4afe-a33b-933e3e8d8d46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.1769884 Dec 22 17:40:37.025621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-3c20ee41-ca1d-4a35-8c52-53f062bb8a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:37.027164 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-3c20ee41-ca1d-4a35-8c52-53f062bb8a8c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722713 Dec 22 17:40:37.146487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ff03e517-2405-4e7d-a797-79171ca03caa up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:40:37.179286 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-32bae371-2160-4ff7-9a00-bee366528c79 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445420 Dec 22 17:40:37.217597 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port ff03e517-2405-4e7d-a797-79171ca03caa triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:40:37.217878 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:37.315384 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-5b1e4b6b-5731-4262-9a6f-a2f39dcf054f service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297095 Dec 22 17:40:37.332354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:37.366285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:40:37.369330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:37.371181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-6814569e-de2e-4632-ae7c-7d07c53ca7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:40:37.438583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=ff03e517-2405-4e7d-a797-79171ca03caa,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:40:37.441591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:40:37.543576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:40:37.605578 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'code': 200} Dec 22 17:40:37.624702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1aed3-73dc-45f2-b4d7-36e98e344b27 req-b66f14ff-7b4b-4b76-85b1-d45af15f51b9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:37.626173 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b9f1aed3-73dc-45f2-b4d7-36e98e344b27 req-b66f14ff-7b4b-4b76-85b1-d45af15f51b9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0918553 Dec 22 17:40:37.672400 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b9f1aed3-73dc-45f2-b4d7-36e98e344b27 req-90aa1863-c246-460c-ac0f-58d36d51ef4a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405099 Dec 22 17:40:38.451791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26745b-2454-4725-bbed-2fea8a0a3878 req-080e529a-8032-497f-a0bd-11bf592a59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:38.453251 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ab26745b-2454-4725-bbed-2fea8a0a3878 req-080e529a-8032-497f-a0bd-11bf592a59f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 1098 time: 0.0693238 Dec 22 17:40:38.600596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26745b-2454-4725-bbed-2fea8a0a3878 req-8e9cdd7c-90a4-4848-8a99-46211c828cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:38.602034 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ab26745b-2454-4725-bbed-2fea8a0a3878 req-8e9cdd7c-90a4-4848-8a99-46211c828cd0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1280172 Dec 22 17:40:38.706145 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ab26745b-2454-4725-bbed-2fea8a0a3878 req-375075df-470d-40ce-948d-728593b5fd25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff03e517-2405-4e7d-a797-79171ca03caa HTTP/1.1" status: 200 len: 1002 time: 0.0959735 Dec 22 17:40:38.778780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26745b-2454-4725-bbed-2fea8a0a3878 req-8834002e-5fbc-46f7-8c4e-9d4caf06c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:38.780254 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ab26745b-2454-4725-bbed-2fea8a0a3878 req-8834002e-5fbc-46f7-8c4e-9d4caf06c4cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0677445 Dec 22 17:40:38.912662 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26745b-2454-4725-bbed-2fea8a0a3878 req-541aabef-af48-441e-b0b1-f0f0ee3880fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:38.914113 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ab26745b-2454-4725-bbed-2fea8a0a3878 req-541aabef-af48-441e-b0b1-f0f0ee3880fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1026227 Dec 22 17:40:38.922696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc009ac6-6c63-4fde-9b78-b0379c9867e2 req-20464b92-79bd-4f50-9194-3b7647987e07 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:38.924055 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc009ac6-6c63-4fde-9b78-b0379c9867e2 req-20464b92-79bd-4f50-9194-3b7647987e07 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.1429579 Dec 22 17:40:39.057660 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bc009ac6-6c63-4fde-9b78-b0379c9867e2 req-72c894fd-b4f1-4e16-9c5d-54d277ab4fd7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134505 Dec 22 17:40:39.092923 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ab26745b-2454-4725-bbed-2fea8a0a3878 req-7f7cfe38-f013-43f2-848f-27f9543c5bbc service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679277 Dec 22 17:40:39.235559 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ab26745b-2454-4725-bbed-2fea8a0a3878 req-81febf7e-f515-4ac2-9f72-ebc670a8dc35 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287785 Dec 22 17:40:39.753215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-c5a9b4b7-b6ad-40b4-ad81-5daca7635847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:39.754723 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-c5a9b4b7-b6ad-40b4-ad81-5daca7635847 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 1098 time: 0.0741053 Dec 22 17:40:39.852451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-e40d902a-983c-4668-837a-be60df6ccd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:39.853923 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-e40d902a-983c-4668-837a-be60df6ccd3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 1098 time: 0.0779858 Dec 22 17:40:39.985822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-61d214c5-57c1-4d78-bd4a-ca3db86998c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:39.987338 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-61d214c5-57c1-4d78-bd4a-ca3db86998c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1271324 Dec 22 17:40:40.218487 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-213710ce-88a0-43e9-836f-608f513062b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff03e517-2405-4e7d-a797-79171ca03caa HTTP/1.1" status: 200 len: 1002 time: 0.2250602 Dec 22 17:40:40.255444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a371b-b358-4b16-b629-86655aeb3e70 req-15d4bc91-7eb2-4f1a-b2e3-a532cd4fb803 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:40.256906 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0d6a371b-b358-4b16-b629-86655aeb3e70 req-15d4bc91-7eb2-4f1a-b2e3-a532cd4fb803 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0861163 Dec 22 17:40:40.287641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-f1096453-17c1-40cc-b1fd-5a276db7a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:40.289089 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-f1096453-17c1-40cc-b1fd-5a276db7a140 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0646863 Dec 22 17:40:40.304777 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0d6a371b-b358-4b16-b629-86655aeb3e70 req-3445972a-b0db-4535-95f2-d7df04c14acd tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414329 Dec 22 17:40:40.367866 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-d9b8e755-fe0d-43d7-ab59-1ad1a32ae693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:40.369256 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-d9b8e755-fe0d-43d7-ab59-1ad1a32ae693 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739250 Dec 22 17:40:40.505265 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-271f5de8-db8e-4d0a-977f-89c17a900216 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295612 Dec 22 17:40:40.638773 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffa127a2-9e2f-455f-a7d7-97c07dd3c05d req-02ef1602-3f2b-47ed-b027-666e6ad494e9 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263797 Dec 22 17:40:41.500957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225329d2-8e77-42a6-9a5d-26b95d09a2a2 req-1cafdc68-e1b9-4ec8-a5e9-849f4d51190a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:41.502429 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-225329d2-8e77-42a6-9a5d-26b95d09a2a2 req-1cafdc68-e1b9-4ec8-a5e9-849f4d51190a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0842600 Dec 22 17:40:41.546322 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-225329d2-8e77-42a6-9a5d-26b95d09a2a2 req-8515a96e-189d-4dcd-a314-5c380bd3e76a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382626 Dec 22 17:40:42.732231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271e983-1c0e-4068-b9ba-ae1ce3736a7f req-620f348c-33d6-4e87-85cc-f3f9a096c565 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:42.733729 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a271e983-1c0e-4068-b9ba-ae1ce3736a7f req-620f348c-33d6-4e87-85cc-f3f9a096c565 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0809562 Dec 22 17:40:42.778542 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a271e983-1c0e-4068-b9ba-ae1ce3736a7f req-c68da266-af68-4f55-b892-72d4f666770f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389726 Dec 22 17:40:42.963628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343df3c-a69d-4ff9-9dad-5264a9a4be07 req-14b6cb13-e433-4a0a-9dd8-502ab2e8b9aa tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:42.965332 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a343df3c-a69d-4ff9-9dad-5264a9a4be07 req-14b6cb13-e433-4a0a-9dd8-502ab2e8b9aa tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0825329 Dec 22 17:40:43.022212 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a343df3c-a69d-4ff9-9dad-5264a9a4be07 req-e61aa0e9-64ac-4ded-b445-09631d4bf358 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511100 Dec 22 17:40:43.178810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ff03e517-2405-4e7d-a797-79171ca03caa details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:40:43.181907 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ff03e517-2405-4e7d-a797-79171ca03caa no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:40:43.220903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cfd39-8e88-47da-88d1-2f9ef26fc579 req-8e43a355-ddec-4e24-b1b2-425dcc1a1283 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:43.222457 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-851cfd39-8e88-47da-88d1-2f9ef26fc579 req-8e43a355-ddec-4e24-b1b2-425dcc1a1283 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0941679 Dec 22 17:40:43.267568 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-851cfd39-8e88-47da-88d1-2f9ef26fc579 req-39bbf1d7-a7a1-4a7c-82b9-ab42653956ae tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393381 Dec 22 17:40:43.405465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:43.436297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:40:43.459206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:40:43.468741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'port_id': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'mac_address': 'fa:16:3e:73:d4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:40:43.473127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:40:43.504992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:43.513048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:40:43.551779 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'code': 200} Dec 22 17:40:43.587058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:43.611264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff03e517-2405-4e7d-a797-79171ca03caa {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:40:43.617817 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=ff03e517-2405-4e7d-a797-79171ca03caa,revision_number=9']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:40:43.621916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:40:43.632673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:40:43.636748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:43.638611 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:40:43.675362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563be17-cab0-449a-a596-fd883a0e9140 req-1fc7999a-84e1-4f68-a398-5b8c7b20958e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:43.677047 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6563be17-cab0-449a-a596-fd883a0e9140 req-1fc7999a-84e1-4f68-a398-5b8c7b20958e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 943 time: 0.0853705 Dec 22 17:40:43.704774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['ff03e517-2405-4e7d-a797-79171ca03caa'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:40:43.723162 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6563be17-cab0-449a-a596-fd883a0e9140 req-77432129-ce61-4e49-8fd2-104fc66de5eb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395305 Dec 22 17:40:43.745580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=ff03e517-2405-4e7d-a797-79171ca03caa,revision_number=10']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:40:43.754675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:40:45.060665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd163-0e6b-4dfb-b04b-7f5627d9ca9b req-97007ec7-c61f-4616-8230-aa0ceab70df1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:45.062034 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d33cd163-0e6b-4dfb-b04b-7f5627d9ca9b req-97007ec7-c61f-4616-8230-aa0ceab70df1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 945 time: 0.0861402 Dec 22 17:40:45.106163 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d33cd163-0e6b-4dfb-b04b-7f5627d9ca9b req-4d33aaab-3c4c-4d84-86dd-366c72b86a7a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384953 Dec 22 17:40:45.178348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ff03e517-2405-4e7d-a797-79171ca03caa up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:40:45.245463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port ff03e517-2405-4e7d-a797-79171ca03caa triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:40:45.245837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:45.364129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:45.395766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:40:45.399954 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:45.403072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-46142dc1-ac37-4e61-a789-fa97f6efd95a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:40:45.505484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=ff03e517-2405-4e7d-a797-79171ca03caa,revision_number=11']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:40:45.508455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:40:45.553092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:40:45.597043 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'code': 200} Dec 22 17:40:45.683818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-2d517d8d-d969-4df2-953e-8b8ce8f0ed53 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:45.685128 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-2d517d8d-d969-4df2-953e-8b8ce8f0ed53 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 946 time: 0.0824838 Dec 22 17:40:45.757498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Deleting port ff03e517-2405-4e7d-a797-79171ca03caa {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:40:45.757833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:46.001256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] For port ff03e517-2405-4e7d-a797-79171ca03caa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff03e517-2405-4e7d-a797-79171ca03caa,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:40:46.001508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:46.288796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:46.289075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:46.289385 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c disassociated. External IP: 172.26.3.251, port: ff03e517-2405-4e7d-a797-79171ca03caa. Dec 22 17:40:46.289718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Calling delete_port for ff03e517-2405-4e7d-a797-79171ca03caa owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:40:46.292256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60901d9-9c80-4ed7-85f4-6ad2b4814548 req-3b4aff0e-73e0-4032-81f2-655762955c24 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:46.293773 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c60901d9-9c80-4ed7-85f4-6ad2b4814548 req-3b4aff0e-73e0-4032-81f2-655762955c24 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 946 time: 0.0846014 Dec 22 17:40:46.338184 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c60901d9-9c80-4ed7-85f4-6ad2b4814548 req-7dc2f9f4-cd0d-42c8-a3a8-6f3f8b5a7ebf tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386546 Dec 22 17:40:46.444527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:46.450198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:40:46.499646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event deleted for resources: {'Port': ['ID=ff03e517-2405-4e7d-a797-79171ca03caa,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:40:46.509989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:46.510217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:46.510901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:46.511045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:46.511345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:46.511712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:46.512082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:46.512436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:46.512847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:46.513162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:46.513478 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:46.513830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:40:46.567485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:40:46.825199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Router 01db2cd5-b493-40f8-942c-fb8f04007e1b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:40:47.005205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:40:47.015049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a39d34-f4c5-4da7-89a2-e49011006999 None None] Sync routers for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:40:47.024404 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a39d34-f4c5-4da7-89a2-e49011006999 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:40:47.025015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-93a39d34-f4c5-4da7-89a2-e49011006999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:40:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:40:47.077109 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] No DVR routers for this DVR port ff03e517-2405-4e7d-a797-79171ca03caa on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:40:47.080416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:47.083139 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'name': 'network-vif-deleted', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:40:47.101210 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fd33b689-1119-4bd9-bd8d-abb34379fea6 req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "DELETE /v2.0/ports/ff03e517-2405-4e7d-a797-79171ca03caa HTTP/1.1" status: 204 len: 173 time: 1.4093761 Dec 22 17:40:47.137432 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d75920-ef7c-4718-b4f3-ee273a4505fe', 'name': 'network-vif-deleted', 'tag': 'ff03e517-2405-4e7d-a797-79171ca03caa', 'status': 'completed', 'code': 200} Dec 22 17:40:47.265288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-93a39d34-f4c5-4da7-89a2-e49011006999 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:40:47.587227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-93a39d34-f4c5-4da7-89a2-e49011006999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:40:47.591660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a39d34-f4c5-4da7-89a2-e49011006999 None None] Checking router: 01db2cd5-b493-40f8-942c-fb8f04007e1b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:40:47.600320 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a39d34-f4c5-4da7-89a2-e49011006999 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:40:47.600982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-93a39d34-f4c5-4da7-89a2-e49011006999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:40:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:40:47.603298 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-26e74cb2-0e67-4212-92de-1dad405af05f req-16fdf0bb-b256-4b7e-a291-30aeb135ccd1 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=40d75920-ef7c-4718-b4f3-ee273a4505fe HTTP/1.1" status: 200 len: 210 time: 0.1466005 Dec 22 17:40:47.785502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-93a39d34-f4c5-4da7-89a2-e49011006999 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:40:48.095743 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-93a39d34-f4c5-4da7-89a2-e49011006999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:40:48.099747 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a39d34-f4c5-4da7-89a2-e49011006999 None None] The sync data for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv is: [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:40:48.325041 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceaa642-4825-422b-9174-81b9522b71a8 None None] New status for floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:40:49.083453 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-e42ba159-a7d8-4e0c-b18d-b5aef14a32ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--842827102&fields=id&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 267 time: 0.0441830 Dec 22 17:40:49.193802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ff03e517-2405-4e7d-a797-79171ca03caa no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:40:49.231885 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: ff03e517-2405-4e7d-a797-79171ca03caa {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:40:49.232235 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ff03e517-2405-4e7d-a797-79171ca03caa not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:40:49.235378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-9834e68f-1c00-4d90-ad6f-484413ab8c05 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:49.236836 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-9834e68f-1c00-4d90-ad6f-484413ab8c05 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 812 time: 0.1461008 Dec 22 17:40:49.251982 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-c584ba9b-e408-4656-86d8-0ac6c23d9183 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/quotas/fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 375 time: 0.0097687 Dec 22 17:40:49.336229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-e125fe79-17a7-40e0-bd72-8749a1c72500 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Synchronizing usage tracker for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:40:49.351598 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-e125fe79-17a7-40e0-bd72-8749a1c72500 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Unset dirty status for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:40:49.353002 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-e125fe79-17a7-40e0-bd72-8749a1c72500 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958686 Dec 22 17:40:49.490699 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-036552d2-b2fb-4d3c-9204-74adbff9cf10 service neutron] 10.222.0.70 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261640 Dec 22 17:40:49.626188 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-9f3f2276-4afe-4fb9-b276-fbacc490437a service neutron] 10.222.0.70 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289637 Dec 22 17:40:49.803354 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9b1ad79b-eb44-42be-9fe0-faf520d71e19 req-66e8ecf2-5741-4e67-848c-06dca08f10a0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 210 time: 0.0473952 Dec 22 17:40:50.833214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-eab11698-6583-4ce5-b2e5-a086f226f52d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:50.834691 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-eab11698-6583-4ce5-b2e5-a086f226f52d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 812 time: 0.1581345 Dec 22 17:40:50.884483 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-0c9f6567-d237-4827-90d8-442f966f9ee8 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 379 time: 0.0414565 Dec 22 17:40:50.893475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Request body: {'port': {'device_id': '85b20230-19f6-4239-97f0-50af711b2558', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'admin_state_up': True, 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'security_groups': ['509ff212-6f0f-4d17-a483-cd85215424bc']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:40:51.042975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:40:51.052469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:40:51.092040 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Made reservation on behalf of fb4ccb598bb24cc985d7dfd304e22b7e for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:40:51.095303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:51.128338 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-323a93b5-b09e-4623-a127-7770e5165c38 req-6210a9b0-0652-48d5-b489-2a001fc2671e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 210 time: 0.0680981 Dec 22 17:40:51.281973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Allocated IP 172.20.0.8 (611b6801-2b03-4394-934d-61f09ff76ac8/e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61/abcca6dd-b791-4768-82dc-e5f522b03789) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:40:51.477521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:51.493073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Transition to ACTIVE for port object abcca6dd-b791-4768-82dc-e5f522b03789 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:40:51.516543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:51.521912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1efc27d6-d2d3-4a11-8f90-ab98f421e054 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:40:51.721564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Network 611b6801-2b03-4394-934d-61f09ff76ac8 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:40:51.724603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:40:51.728430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:40:51.762111 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event updated for resources: {'Port': ['ID=abcca6dd-b791-4768-82dc-e5f522b03789,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:40:51.773268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:40:51.803172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:51.803767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:51.831948 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9426684 Dec 22 17:40:51.844074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Request body: {'port': {'device_id': '85b20230-19f6-4239-97f0-50af711b2558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:40:51.953885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:51.965661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5100c782-31b9-4a08-9bff-baca370c8026 None None] Provisioning for port abcca6dd-b791-4768-82dc-e5f522b03789 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:40:51.970777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5100c782-31b9-4a08-9bff-baca370c8026 None None] Provisioning complete for port abcca6dd-b791-4768-82dc-e5f522b03789 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:40:51.971301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5100c782-31b9-4a08-9bff-baca370c8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:52.025359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-5100c782-31b9-4a08-9bff-baca370c8026 None None] Port abcca6dd-b791-4768-82dc-e5f522b03789 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:40:52.293375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abcca6dd-b791-4768-82dc-e5f522b03789 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:40:52.300386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:52.311351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57325fd3-1eab-4f1d-a207-dd055134bb7c req-d75f28b2-fb06-4e4b-8270-cdbbd970f73e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:52.312821 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-57325fd3-1eab-4f1d-a207-dd055134bb7c req-d75f28b2-fb06-4e4b-8270-cdbbd970f73e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 931 time: 0.0803261 Dec 22 17:40:52.315340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Transition to ACTIVE for port object abcca6dd-b791-4768-82dc-e5f522b03789 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:40:52.331443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:52.336392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a561eb03-c66e-46ac-88cb-ff2cabb68cdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:40:52.358880 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-57325fd3-1eab-4f1d-a207-dd055134bb7c req-dc3a0c1b-ffd9-4abb-b88c-6c9210b88355 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395675 Dec 22 17:40:52.465383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Pushing event updated for resources: {'Port': ['ID=abcca6dd-b791-4768-82dc-e5f522b03789,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:40:52.491697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:40:52.574447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Attempting to bind port abcca6dd-b791-4768-82dc-e5f522b03789 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:40:52.574811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Attempting to bind port abcca6dd-b791-4768-82dc-e5f522b03789 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:40:52.575165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Attempting to bind port abcca6dd-b791-4768-82dc-e5f522b03789 on network 611b6801-2b03-4394-934d-61f09ff76ac8 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:40:52.579759 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Port abcca6dd-b791-4768-82dc-e5f522b03789 on network 611b6801-2b03-4394-934d-61f09ff76ac8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:40:52.580075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Attempting to bind port abcca6dd-b791-4768-82dc-e5f522b03789 on network 611b6801-2b03-4394-934d-61f09ff76ac8 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:40:52.588803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:40:52.588803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Checking segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:40:52.588803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Bound using segment: {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:40:52.588803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Bound port: abcca6dd-b791-4768-82dc-e5f522b03789, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a38874-a0cf-4076-9a24-a8e5ba21d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:40:52.588803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:52.677566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:40:52.680446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:40:52.685480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:52.689170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-992dfb22-9977-45d5-b732-f7f66bf57ff5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:40:52.753784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:52.754281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:52.755668 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] 10.222.0.53 "PUT /v2.0/ports/abcca6dd-b791-4768-82dc-e5f522b03789 HTTP/1.1" status: 200 len: 1093 time: 0.9163709 Dec 22 17:40:52.756205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:40:52.782592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Pushing event updated for resources: {'Port': ['ID=abcca6dd-b791-4768-82dc-e5f522b03789,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:40:52.787498 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:40:52.838354 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'status': 'completed', 'code': 200} Dec 22 17:40:52.881318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-fba42c07-b826-4ac0-b57d-ee62e39a4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:52.882889 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-fba42c07-b826-4ac0-b57d-ee62e39a4b68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 1096 time: 0.0815849 Dec 22 17:40:52.955578 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-7060c5bf-5eb9-481c-82db-9abde3a22075 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abcca6dd-b791-4768-82dc-e5f522b03789 HTTP/1.1" status: 200 len: 217 time: 0.0657718 Dec 22 17:40:53.017774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-1607ca43-9a8a-4ac9-b6af-12d9ee2648c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:53.019118 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-1607ca43-9a8a-4ac9-b6af-12d9ee2648c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0577374 Dec 22 17:40:53.093813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-5c6fcbbd-d143-46ff-994b-7334cc00e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:53.095976 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-5c6fcbbd-d143-46ff-994b-7334cc00e31a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704169 Dec 22 17:40:53.226522 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-c19acc0f-4cca-4322-aec7-a8588ce3ca1a service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241038 Dec 22 17:40:53.356173 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed497db-a62e-4999-8cf0-338359f64ba3 req-4bd85053-af24-4a23-ae2e-8100c2fd5461 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230135 Dec 22 17:40:53.549916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744c543-1aa5-46d4-8842-fadb639e17a2 req-c4570301-6f93-4023-a69e-b8e16a88161f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:53.551407 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0744c543-1aa5-46d4-8842-fadb639e17a2 req-c4570301-6f93-4023-a69e-b8e16a88161f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 943 time: 0.0857205 Dec 22 17:40:53.595788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c21923-6f67-418d-92bf-fa56e57a7fef req-6b2751cb-b01b-49be-ac24-7190c4173f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:53.596183 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0744c543-1aa5-46d4-8842-fadb639e17a2 req-98b923e4-be00-43be-ab37-3ff6b420956b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387473 Dec 22 17:40:53.597223 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1c21923-6f67-418d-92bf-fa56e57a7fef req-6b2751cb-b01b-49be-ac24-7190c4173f2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 1096 time: 0.1979239 Dec 22 17:40:53.726961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c21923-6f67-418d-92bf-fa56e57a7fef req-5767db73-86a6-42ce-a18e-1d05f3af02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:53.728412 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1c21923-6f67-418d-92bf-fa56e57a7fef req-5767db73-86a6-42ce-a18e-1d05f3af02a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1240890 Dec 22 17:40:53.802784 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1c21923-6f67-418d-92bf-fa56e57a7fef req-673e0bcf-5ff6-400f-ad78-9458051868fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abcca6dd-b791-4768-82dc-e5f522b03789 HTTP/1.1" status: 200 len: 217 time: 0.0658288 Dec 22 17:40:53.867814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c21923-6f67-418d-92bf-fa56e57a7fef req-6b1ca577-3d13-436b-9bac-6ccc2fa52938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:53.869218 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1c21923-6f67-418d-92bf-fa56e57a7fef req-6b1ca577-3d13-436b-9bac-6ccc2fa52938 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0587981 Dec 22 17:40:53.949766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c21923-6f67-418d-92bf-fa56e57a7fef req-0824db03-68ad-4c05-ad3a-2a65bd23173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:53.951301 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1c21923-6f67-418d-92bf-fa56e57a7fef req-0824db03-68ad-4c05-ad3a-2a65bd23173c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749276 Dec 22 17:40:54.085023 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1c21923-6f67-418d-92bf-fa56e57a7fef req-051f832a-c228-4911-81bc-b5ea0a199e60 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260746 Dec 22 17:40:54.215845 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1c21923-6f67-418d-92bf-fa56e57a7fef req-dff3dd52-a22d-4894-a3dc-2f2a87c02c67 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236451 Dec 22 17:40:54.779045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647990-cd62-4b8f-bef2-2842c2efa3ae req-ff9b6ee2-25aa-4d2c-a914-4bfaafc46e25 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:54.779797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f8647990-cd62-4b8f-bef2-2842c2efa3ae req-ff9b6ee2-25aa-4d2c-a914-4bfaafc46e25 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Synchronizing usage tracker for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:40:54.803044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-f8647990-cd62-4b8f-bef2-2842c2efa3ae req-ff9b6ee2-25aa-4d2c-a914-4bfaafc46e25 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Unset dirty status for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:40:54.804263 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f8647990-cd62-4b8f-bef2-2842c2efa3ae req-ff9b6ee2-25aa-4d2c-a914-4bfaafc46e25 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 943 time: 0.1038275 Dec 22 17:40:54.850239 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f8647990-cd62-4b8f-bef2-2842c2efa3ae req-322e605e-d4cb-4ee9-9d69-a0eb54ae3727 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401957 Dec 22 17:40:55.225527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device abcca6dd-b791-4768-82dc-e5f522b03789 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:40:55.355561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:40:55.368215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'port_id': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'mac_address': 'fa:16:3e:92:ec:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:40:55.425188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:55.441540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcca6dd-b791-4768-82dc-e5f522b03789 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:40:55.456271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:40:55.460144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:55.461809 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:40:55.525348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=abcca6dd-b791-4768-82dc-e5f522b03789,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:40:55.528791 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:40:55.689003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['abcca6dd-b791-4768-82dc-e5f522b03789'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:40:56.043874 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd842fd6-4e59-4d94-a8be-91ec55796b70 req-68ade249-9225-4efb-8cac-6caf84fb1f53 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:56.045332 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dd842fd6-4e59-4d94-a8be-91ec55796b70 req-68ade249-9225-4efb-8cac-6caf84fb1f53 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 944 time: 0.0869758 Dec 22 17:40:56.090146 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dd842fd6-4e59-4d94-a8be-91ec55796b70 req-3b14aa24-6056-4edf-b630-9413fbb910d4 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387974 Dec 22 17:40:57.255560 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device abcca6dd-b791-4768-82dc-e5f522b03789 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:40:57.280023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c58105-c5c3-43e6-8df7-f9326ba53daf req-fe189a24-17c3-4ca1-bbeb-0261cae688c3 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:57.281467 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7c58105-c5c3-43e6-8df7-f9326ba53daf req-fe189a24-17c3-4ca1-bbeb-0261cae688c3 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 944 time: 0.0844133 Dec 22 17:40:57.321333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port abcca6dd-b791-4768-82dc-e5f522b03789 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:40:57.325939 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7c58105-c5c3-43e6-8df7-f9326ba53daf req-6edd1988-5521-4c4a-ab37-7002388a4bfb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388420 Dec 22 17:40:57.326663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port abcca6dd-b791-4768-82dc-e5f522b03789 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:40:57.327046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:57.442794 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:57.468866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:40:57.478906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:40:57.482795 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:57.484667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:40:57.522076 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'code': 200} Dec 22 17:40:57.554464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=abcca6dd-b791-4768-82dc-e5f522b03789,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:40:57.558126 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:40:57.657922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f955f016-2712-4a84-b6d7-d554afbcd47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:40:57.741085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d83e57-bb3b-45ac-aef2-fe19a688e838 req-b46fae19-9501-45c1-9393-e636e5277d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:57.742438 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-51d83e57-bb3b-45ac-aef2-fe19a688e838 req-b46fae19-9501-45c1-9393-e636e5277d86 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 1098 time: 0.0691099 Dec 22 17:40:57.783686 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-51d83e57-bb3b-45ac-aef2-fe19a688e838 req-df06fdcd-25c7-4f73-98a0-aea59314f64e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348570 Dec 22 17:40:58.512862 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c7f90-b025-48ae-9f6a-cb5d6dfb9da6 req-dfe44b75-5e6c-4b9f-81d7-12d4b8f17f31 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:58.514301 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d15c7f90-b025-48ae-9f6a-cb5d6dfb9da6 req-dfe44b75-5e6c-4b9f-81d7-12d4b8f17f31 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0864477 Dec 22 17:40:58.561282 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d15c7f90-b025-48ae-9f6a-cb5d6dfb9da6 req-3ff7b5dd-3fc5-45bd-bafa-ee68be6cca14 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408349 Dec 22 17:40:59.747129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ba965-6742-45a8-9ff5-b265436b5748 req-b7710d73-b842-4194-84e7-e52272979b42 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:59.748570 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d00ba965-6742-45a8-9ff5-b265436b5748 req-b7710d73-b842-4194-84e7-e52272979b42 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0817134 Dec 22 17:40:59.798125 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d00ba965-6742-45a8-9ff5-b265436b5748 req-46a0855e-70bd-4ede-b4b2-2d2c8aa13317 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418015 Dec 22 17:40:59.978502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774b2f8-c973-4adf-ab1a-072b9c931579 req-5ab7c02f-bff7-43a1-8198-f27e16c4c356 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:40:59.983154 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7774b2f8-c973-4adf-ab1a-072b9c931579 req-5ab7c02f-bff7-43a1-8198-f27e16c4c356 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0826948 Dec 22 17:40:59.988920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 41768) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:40:59.993812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-5660a3cd-1d4d-4ffb-b950-76f307762d19 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Request body: {'floatingip': {'port_id': 'abcca6dd-b791-4768-82dc-e5f522b03789'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:41:00.077680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5660a3cd-1d4d-4ffb-b950-76f307762d19 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:00.086651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f76e1561-e5fc-4d03-9421-114c731938a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:00.791941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5660a3cd-1d4d-4ffb-b950-76f307762d19 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:00.796380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5660a3cd-1d4d-4ffb-b950-76f307762d19 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:00.973742 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-5660a3cd-1d4d-4ffb-b950-76f307762d19 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c associated. External IP: 172.26.3.251, port: abcca6dd-b791-4768-82dc-e5f522b03789. Dec 22 17:41:01.110664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:01.235400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:01.320923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5660a3cd-1d4d-4ffb-b950-76f307762d19 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Router 01db2cd5-b493-40f8-942c-fb8f04007e1b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:41:01.498534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5660a3cd-1d4d-4ffb-b950-76f307762d19 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:41:01.502709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5660a3cd-1d4d-4ffb-b950-76f307762d19 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:01.508486 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373373d4-4878-47e1-a34b-6280305a1416 None None] Sync routers for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:41:01.518905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373373d4-4878-47e1-a34b-6280305a1416 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:41:01.519569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-373373d4-4878-47e1-a34b-6280305a1416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:41:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:41:01.558814 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5660a3cd-1d4d-4ffb-b950-76f307762d19 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "PUT /v2.0/floatingips/2ae5a830-99bf-44fd-bd5b-4e39a1284a8c HTTP/1.1" status: 200 len: 992 time: 1.5688431 Dec 22 17:41:01.559532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:41:01.671091 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'status': 'completed', 'code': 200} Dec 22 17:41:01.701891 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-373373d4-4878-47e1-a34b-6280305a1416 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:41:01.771250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79f8bd-d14c-4231-bf52-fc83df1983f8 req-5bed139d-ba84-4a97-940e-955cbb350371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:01.772645 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de79f8bd-d14c-4231-bf52-fc83df1983f8 req-5bed139d-ba84-4a97-940e-955cbb350371 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 1098 time: 0.0732806 Dec 22 17:41:01.906199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79f8bd-d14c-4231-bf52-fc83df1983f8 req-a1315082-6fad-4211-a745-6a29b1560e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:01.907676 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de79f8bd-d14c-4231-bf52-fc83df1983f8 req-a1315082-6fad-4211-a745-6a29b1560e2c service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1289434 Dec 22 17:41:02.073319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-373373d4-4878-47e1-a34b-6280305a1416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2ae5a830-99bf-44fd-bd5b-4e39a1284a8c', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'port_id': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'mac_address': 'fa:16:3e:92:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b20230-19f6-4239-97f0-50af711b2558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:36:53Z', 'updated_at': '2021-12-22T17:41:00Z', 'revision_number': 13, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:41:02.078200 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373373d4-4878-47e1-a34b-6280305a1416 None None] Checking router: 01db2cd5-b493-40f8-942c-fb8f04007e1b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:41:02.087251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373373d4-4878-47e1-a34b-6280305a1416 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:41:02.087919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-373373d4-4878-47e1-a34b-6280305a1416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:41:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:41:02.155059 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de79f8bd-d14c-4231-bf52-fc83df1983f8 req-aeac5424-cada-4d42-ba43-1cb9001e184c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abcca6dd-b791-4768-82dc-e5f522b03789 HTTP/1.1" status: 200 len: 1000 time: 0.2411482 Dec 22 17:41:02.219653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79f8bd-d14c-4231-bf52-fc83df1983f8 req-0efee12f-a5dd-44f3-b885-5223da82c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:02.221100 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de79f8bd-d14c-4231-bf52-fc83df1983f8 req-0efee12f-a5dd-44f3-b885-5223da82c080 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0601590 Dec 22 17:41:02.264840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-373373d4-4878-47e1-a34b-6280305a1416 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:41:02.296313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79f8bd-d14c-4231-bf52-fc83df1983f8 req-3a2fc006-5458-4716-89f1-5c500d919b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:02.297798 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de79f8bd-d14c-4231-bf52-fc83df1983f8 req-3a2fc006-5458-4716-89f1-5c500d919b60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700660 Dec 22 17:41:02.433040 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de79f8bd-d14c-4231-bf52-fc83df1983f8 req-6ffa4a4e-df16-419e-9f0a-7bf033f82714 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286442 Dec 22 17:41:02.572250 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-de79f8bd-d14c-4231-bf52-fc83df1983f8 req-b3ed0489-4a54-4ae7-9864-758b8c7b7565 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326945 Dec 22 17:41:02.664740 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:02.692624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-373373d4-4878-47e1-a34b-6280305a1416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2ae5a830-99bf-44fd-bd5b-4e39a1284a8c', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'port_id': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'mac_address': 'fa:16:3e:92:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b20230-19f6-4239-97f0-50af711b2558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:36:53Z', 'updated_at': '2021-12-22T17:41:00Z', 'revision_number': 13, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:41:02.697343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373373d4-4878-47e1-a34b-6280305a1416 None None] The sync data for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv is: [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '2ae5a830-99bf-44fd-bd5b-4e39a1284a8c', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'floating_ip_address': '172.26.3.251', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'port_id': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'mac_address': 'fa:16:3e:92:ec:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b20230-19f6-4239-97f0-50af711b2558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:36:53Z', 'updated_at': '2021-12-22T17:41:00Z', 'revision_number': 13, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:41:02.915180 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba289c5-774d-4bbf-9aec-ea345a1ec4e2 None None] New status for floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:41:05.372448 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:08.015547 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:41:27.660159 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1d40b3aa-f177-4587-9961-1d13962f9cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:30.091470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a3fd33ef-02dc-4071-a054-bfbabfa93e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:31.112884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:31.238381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:32.625740 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:35.394379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:38.385597 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fae44ae7-72e9-4c6c-bc6d-a4a430a694ea req-a2f22834-6dc7-4340-84f9-b0e337b796ab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743909 Dec 22 17:41:38.419750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74472984-8f1c-4761-97e7-cda1dfc0b8e9 req-68dd7b6d-f225-4a2e-8822-7086c5c6723c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:38.421112 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-74472984-8f1c-4761-97e7-cda1dfc0b8e9 req-68dd7b6d-f225-4a2e-8822-7086c5c6723c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0865679 Dec 22 17:41:38.465438 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-74472984-8f1c-4761-97e7-cda1dfc0b8e9 req-21ddb71e-6006-4a5f-9914-87880c01f999 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385180 Dec 22 17:41:38.521950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae44ae7-72e9-4c6c-bc6d-a4a430a694ea req-a55c50c1-9daf-47a1-9169-9f4a649db0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:38.523470 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fae44ae7-72e9-4c6c-bc6d-a4a430a694ea req-a55c50c1-9daf-47a1-9169-9f4a649db0d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 1098 time: 0.0709229 Dec 22 17:41:38.669931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae44ae7-72e9-4c6c-bc6d-a4a430a694ea req-474111a6-fb8f-4d5e-85bb-a2c510094e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:38.671324 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fae44ae7-72e9-4c6c-bc6d-a4a430a694ea req-474111a6-fb8f-4d5e-85bb-a2c510094e76 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1292953 Dec 22 17:41:38.789009 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fae44ae7-72e9-4c6c-bc6d-a4a430a694ea req-7c4b303d-31e7-4320-8bd6-2ef89107cc8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abcca6dd-b791-4768-82dc-e5f522b03789 HTTP/1.1" status: 200 len: 1002 time: 0.1101346 Dec 22 17:41:38.852744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae44ae7-72e9-4c6c-bc6d-a4a430a694ea req-800957f6-6218-4285-8d77-c7d7eaff2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:38.854179 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fae44ae7-72e9-4c6c-bc6d-a4a430a694ea req-800957f6-6218-4285-8d77-c7d7eaff2922 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0594547 Dec 22 17:41:38.940736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae44ae7-72e9-4c6c-bc6d-a4a430a694ea req-110c70bd-4a7a-4a63-816a-7cd7b0f45b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:38.942768 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fae44ae7-72e9-4c6c-bc6d-a4a430a694ea req-110c70bd-4a7a-4a63-816a-7cd7b0f45b50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825238 Dec 22 17:41:39.087730 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fae44ae7-72e9-4c6c-bc6d-a4a430a694ea req-5e34222a-3aa2-4948-a1da-8dfb087b0004 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338105 Dec 22 17:41:39.219996 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fae44ae7-72e9-4c6c-bc6d-a4a430a694ea req-59eb2407-6d58-4742-85cd-70a88cadc846 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262507 Dec 22 17:41:45.017268 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:41:48.223231 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-5ecf840d-01a2-484a-ad69-e050334402ad service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277707 Dec 22 17:41:48.238556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f45f4-8af1-4585-9ba1-b48fffb6a7d7 req-aeadea27-89b5-448e-8bd3-d97822014297 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:48.239986 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-698f45f4-8af1-4585-9ba1-b48fffb6a7d7 req-aeadea27-89b5-448e-8bd3-d97822014297 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0942039 Dec 22 17:41:48.290605 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-698f45f4-8af1-4585-9ba1-b48fffb6a7d7 req-9ea6908e-fdee-40e1-b5d5-10518b8b4b0f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436668 Dec 22 17:41:49.330274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-bb0b0a46-38a5-4dfa-84e1-c3f3bce55e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:49.331798 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-bb0b0a46-38a5-4dfa-84e1-c3f3bce55e2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 1098 time: 0.0740917 Dec 22 17:41:49.485207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bbb20-9e95-41c1-aefd-a354ec85b6df req-fe2d56ba-3862-478a-946f-57a335853262 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:49.486691 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bf9bbb20-9e95-41c1-aefd-a354ec85b6df req-fe2d56ba-3862-478a-946f-57a335853262 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0824935 Dec 22 17:41:49.533016 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bf9bbb20-9e95-41c1-aefd-a354ec85b6df req-48cc2928-a403-4a5b-a099-9f537c66a36d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404034 Dec 22 17:41:49.589645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-62641fb6-4776-420c-bd9e-76cba5265bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:49.591270 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-62641fb6-4776-420c-bd9e-76cba5265bc7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.2533357 Dec 22 17:41:49.694066 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-bc759bc2-dc0c-45db-9da1-be36348b6fd3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abcca6dd-b791-4768-82dc-e5f522b03789 HTTP/1.1" status: 200 len: 1002 time: 0.0954127 Dec 22 17:41:49.757986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-3bc686b3-6fc1-486a-ab25-e0e05178da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:49.759487 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-3bc686b3-6fc1-486a-ab25-e0e05178da90 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0597315 Dec 22 17:41:49.834166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-ccb042f1-4ef7-48e6-adaf-2c8ddd2d44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:49.835643 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-ccb042f1-4ef7-48e6-adaf-2c8ddd2d44ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703800 Dec 22 17:41:49.967969 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-e6b4e291-3c5b-4bdf-a157-63a1810cbadb service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259093 Dec 22 17:41:50.097937 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-451a04a0-c2c6-4819-98e3-4f60b0e7da60 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236100 Dec 22 17:41:50.723643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81f0d7-16ed-4d42-b7f5-7e1b359eacef req-8d33f183-1eaa-4be1-b4ad-001649573b70 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:50.725092 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2d81f0d7-16ed-4d42-b7f5-7e1b359eacef req-8d33f183-1eaa-4be1-b4ad-001649573b70 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0840285 Dec 22 17:41:50.770031 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2d81f0d7-16ed-4d42-b7f5-7e1b359eacef req-8353f655-e6e1-483e-998d-3e93a5a94fc4 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391312 Dec 22 17:41:52.121064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef926c64-4ffc-41da-ab3a-84ce71294400 req-1d13c7d1-4029-49cf-a730-fb06911d1dc4 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:52.122529 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ef926c64-4ffc-41da-ab3a-84ce71294400 req-1d13c7d1-4029-49cf-a730-fb06911d1dc4 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.1979988 Dec 22 17:41:52.175468 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ef926c64-4ffc-41da-ab3a-84ce71294400 req-27cec18f-ee78-461d-8ba7-7b8cf591ed1c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469475 Dec 22 17:41:53.375308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceef4d4-f95e-452f-8430-df0d31ccac54 req-6e9d5bc8-22c4-4cff-a493-3fddd29729ea tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:53.376750 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eceef4d4-f95e-452f-8430-df0d31ccac54 req-6e9d5bc8-22c4-4cff-a493-3fddd29729ea tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0887935 Dec 22 17:41:53.421015 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eceef4d4-f95e-452f-8430-df0d31ccac54 req-058e4980-5e1c-474c-99e7-4a15af5092cc tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384560 Dec 22 17:41:54.616679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355476c-22ac-472f-950d-4104396c1531 req-7d423645-cf7e-4e9c-8d74-f1a8d329aaca tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:54.618392 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8355476c-22ac-472f-950d-4104396c1531 req-7d423645-cf7e-4e9c-8d74-f1a8d329aaca tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0841632 Dec 22 17:41:54.671532 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8355476c-22ac-472f-950d-4104396c1531 req-bfa2e53d-c0d2-488c-9a1b-320b36b9cd6e tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475714 Dec 22 17:41:55.880049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710f831-0033-4005-9ef8-b8b223b5b53f req-8e63931b-9f1e-43d1-8bae-5d120a62dde7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:55.881465 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3710f831-0033-4005-9ef8-b8b223b5b53f req-8e63931b-9f1e-43d1-8bae-5d120a62dde7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0846455 Dec 22 17:41:55.929413 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3710f831-0033-4005-9ef8-b8b223b5b53f req-2e51d4d5-dc2d-4240-ab60-c149a7d66ddc tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415373 Dec 22 17:41:57.138176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb5d2f-12b8-46cc-8ab3-687989dd10b7 req-43adc6de-c2ab-4880-af85-44db6769fd63 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:57.139571 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3dbb5d2f-12b8-46cc-8ab3-687989dd10b7 req-43adc6de-c2ab-4880-af85-44db6769fd63 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0893674 Dec 22 17:41:57.190666 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3dbb5d2f-12b8-46cc-8ab3-687989dd10b7 req-6cd9ffb4-47e0-4c1a-92d2-621e8d12f338 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453968 Dec 22 17:41:57.668878 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f807-5a3e-4e85-8402-d4aacc9461d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:41:58.379038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf67a8-7ca1-46b4-b2ae-1e4fbebff425 req-ec2f8e62-88f6-4078-9a7d-d8a7ac0ac601 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:58.380509 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b4cf67a8-7ca1-46b4-b2ae-1e4fbebff425 req-ec2f8e62-88f6-4078-9a7d-d8a7ac0ac601 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0861633 Dec 22 17:41:58.426389 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b4cf67a8-7ca1-46b4-b2ae-1e4fbebff425 req-71ef9e1e-90a7-4ab7-95fa-5669a1d17dd0 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399711 Dec 22 17:41:59.621216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901c457-8322-4c45-874d-b4e9950b2e7e req-051c2621-a787-414c-9899-7a7eec7af61c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:41:59.622680 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e901c457-8322-4c45-874d-b4e9950b2e7e req-051c2621-a787-414c-9899-7a7eec7af61c tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0881600 Dec 22 17:41:59.669777 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e901c457-8322-4c45-874d-b4e9950b2e7e req-27bfb9ff-088c-4851-a9b6-a160c49157dc tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407906 Dec 22 17:42:00.095035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3454399e-8f5a-4ac7-854b-7a342ea2db94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:00.875160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a9d13-9e25-4c0c-9e17-2e21cd88220b req-533a6e6e-e8dd-4a94-b271-6a3ed9b044b7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:00.876596 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-198a9d13-9e25-4c0c-9e17-2e21cd88220b req-533a6e6e-e8dd-4a94-b271-6a3ed9b044b7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0827672 Dec 22 17:42:00.918967 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-198a9d13-9e25-4c0c-9e17-2e21cd88220b req-68122af7-72d4-4ab3-818a-a51a5b6bc7fa tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367010 Dec 22 17:42:01.119538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:01.240991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:02.111792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002b130-6c7a-47fd-a90f-de60e566cce9 req-5f4edf62-5a8d-4038-8a20-8746a0a56507 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:02.113125 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f002b130-6c7a-47fd-a90f-de60e566cce9 req-5f4edf62-5a8d-4038-8a20-8746a0a56507 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0843954 Dec 22 17:42:02.158219 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f002b130-6c7a-47fd-a90f-de60e566cce9 req-fa40e937-6f13-4f4d-80bd-452fd831aee5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390875 Dec 22 17:42:02.467660 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-883811e8-822d-4364-aace-7fdde620a4e3 service neutron] 10.222.0.53 "GET /v2.0/ports/abcca6dd-b791-4768-82dc-e5f522b03789/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0786297 Dec 22 17:42:02.628817 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:02.741323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-f8c4f26d-c925-40f8-a783-f523aaf3fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:02.743679 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-f8c4f26d-c925-40f8-a783-f523aaf3fc9d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 1098 time: 0.0809851 Dec 22 17:42:02.835714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-52cb69ed-f307-4e58-bab1-8f52671c505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:02.837159 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-52cb69ed-f307-4e58-bab1-8f52671c505a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 1098 time: 0.0711939 Dec 22 17:42:02.968018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-953b0a9d-d7a4-41a4-81b9-41e8e0cb2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:02.969358 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-953b0a9d-d7a4-41a4-81b9-41e8e0cb2fe2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1265116 Dec 22 17:42:03.071376 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-92dda0df-d06c-4d65-a87f-5859a204c38e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abcca6dd-b791-4768-82dc-e5f522b03789 HTTP/1.1" status: 200 len: 1002 time: 0.0947034 Dec 22 17:42:03.135172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-e4b6cffd-4d4e-4686-aa7e-038623072b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:03.137399 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-e4b6cffd-4d4e-4686-aa7e-038623072b77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0608714 Dec 22 17:42:03.216070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-d9b92ee9-b478-4d6a-8427-5b7e5d3a1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:03.218433 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-d9b92ee9-b478-4d6a-8427-5b7e5d3a1975 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727477 Dec 22 17:42:03.519365 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-7f5860de-831b-43ce-8af8-381f92fc7d8b service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939758 Dec 22 17:42:03.554410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fca84-4de4-4467-bf71-92b0fff6c4cd req-3d76f23a-bfe9-4e03-a0f5-774f27b96abd tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:03.555890 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b89fca84-4de4-4467-bf71-92b0fff6c4cd req-3d76f23a-bfe9-4e03-a0f5-774f27b96abd tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.1477425 Dec 22 17:42:03.676991 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b89fca84-4de4-4467-bf71-92b0fff6c4cd req-2dcb2de3-2bc7-4a27-b5ea-ea7cd59c99dc tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719643 Dec 22 17:42:03.696616 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-c9c54084-e137-4cbc-a8b4-739f1b1634d8 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706054 Dec 22 17:42:04.883100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46873353-e175-41b5-8ace-41d0a7844d97 req-61a9a4d5-4ff9-4618-b92b-065874e497c7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:04.884580 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-46873353-e175-41b5-8ace-41d0a7844d97 req-61a9a4d5-4ff9-4618-b92b-065874e497c7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0882235 Dec 22 17:42:04.938750 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-46873353-e175-41b5-8ace-41d0a7844d97 req-7ba34730-e5ef-41b1-8350-894e29f287a5 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470009 Dec 22 17:42:05.424553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:05.601442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device abcca6dd-b791-4768-82dc-e5f522b03789 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:42:05.721451 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:05.748584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:42:05.759575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:05.766633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:05.768636 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-cdabf910-d853-486f-bf1a-5d4bfb82687e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:05.846250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=abcca6dd-b791-4768-82dc-e5f522b03789,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:05.853556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:05.854579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:05.854579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:05.854579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:05.854875 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:05.855143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:05.855629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:05.855966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:05.856291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:05.856613 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:05.856937 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:05.857255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:05.861434 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:05.878986 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'code': 200} Dec 22 17:42:06.139849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67020278-2a6f-40dc-8170-30be2f3e6902 req-a4266c05-07c5-47ef-b10a-66621c0f5442 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:06.141249 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-67020278-2a6f-40dc-8170-30be2f3e6902 req-a4266c05-07c5-47ef-b10a-66621c0f5442 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 943 time: 0.0809331 Dec 22 17:42:06.191135 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-67020278-2a6f-40dc-8170-30be2f3e6902 req-17aeeffb-87f1-4eeb-8049-3f6372089968 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438833 Dec 22 17:42:07.391221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209ae5a-582b-4b4e-a55b-dea1a947e043 req-d6bda900-f1e5-455b-9a62-ad4c3dd82e43 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:07.392693 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a209ae5a-582b-4b4e-a55b-dea1a947e043 req-d6bda900-f1e5-455b-9a62-ad4c3dd82e43 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 943 time: 0.0882959 Dec 22 17:42:07.444392 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a209ae5a-582b-4b4e-a55b-dea1a947e043 req-70ae8859-b9e8-48c1-9d0e-5822b698a339 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457189 Dec 22 17:42:07.596916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device abcca6dd-b791-4768-82dc-e5f522b03789 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:42:07.741515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:07.761342 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'port_id': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'mac_address': 'fa:16:3e:92:ec:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:42:07.828318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:07.854956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcca6dd-b791-4768-82dc-e5f522b03789 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:42:07.871232 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:07.875398 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:07.877115 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:07.940662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['abcca6dd-b791-4768-82dc-e5f522b03789'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:42:07.990486 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=abcca6dd-b791-4768-82dc-e5f522b03789,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:07.995310 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:08.632917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7df41-35be-4004-b6e4-1df5c3fafc74 req-f48345b4-38a1-4536-9801-e84aec905c78 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:08.634869 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f8e7df41-35be-4004-b6e4-1df5c3fafc74 req-f48345b4-38a1-4536-9801-e84aec905c78 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 944 time: 0.0825510 Dec 22 17:42:08.690061 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f8e7df41-35be-4004-b6e4-1df5c3fafc74 req-8b75b5fe-a1df-4c5a-b568-32a4db2e47bc tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415175 Dec 22 17:42:09.612436 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device abcca6dd-b791-4768-82dc-e5f522b03789 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:42:09.680990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port abcca6dd-b791-4768-82dc-e5f522b03789 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:42:09.681371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:09.799310 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:09.828413 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:42:09.841892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:09.847061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:09.850104 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:09.885492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f198b-2c2d-42d8-a43e-5daebd90a21d req-b6a6f37c-aa91-4fb1-a707-04f285450dfd tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:09.887026 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-693f198b-2c2d-42d8-a43e-5daebd90a21d req-b6a6f37c-aa91-4fb1-a707-04f285450dfd tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 944 time: 0.0866590 Dec 22 17:42:09.889267 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'code': 200} Dec 22 17:42:09.924472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=abcca6dd-b791-4768-82dc-e5f522b03789,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:09.928099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:09.935022 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-693f198b-2c2d-42d8-a43e-5daebd90a21d req-c65bdf5f-7a6e-4d17-88b0-a1524cf6aa14 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419171 Dec 22 17:42:11.146911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adfa77-f941-4c65-b49d-1c5200c72607 req-2494fe58-a758-4f55-8d0a-98e2c712c287 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:11.148416 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-34adfa77-f941-4c65-b49d-1c5200c72607 req-2494fe58-a758-4f55-8d0a-98e2c712c287 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0938818 Dec 22 17:42:11.199640 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-34adfa77-f941-4c65-b49d-1c5200c72607 req-c4b779b1-5fd3-4b68-b0c0-121acd4001f4 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Dec 22 17:42:12.405648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dc1ac-313c-4ed3-88f9-3a1a4cee24e0 req-e7c847ea-75a6-4b84-a7c8-9ca857edc1e2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:12.407127 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f2dc1ac-313c-4ed3-88f9-3a1a4cee24e0 req-e7c847ea-75a6-4b84-a7c8-9ca857edc1e2 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0890276 Dec 22 17:42:12.452554 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f2dc1ac-313c-4ed3-88f9-3a1a4cee24e0 req-8989792e-50f8-4b60-8c09-0978824136e3 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395367 Dec 22 17:42:12.933279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-39e9e595-9a0b-48a8-8df6-b023428eaf8b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:12.934731 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-39e9e595-9a0b-48a8-8df6-b023428eaf8b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1579838 Dec 22 17:42:12.982175 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f431223-18f9-4237-9820-23ff63858c69 req-9950572a-bbb6-48d7-b963-08b7f07e1608 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:12.983729 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f431223-18f9-4237-9820-23ff63858c69 req-9950572a-bbb6-48d7-b963-08b7f07e1608 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.1479502 Dec 22 17:42:13.056966 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6f431223-18f9-4237-9820-23ff63858c69 req-e46e467c-e2d5-409b-86f1-7bca8022a66d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667548 Dec 22 17:42:13.062857 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-762af841-e762-45f5-97d6-e5255e56f2d5 service neutron] 10.222.0.53 "GET /v2.0/ports/abcca6dd-b791-4768-82dc-e5f522b03789/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.1212358 Dec 22 17:42:13.157560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-aed12b83-010d-4873-ae87-78a7bd579c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:13.159001 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-aed12b83-010d-4873-ae87-78a7bd579c49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 1098 time: 0.0737004 Dec 22 17:42:13.293786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-3cba0215-d50f-4366-b0bd-7e01f199035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:13.295235 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-3cba0215-d50f-4366-b0bd-7e01f199035e service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1300688 Dec 22 17:42:13.396071 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-4936d82e-ecbb-49db-a25e-625324c4db0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abcca6dd-b791-4768-82dc-e5f522b03789 HTTP/1.1" status: 200 len: 1002 time: 0.0942721 Dec 22 17:42:13.456596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-cdca8174-925b-4dfd-bf18-7740045801aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:13.458047 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-cdca8174-925b-4dfd-bf18-7740045801aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0562968 Dec 22 17:42:13.533396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-d642294b-6703-4712-a4e5-94f384a0356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:13.534834 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-d642294b-6703-4712-a4e5-94f384a0356e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707061 Dec 22 17:42:13.667480 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-668f94e7-43f9-410f-83a2-26858674d4e4 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259198 Dec 22 17:42:13.800342 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-7e672f2a-7fb7-4ae3-95fc-5b0cd3a24477 service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268859 Dec 22 17:42:14.262682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35239abb-b5c2-4f5c-bc64-4ecb5264c903 req-d6efc351-b204-4013-94a1-ab7dc1da0991 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:14.264397 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-35239abb-b5c2-4f5c-bc64-4ecb5264c903 req-d6efc351-b204-4013-94a1-ab7dc1da0991 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0902090 Dec 22 17:42:14.312377 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-35239abb-b5c2-4f5c-bc64-4ecb5264c903 req-561c3d4b-94a8-4300-a354-300d66c84e8b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423129 Dec 22 17:42:15.620005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a3fa1-b82a-4850-bf74-52631a914af4 req-51d516bc-925c-445d-b8ae-2384f4a1913f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:15.621344 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-544a3fa1-b82a-4850-bf74-52631a914af4 req-51d516bc-925c-445d-b8ae-2384f4a1913f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.2034066 Dec 22 17:42:15.664159 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-544a3fa1-b82a-4850-bf74-52631a914af4 req-602c6369-b8cb-4ae8-862a-eaf95b25e217 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371869 Dec 22 17:42:16.861951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6eaaa-5eb0-4ff4-a83e-67928a0f1865 req-ad5d42b6-4205-4cfa-ab70-82ea3bd1e783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:16.863460 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-eac6eaaa-5eb0-4ff4-a83e-67928a0f1865 req-ad5d42b6-4205-4cfa-ab70-82ea3bd1e783 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0883405 Dec 22 17:42:16.911481 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-eac6eaaa-5eb0-4ff4-a83e-67928a0f1865 req-511afcc0-ba10-4946-a062-ed5123e22234 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411897 Dec 22 17:42:16.917336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-0da0cbfb-7d26-4080-8783-67cca5b34494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:16.919127 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-0da0cbfb-7d26-4080-8783-67cca5b34494 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558&tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e HTTP/1.1" status: 200 len: 1098 time: 0.0788743 Dec 22 17:42:17.016026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-f0c4822e-d168-4b4f-a5fc-0427aa0317e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:17.017479 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-f0c4822e-d168-4b4f-a5fc-0427aa0317e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 1098 time: 0.0753481 Dec 22 17:42:17.165819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-61fcb0ff-2d75-4f93-b54d-df9ade7c410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:17.167951 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-61fcb0ff-2d75-4f93-b54d-df9ade7c410d service neutron] 10.222.0.53 "GET /v2.0/networks?id=611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 200 len: 913 time: 0.1438665 Dec 22 17:42:17.281367 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-b28d7d1f-1d96-466d-80bd-55311a8c04de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abcca6dd-b791-4768-82dc-e5f522b03789 HTTP/1.1" status: 200 len: 1002 time: 0.1029968 Dec 22 17:42:17.347476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-d05f47a9-3245-4b73-91b5-3cc84ce743f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:17.348949 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-d05f47a9-3245-4b73-91b5-3cc84ce743f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 200 len: 851 time: 0.0608139 Dec 22 17:42:17.426090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-5f00bd89-45ab-48d4-a364-c334179a82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:17.427520 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-5f00bd89-45ab-48d4-a364-c334179a82d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=611b6801-2b03-4394-934d-61f09ff76ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721872 Dec 22 17:42:17.568044 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-f84458f7-26d8-4f1a-83ff-171aeeb651ad service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339397 Dec 22 17:42:17.709372 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6a32beb5-9bc7-4e00-964f-ad9b2391730e req-8a106ed5-7118-4f3d-9c12-de2dc90c92df service neutron] 10.222.0.53 "GET /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350253 Dec 22 17:42:18.111431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019576b0-3b4d-4edb-8eff-fff9c52f7387 req-7862746d-6789-4b1b-bb26-aa8776315981 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:18.112868 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-019576b0-3b4d-4edb-8eff-fff9c52f7387 req-7862746d-6789-4b1b-bb26-aa8776315981 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0851033 Dec 22 17:42:18.156610 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-019576b0-3b4d-4edb-8eff-fff9c52f7387 req-81c959f8-7f21-427b-81be-bf6fcd66362f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369914 Dec 22 17:42:19.370679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a4bad-00ff-4830-aaf4-9ec9e424216d req-b1752ed1-b271-415b-afc7-99e158d86e15 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:19.370679 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1f4a4bad-00ff-4830-aaf4-9ec9e424216d req-b1752ed1-b271-415b-afc7-99e158d86e15 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0907688 Dec 22 17:42:19.413583 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1f4a4bad-00ff-4830-aaf4-9ec9e424216d req-d1a0f28c-8854-4812-9a3f-642760335e79 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403297 Dec 22 17:42:19.675379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device abcca6dd-b791-4768-82dc-e5f522b03789 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:42:19.678571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device abcca6dd-b791-4768-82dc-e5f522b03789 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:42:19.895068 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:19.920037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:19.941689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'port_id': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'mac_address': 'fa:16:3e:92:ec:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:42:19.942869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:42:19.980312 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:19.987533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:19.996149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3b2f86bf-022f-4701-85b6-49d65c29889b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:20.024852 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'code': 200} Dec 22 17:42:20.062362 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:20.085785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abcca6dd-b791-4768-82dc-e5f522b03789 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:42:20.092684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=abcca6dd-b791-4768-82dc-e5f522b03789,revision_number=9']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:20.096241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:20.148785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:42:20.149139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:42:20.609712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79965e-c6a9-4122-80b3-952b68c3270a req-bc8011fa-d11a-4021-ad94-c38e88918582 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:20.611186 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6a79965e-c6a9-4122-80b3-952b68c3270a req-bc8011fa-d11a-4021-ad94-c38e88918582 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 943 time: 0.0902512 Dec 22 17:42:20.656670 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6a79965e-c6a9-4122-80b3-952b68c3270a req-aee27b36-b82f-4f03-ac88-04817001020d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395532 Dec 22 17:42:20.704138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:20.726193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcca6dd-b791-4768-82dc-e5f522b03789 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:42:20.742519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:20.746689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:20.748578 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:20.855299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['abcca6dd-b791-4768-82dc-e5f522b03789'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:42:20.913206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=abcca6dd-b791-4768-82dc-e5f522b03789,revision_number=10']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:20.919939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:21.693754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device abcca6dd-b791-4768-82dc-e5f522b03789 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:42:21.762013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port abcca6dd-b791-4768-82dc-e5f522b03789 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:42:21.762661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:21.850322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eec67-e134-427b-aef7-43833f05e34b req-a759fa4c-ab20-4e8c-a504-f2dc3abc7ab9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:21.852345 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-255eec67-e134-427b-aef7-43833f05e34b req-a759fa4c-ab20-4e8c-a504-f2dc3abc7ab9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 945 time: 0.0848062 Dec 22 17:42:21.881908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:21.898233 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-255eec67-e134-427b-aef7-43833f05e34b req-ea4f8644-0fc3-4d99-874b-924963b372a9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402157 Dec 22 17:42:21.919419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:21.926097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:21.927944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:22.001198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=abcca6dd-b791-4768-82dc-e5f522b03789,revision_number=11']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:22.004504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:22.016068 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:42:22.026168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:42:22.079231 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'code': 200} Dec 22 17:42:23.083339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d186a68-2ea5-4c6f-9b0d-c152cc73bbcc req-4c593099-073d-4dd2-9dc4-ad3aa5b73447 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:23.084680 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9d186a68-2ea5-4c6f-9b0d-c152cc73bbcc req-4c593099-073d-4dd2-9dc4-ad3aa5b73447 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 946 time: 0.0782635 Dec 22 17:42:23.128546 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9d186a68-2ea5-4c6f-9b0d-c152cc73bbcc req-d893e9a7-247c-4ed9-b0d7-be57cfdfb3bb tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377514 Dec 22 17:42:24.316201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f54e0-fca3-4b86-a9f7-d20a1c32ed82 req-50515f17-3afc-44d9-be70-31b3dedfe75a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:24.317705 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-845f54e0-fca3-4b86-a9f7-d20a1c32ed82 req-50515f17-3afc-44d9-be70-31b3dedfe75a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 946 time: 0.0822184 Dec 22 17:42:24.366499 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-845f54e0-fca3-4b86-a9f7-d20a1c32ed82 req-906cf8f8-fc8d-457c-8c12-ce361ac72df6 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432127 Dec 22 17:42:25.560704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5f6ee-89d0-4aba-8aa1-c11078693bb4 req-7d7e76b5-fb11-4b48-be8d-9f96cce5157a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:25.567675 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cdc5f6ee-89d0-4aba-8aa1-c11078693bb4 req-7d7e76b5-fb11-4b48-be8d-9f96cce5157a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 946 time: 0.0924816 Dec 22 17:42:25.608824 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cdc5f6ee-89d0-4aba-8aa1-c11078693bb4 req-1bd0ebbe-9347-401e-b897-70c31e130466 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402410 Dec 22 17:42:26.802207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fcae8-9cd6-4282-b447-f038d832c9f5 req-afbc62b9-63ac-45a8-b17f-34825b3c9622 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:26.803671 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-990fcae8-9cd6-4282-b447-f038d832c9f5 req-afbc62b9-63ac-45a8-b17f-34825b3c9622 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 946 time: 0.0812130 Dec 22 17:42:26.847842 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-990fcae8-9cd6-4282-b447-f038d832c9f5 req-9f0bb84a-77e0-4124-966e-9b82c6b7442a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382125 Dec 22 17:42:27.049813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af01f6-1741-4e04-9e26-34ffb74a063e req-bb34edfa-f9c3-4591-bf4d-8e7f16a56bc4 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:27.051617 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-36af01f6-1741-4e04-9e26-34ffb74a063e req-bb34edfa-f9c3-4591-bf4d-8e7f16a56bc4 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 946 time: 0.0832415 Dec 22 17:42:27.106580 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-36af01f6-1741-4e04-9e26-34ffb74a063e req-f2d4738d-16b9-45f3-8c25-46b9b102314d tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491083 Dec 22 17:42:27.312518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efae0c1-a664-4068-96e2-0dd83afc1e1c req-965aa1ef-4fee-4dd5-b6e5-1219c8a8e67b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:27.313896 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5efae0c1-a664-4068-96e2-0dd83afc1e1c req-965aa1ef-4fee-4dd5-b6e5-1219c8a8e67b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 946 time: 0.0843310 Dec 22 17:42:27.360025 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5efae0c1-a664-4068-96e2-0dd83afc1e1c req-5f295e51-dcb7-45ba-bf0c-5fb8661dae70 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400283 Dec 22 17:42:27.661920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-65f17557-4abc-4119-8820-1d0bb93d8642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:27.762924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8561e33-7943-4adb-aa8d-b9e9c2effbd7 req-308958f5-3dc9-4c9d-9877-f32cdbd441be tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:27.764455 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d8561e33-7943-4adb-aa8d-b9e9c2effbd7 req-308958f5-3dc9-4c9d-9877-f32cdbd441be tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 946 time: 0.0902042 Dec 22 17:42:27.812866 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d8561e33-7943-4adb-aa8d-b9e9c2effbd7 req-e73c163d-e103-49b0-96c0-a955e7469ea9 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424845 Dec 22 17:42:29.010073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b91fe9-a3fc-4c0b-b7ff-4910ae33b4c1 req-ccdb6cbf-ccd5-496f-a22a-8154b7670d37 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:29.011520 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b0b91fe9-a3fc-4c0b-b7ff-4910ae33b4c1 req-ccdb6cbf-ccd5-496f-a22a-8154b7670d37 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 946 time: 0.0860453 Dec 22 17:42:29.060826 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b0b91fe9-a3fc-4c0b-b7ff-4910ae33b4c1 req-5e36614b-d987-4228-ad0a-2bce5ba51fed tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436368 Dec 22 17:42:30.032488 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-787f389c-c89b-4931-9271-a451289ff983 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:30.033958 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-787f389c-c89b-4931-9271-a451289ff983 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 946 time: 0.0921278 Dec 22 17:42:30.100755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-84549231-20ad-47dc-a731-4aa7f615eb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:30.109995 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Deleting port abcca6dd-b791-4768-82dc-e5f522b03789 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:42:30.110253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:30.273029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986ac8b-58d5-458f-966b-b5591808d1ae req-73b240a6-36b2-473d-ac18-c0b4900d9018 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:30.274640 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2986ac8b-58d5-458f-966b-b5591808d1ae req-73b240a6-36b2-473d-ac18-c0b4900d9018 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 946 time: 0.0962873 Dec 22 17:42:30.321982 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2986ac8b-58d5-458f-966b-b5591808d1ae req-b15aabdf-9d02-443e-9b10-460cef8d1d80 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups?id=509ff212-6f0f-4d17-a483-cd85215424bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414054 Dec 22 17:42:30.481694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] For port abcca6dd-b791-4768-82dc-e5f522b03789, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=abcca6dd-b791-4768-82dc-e5f522b03789,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:30.482075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:30.774595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:30.774870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:30.775200 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c disassociated. External IP: 172.26.3.251, port: abcca6dd-b791-4768-82dc-e5f522b03789. Dec 22 17:42:30.775539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Calling delete_port for abcca6dd-b791-4768-82dc-e5f522b03789 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:42:30.923083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:30.928596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-abe36c28-6162-4d13-92e6-5136f6fdd09f tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:30.972030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event deleted for resources: {'Port': ['ID=abcca6dd-b791-4768-82dc-e5f522b03789,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:30.985931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:30.986225 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:30.986604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:30.986974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:30.987370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:30.987736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:30.988102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:30.988467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:30.988827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:30.989186 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:30.989534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:30.989893 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:30.993630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:31.124946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:31.183922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Router 01db2cd5-b493-40f8-942c-fb8f04007e1b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:42:31.244569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:31.384982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:42:31.396714 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a87c0d-2e9d-4d41-9717-a6153ac4eed9 None None] Sync routers for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:42:31.406879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a87c0d-2e9d-4d41-9717-a6153ac4eed9 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:42:31.407543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-71a87c0d-2e9d-4d41-9717-a6153ac4eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:42:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:42:31.506221 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cf272e19-9f7a-489d-894b-e7dc9d9ab437 req-bbe4f470-31ea-44c0-9bb8-787830d09876 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 210 time: 0.0557523 Dec 22 17:42:31.507203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] No DVR routers for this DVR port abcca6dd-b791-4768-82dc-e5f522b03789 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:42:31.509600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:31.512424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'name': 'network-vif-deleted', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:42:31.533743 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-65c647c4-ad2c-40fb-a356-c46356d87b48 req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.53 "DELETE /v2.0/ports/abcca6dd-b791-4768-82dc-e5f522b03789 HTTP/1.1" status: 204 len: 173 time: 1.4934452 Dec 22 17:42:31.577106 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b20230-19f6-4239-97f0-50af711b2558', 'name': 'network-vif-deleted', 'tag': 'abcca6dd-b791-4768-82dc-e5f522b03789', 'status': 'completed', 'code': 200} Dec 22 17:42:31.608357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-71a87c0d-2e9d-4d41-9717-a6153ac4eed9 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:42:31.940850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-71a87c0d-2e9d-4d41-9717-a6153ac4eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:42:31.946930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a87c0d-2e9d-4d41-9717-a6153ac4eed9 None None] Checking router: 01db2cd5-b493-40f8-942c-fb8f04007e1b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:42:31.960210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a87c0d-2e9d-4d41-9717-a6153ac4eed9 None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:42:31.961097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-71a87c0d-2e9d-4d41-9717-a6153ac4eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:42:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:42:32.146329 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-71a87c0d-2e9d-4d41-9717-a6153ac4eed9 None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:42:32.508277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-71a87c0d-2e9d-4d41-9717-a6153ac4eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:42:32.512597 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a87c0d-2e9d-4d41-9717-a6153ac4eed9 None None] The sync data for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv is: [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:36:50Z', 'revision_number': 4, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b7edba89-6619-4a1a-a663-dd92375f2464', 'name': '', 'network_id': '611b6801-2b03-4394-934d-61f09ff76ac8', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'mac_address': 'fa:16:3e:ea:05:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:50Z', 'updated_at': '2021-12-22T17:36:56Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'subnets': [{'id': 'e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:42:32.635821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:32.687888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-63d5f9a0-e8fd-4119-a3c6-f85615f1c52d req-4dce501d-89df-48d3-bd89-358c21194f9a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Synchronizing usage tracker for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:42:32.704415 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-63d5f9a0-e8fd-4119-a3c6-f85615f1c52d req-4dce501d-89df-48d3-bd89-358c21194f9a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Unset dirty status for tenant:fb4ccb598bb24cc985d7dfd304e22b7e on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:42:32.705640 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-63d5f9a0-e8fd-4119-a3c6-f85615f1c52d req-4dce501d-89df-48d3-bd89-358c21194f9a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/ports?device_id=85b20230-19f6-4239-97f0-50af711b2558 HTTP/1.1" status: 200 len: 210 time: 0.0617154 Dec 22 17:42:32.771132 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78044d6-d65d-45ab-b27c-97942b5f82b8 None None] New status for floating IP 2ae5a830-99bf-44fd-bd5b-4e39a1284a8c: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:42:33.737354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device abcca6dd-b791-4768-82dc-e5f522b03789 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:42:33.771943 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: abcca6dd-b791-4768-82dc-e5f522b03789 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:42:33.772303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device abcca6dd-b791-4768-82dc-e5f522b03789 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:42:35.428726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:37.029549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42048) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:42:37.096408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-52b8a763-92f8-49a1-a234-27374d4e4970 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:37.132950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-52b8a763-92f8-49a1-a234-27374d4e4970 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:37.186326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-52b8a763-92f8-49a1-a234-27374d4e4970 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:37.190123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a92d8624-d45b-4825-8b92-c5c50c333809 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:37.205621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8a763-92f8-49a1-a234-27374d4e4970 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509ff212-6f0f-4d17-a483-cd85215424bc,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:37.208247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-52b8a763-92f8-49a1-a234-27374d4e4970 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:37.216590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-52b8a763-92f8-49a1-a234-27374d4e4970 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:37.217697 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-52b8a763-92f8-49a1-a234-27374d4e4970 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "DELETE /v2.0/security-groups/509ff212-6f0f-4d17-a483-cd85215424bc HTTP/1.1" status: 204 len: 168 time: 0.1871688 Dec 22 17:42:37.220201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42052) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:42:37.236156 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-2b99c451-6bb1-4f4d-9139-9bd7ee184ade tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] show failed (client error): The resource could not be found. Dec 22 17:42:37.237335 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2b99c451-6bb1-4f4d-9139-9bd7ee184ade tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "GET /v2.0/security-groups/509ff212-6f0f-4d17-a483-cd85215424bc HTTP/1.1" status: 404 len: 347 time: 0.0162280 Dec 22 17:42:37.239983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42056) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:42:37.525700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e9d91022-a655-4f1d-a54c-20b3d9145765 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Deleting port 64dcaca3-9391-4fe1-960d-3ae0067c438d {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:42:37.526030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9d91022-a655-4f1d-a54c-20b3d9145765 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:37.691695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9d91022-a655-4f1d-a54c-20b3d9145765 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:37.692052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9d91022-a655-4f1d-a54c-20b3d9145765 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:37.816010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e9d91022-a655-4f1d-a54c-20b3d9145765 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Calling delete_port for 64dcaca3-9391-4fe1-960d-3ae0067c438d owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:42:38.002250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9d91022-a655-4f1d-a54c-20b3d9145765 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:38.006593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d38592ba-d4ec-4a5c-8d60-855bc9689c1a tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:38.052234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d91022-a655-4f1d-a54c-20b3d9145765 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Pushing event deleted for resources: {'Port': ['ID=64dcaca3-9391-4fe1-960d-3ae0067c438d,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:38.055465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e9d91022-a655-4f1d-a54c-20b3d9145765 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:38.145600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9d91022-a655-4f1d-a54c-20b3d9145765 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:38.163262 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e9d91022-a655-4f1d-a54c-20b3d9145765 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:38.165009 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e9d91022-a655-4f1d-a54c-20b3d9145765 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] 10.222.0.70 "DELETE /v2.0/floatingips/2ae5a830-99bf-44fd-bd5b-4e39a1284a8c HTTP/1.1" status: 204 len: 168 time: 0.9241605 Dec 22 17:42:38.167905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42060) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:42:38.771978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:39.256484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] Deleting port b7edba89-6619-4a1a-a663-dd92375f2464 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:42:39.257169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:39.441828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] For port b7edba89-6619-4a1a-a663-dd92375f2464, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b7edba89-6619-4a1a-a663-dd92375f2464,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:39.442194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:39.573018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] Calling delete_port for b7edba89-6619-4a1a-a663-dd92375f2464 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:42:39.756294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:39.760861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:39.807123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] Pushing event deleted for resources: {'Port': ['ID=b7edba89-6619-4a1a-a663-dd92375f2464,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:39.810236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:40.079057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:40.440800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] Router 01db2cd5-b493-40f8-942c-fb8f04007e1b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:42:40.750334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:42:40.760281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff241f5c-7bb9-42a9-bfe5-2293e4e92b6a None None] Sync routers for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:42:40.764299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] 10.222.0.70 "PUT /v2.0/routers/01db2cd5-b493-40f8-942c-fb8f04007e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5954010 Dec 22 17:42:40.766678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42066) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:42:40.770110 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff241f5c-7bb9-42a9-bfe5-2293e4e92b6a None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:42:40.770741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ff241f5c-7bb9-42a9-bfe5-2293e4e92b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:42:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:42:40.949306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:40.951138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-ff241f5c-7bb9-42a9-bfe5-2293e4e92b6a None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:42:41.141527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:41.154114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Deleting port d3949f0f-56b9-46de-9742-0c4c609dda8f {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:42:41.154459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:41.251211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ff241f5c-7bb9-42a9-bfe5-2293e4e92b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:42:39Z', 'revision_number': 5, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port': {'id': 'd3949f0f-56b9-46de-9742-0c4c609dda8f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:36:47Z', 'updated_at': '2021-12-22T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:42:41.255720 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff241f5c-7bb9-42a9-bfe5-2293e4e92b6a None None] Checking router: 01db2cd5-b493-40f8-942c-fb8f04007e1b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:42:41.265633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff241f5c-7bb9-42a9-bfe5-2293e4e92b6a None None] Routers {'01db2cd5-b493-40f8-942c-fb8f04007e1b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:42:41.266332 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ff241f5c-7bb9-42a9-bfe5-2293e4e92b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:42:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['01db2cd5-b493-40f8-942c-fb8f04007e1b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:42:41.340625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] For port d3949f0f-56b9-46de-9742-0c4c609dda8f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d3949f0f-56b9-46de-9742-0c4c609dda8f,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:41.340977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:41.438142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-ff241f5c-7bb9-42a9-bfe5-2293e4e92b6a None None] Set router 01db2cd5-b493-40f8-942c-fb8f04007e1b gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:42:41.468702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Calling delete_port for d3949f0f-56b9-46de-9742-0c4c609dda8f owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:42:41.553109 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ff241f5c-7bb9-42a9-bfe5-2293e4e92b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:42:41Z', 'revision_number': 6, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:42:41.556690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff241f5c-7bb9-42a9-bfe5-2293e4e92b6a None None] The sync data for ids ['01db2cd5-b493-40f8-942c-fb8f04007e1b'] in dv-neutron-822513-1-hyperv is: [{'id': '01db2cd5-b493-40f8-942c-fb8f04007e1b', 'name': 'tempest-ServerActionsTestJSON-2093188798-router', 'tenant_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:36:46Z', 'updated_at': '2021-12-22T17:42:41Z', 'revision_number': 6, 'project_id': 'fb4ccb598bb24cc985d7dfd304e22b7e', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:42:41.642816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:41.646317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:41.689287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3949f0f-56b9-46de-9742-0c4c609dda8f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:41.692095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:41.802386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.107245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.109499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.132474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.133038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01db2cd5-b493-40f8-942c-fb8f04007e1b {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:42:42.145064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.146163 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] 10.222.0.70 "DELETE /v2.0/routers/01db2cd5-b493-40f8-942c-fb8f04007e1b HTTP/1.1" status: 204 len: 168 time: 1.3784711 Dec 22 17:42:42.148664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42070) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:42:42.207077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a019558c-db01-4235-b92b-b2f4acfbc856 admin admin] Deleting subnet e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:42:42.210007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a019558c-db01-4235-b92b-b2f4acfbc856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.261127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a019558c-db01-4235-b92b-b2f4acfbc856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.341833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a019558c-db01-4235-b92b-b2f4acfbc856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.412177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a019558c-db01-4235-b92b-b2f4acfbc856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.417049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-12699acc-c088-4981-acb0-31c944028c6d tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:42.452085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019558c-db01-4235-b92b-b2f4acfbc856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:42.455199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a019558c-db01-4235-b92b-b2f4acfbc856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:42.456161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a019558c-db01-4235-b92b-b2f4acfbc856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.462582 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a019558c-db01-4235-b92b-b2f4acfbc856 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e3ae4e26-b7d9-46f1-a0a2-5dc0845b8c61 HTTP/1.1" status: 204 len: 168 time: 0.3129737 Dec 22 17:42:42.463128 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8234957-76ca-43af-b888-ef98a7f01e5e None None] Network 611b6801-2b03-4394-934d-61f09ff76ac8 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:42:42.464951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42074) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:42:42.598824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.630899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Deleting port db2e2da1-046e-4e36-be6a-55909f24c65d {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:42:42.631278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.683241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d3949f0f-56b9-46de-9742-0c4c609dda8f no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:42:42.743357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: d3949f0f-56b9-46de-9742-0c4c609dda8f {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:42:42.743601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d3949f0f-56b9-46de-9742-0c4c609dda8f not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:42:42.744037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b7edba89-6619-4a1a-a663-dd92375f2464 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:42:42.783398 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: b7edba89-6619-4a1a-a663-dd92375f2464 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:42:42.783755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b7edba89-6619-4a1a-a663-dd92375f2464 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:42:42.865103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] For port db2e2da1-046e-4e36-be6a-55909f24c65d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=db2e2da1-046e-4e36-be6a-55909f24c65d,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:42.865482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:42.867330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2debd345-638f-49c0-b34b-b79d904d41ee None None] DHCP port deletion for 611b6801-2b03-4394-934d-61f09ff76ac8 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:42:42.871684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2debd345-638f-49c0-b34b-b79d904d41ee None None] Deleting port db2e2da1-046e-4e36-be6a-55909f24c65d {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:42:42.872487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2debd345-638f-49c0-b34b-b79d904d41ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.004194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Calling delete_port for db2e2da1-046e-4e36-be6a-55909f24c65d owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:42:43.086695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.092129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d36f41e7-cc5a-4af7-9120-e7a15ee1f82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:43.097386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2debd345-638f-49c0-b34b-b79d904d41ee None None] For port db2e2da1-046e-4e36-be6a-55909f24c65d, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=db2e2da1-046e-4e36-be6a-55909f24c65d,segment=NetworkSegment(c5a38874-a0cf-4076-9a24-a8e5ba21d955),segment_id=c5a38874-a0cf-4076-9a24-a8e5ba21d955)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:43.098326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2debd345-638f-49c0-b34b-b79d904d41ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.151242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db2e2da1-046e-4e36-be6a-55909f24c65d,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:43.153227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] No DVR routers for this DVR port db2e2da1-046e-4e36-be6a-55909f24c65d on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:42:43.154905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:43.229049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2debd345-638f-49c0-b34b-b79d904d41ee None None] Calling delete_port for db2e2da1-046e-4e36-be6a-55909f24c65d owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:42:43.275569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.305941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611b6801-2b03-4394-934d-61f09ff76ac8']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:42:43.306212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-2debd345-638f-49c0-b34b-b79d904d41ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:42:43.306363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-2debd345-638f-49c0-b34b-b79d904d41ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:42:43.318844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a38874-a0cf-4076-9a24-a8e5ba21d955') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:42:43.319160 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a38874-a0cf-4076-9a24-a8e5ba21d955') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:42:43.331736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.347657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.354083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:42:43.354492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:42:43.368110 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:42:43.457600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.461071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a4da4914-483c-48d5-bcbb-e64009dee366 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:43.474258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.484544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=611b6801-2b03-4394-934d-61f09ff76ac8,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:43.487666 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:43.499299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/611b6801-2b03-4394-934d-61f09ff76ac8 HTTP/1.1" status: 204 len: 168 time: 1.0330584 Dec 22 17:42:43.614915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42080) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:42:43.664737 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-85c805d1-be19-4827-99ed-52e24e234e6e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb4ccb598bb24cc985d7dfd304e22b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484409 Dec 22 17:42:43.666992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42084) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:42:43.725689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.756655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.808169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2debd345-638f-49c0-b34b-b79d904d41ee None None] Deleting port db2e2da1-046e-4e36-be6a-55909f24c65d {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:42:43.808993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2debd345-638f-49c0-b34b-b79d904d41ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.816320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.820502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-40dcac67-ffb7-4e71-a582-c5c65912229b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:43.835469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c1448-13b9-4f9d-8ca2-0d8badd6b0d9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:43.846064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:43.846444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:43.846820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:43.847219 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:43.847578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:43.847948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:43.848307 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:43.848667 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:43.849024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:43.849382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:43.849735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:43.850093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:42:43.853985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:43.855476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:43.856837 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/598c1448-13b9-4f9d-8ca2-0d8badd6b0d9 HTTP/1.1" status: 204 len: 168 time: 0.1886835 Dec 22 17:42:43.890407 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2debd345-638f-49c0-b34b-b79d904d41ee None None] The port 'db2e2da1-046e-4e36-be6a-55909f24c65d' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:42:44.625733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42108) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:42:44.627027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device db2e2da1-046e-4e36-be6a-55909f24c65d no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:42:44.664198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: db2e2da1-046e-4e36-be6a-55909f24c65d {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:42:44.664624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device db2e2da1-046e-4e36-be6a-55909f24c65d not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:42:44.737167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-716292906-network', 'tenant_id': '10ac551ba3a148c8a6fa3f5a37fb3dde'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:42:44.742432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:42:44.746259 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Usage tracker for resource:network and tenant:10ac551ba3a148c8a6fa3f5a37fb3dde is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:42:44.749078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:42:44.754733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:42:44.765411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Made reservation on behalf of 10ac551ba3a148c8a6fa3f5a37fb3dde for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:42:44.767767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:44.779724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:44.793809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:42:44.797601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Usage tracker for resource:security_group_rule and tenant:10ac551ba3a148c8a6fa3f5a37fb3dde is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:42:44.800407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:42:44.806691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:42:44.893227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:44.897110 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:44.900076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a18412f-d68b-4ad9-a6ee-175f93c964d6 tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:44.920515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:42:44.940673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:44.943447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:44.943775 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Added segment 4890834d-9ead-4265-a5a8-02e00a3fbd7a of type vlan for network d86ad76c-8a92-4310-b226-522535cb62b9 Dec 22 17:42:44.945583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:44.971161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:45.005227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:45.006462 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:45.007751 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:45.011969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2f2f1bfe-cbe9-4128-bb56-e4a8fbc1f6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:45.112513 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4855886 Dec 22 17:42:45.115483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42114) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:42:45.116017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Pushing event updated for resources: {'Network': ['ID=d86ad76c-8a92-4310-b226-522535cb62b9,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:45.119491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:45.122629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Request body: {'subnet': {'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-716292906-subnet', 'tenant_id': '10ac551ba3a148c8a6fa3f5a37fb3dde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:42:45.126963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network d86ad76c-8a92-4310-b226-522535cb62b9 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:42:45.130077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:42:45.134057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Usage tracker for resource:subnet and tenant:10ac551ba3a148c8a6fa3f5a37fb3dde is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:42:45.136941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:42:45.143021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:42:45.153630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Made reservation on behalf of 10ac551ba3a148c8a6fa3f5a37fb3dde for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:42:45.155956 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:45.374865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:45.378706 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-44621bd8-eda9-43bf-bdb4-194c00cd7037 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:45.586652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e34c6ab-8fbf-4125-a210-d6d6cf7e2327,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:45.590906 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:45.595025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Checking segment: {'id': '4890834d-9ead-4265-a5a8-02e00a3fbd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:42:45.595416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Network hostable DHCP agents. Network: d86ad76c-8a92-4310-b226-522535cb62b9, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:42:45.618664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Network d86ad76c-8a92-4310-b226-522535cb62b9 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:42:45.629870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, d86ad76c-8a92-4310-b226-522535cb62b9) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:42:45.634792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:45.635436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:45.639820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212c1ce5-1139-409a-8447-b600052c6e27 None None] Network d86ad76c-8a92-4310-b226-522535cb62b9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:42:45.661427 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-568188f1-b2ee-4c3e-8088-45c218371f12 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5420380 Dec 22 17:42:45.854409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5700d0-2d92-4010-82cd-164e5b49ab36 None None] Network d86ad76c-8a92-4310-b226-522535cb62b9 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:42:46.170694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-1c087fd2-05d6-4a84-a38d-f97d2f3c9eff tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:46.172114 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-1c087fd2-05d6-4a84-a38d-f97d2f3c9eff tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/networks?id=d86ad76c-8a92-4310-b226-522535cb62b9 HTTP/1.1" status: 200 len: 813 time: 0.1479568 Dec 22 17:42:46.188435 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-38eda7d1-f67f-4227-8fac-68b8971cea28 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/quotas/10ac551ba3a148c8a6fa3f5a37fb3dde HTTP/1.1" status: 200 len: 375 time: 0.0099552 Dec 22 17:42:46.241640 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-e0f1797c-e318-4513-ac0b-d37dab97869f tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=10ac551ba3a148c8a6fa3f5a37fb3dde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475245 Dec 22 17:42:46.418617 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-af80eab2-9049-47b2-b684-51bd4533f280 service neutron] 10.222.0.70 "GET /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700916 Dec 22 17:42:46.558920 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-94fabe7e-f5c0-4141-a882-c838653d429e service neutron] 10.222.0.70 "GET /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329849 Dec 22 17:42:46.857859 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d901f76e-dd73-4fe9-9699-0169e7b5b688 req-01d00c27-de40-42de-96fc-41622421bc55 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 210 time: 0.1652031 Dec 22 17:42:48.037158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-9900bf8b-0974-41f0-9086-1c46ba821ca2 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:48.039304 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-9900bf8b-0974-41f0-9086-1c46ba821ca2 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.53 "GET /v2.0/networks?id=d86ad76c-8a92-4310-b226-522535cb62b9 HTTP/1.1" status: 200 len: 813 time: 0.2140129 Dec 22 17:42:48.041917 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-da9ff35b-f5ae-4fc1-ba7a-bb55851a448e req-7ea64f29-e53d-4386-9cbd-d3a38c8cd5e9 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 210 time: 0.0631006 Dec 22 17:42:48.051790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Request body: {'port': {'device_id': '9982b081-a79e-4130-a7c1-40d8fa0da1f8', 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9', 'admin_state_up': True, 'tenant_id': '10ac551ba3a148c8a6fa3f5a37fb3dde'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:42:48.187719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:42:48.191321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Usage tracker for resource:port and tenant:10ac551ba3a148c8a6fa3f5a37fb3dde is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:42:48.194063 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:42:48.200095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:42:48.209386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Made reservation on behalf of 10ac551ba3a148c8a6fa3f5a37fb3dde for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:42:48.213538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:48.386408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Allocated IP 172.20.0.9 (d86ad76c-8a92-4310-b226-522535cb62b9/6e34c6ab-8fbf-4125-a210-d6d6cf7e2327/353b2235-8b22-4b51-98a0-6da050394215) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:42:48.596736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:48.629003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:48.637045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-df7b752a-dcbf-4cb4-bcf4-772c7f1626fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:48.701944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Network d86ad76c-8a92-4310-b226-522535cb62b9 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:42:48.704998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:42:48.709088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:42:48.744963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Pushing event updated for resources: {'Port': ['ID=353b2235-8b22-4b51-98a0-6da050394215,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:48.751341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:48.785255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:48.785854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:48.809625 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7611265 Dec 22 17:42:48.822001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Request body: {'port': {'device_id': '9982b081-a79e-4130-a7c1-40d8fa0da1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:42:48.933630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:49.243170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b33a08-a8b5-40ae-8c30-eba61285e6a0 req-87710197-5564-4b57-976b-3d2769885d64 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:49.244658 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e6b33a08-a8b5-40ae-8c30-eba61285e6a0 req-87710197-5564-4b57-976b-3d2769885d64 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 931 time: 0.0894291 Dec 22 17:42:49.291043 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-e6b33a08-a8b5-40ae-8c30-eba61285e6a0 req-a21fad55-a17b-4cc6-9687-033b86065bcf tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Synchronizing usage tracker for tenant:10ac551ba3a148c8a6fa3f5a37fb3dde on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:42:49.308642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-e6b33a08-a8b5-40ae-8c30-eba61285e6a0 req-a21fad55-a17b-4cc6-9687-033b86065bcf tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Unset dirty status for tenant:10ac551ba3a148c8a6fa3f5a37fb3dde on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:42:49.309852 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e6b33a08-a8b5-40ae-8c30-eba61285e6a0 req-a21fad55-a17b-4cc6-9687-033b86065bcf tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593379 Dec 22 17:42:49.393293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353b2235-8b22-4b51-98a0-6da050394215 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:42:49.400815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:49.415260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Transition to ACTIVE for port object 353b2235-8b22-4b51-98a0-6da050394215 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:42:49.418749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:49.422962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ecb27117-404f-4522-9b36-caf372e38285 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:49.578642 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Pushing event updated for resources: {'Port': ['ID=353b2235-8b22-4b51-98a0-6da050394215,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:49.586453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:49.652334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Attempting to bind port 353b2235-8b22-4b51-98a0-6da050394215 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:42:49.652669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Attempting to bind port 353b2235-8b22-4b51-98a0-6da050394215 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4890834d-9ead-4265-a5a8-02e00a3fbd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:42:49.652991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Attempting to bind port 353b2235-8b22-4b51-98a0-6da050394215 on network d86ad76c-8a92-4310-b226-522535cb62b9 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:42:49.657378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Port 353b2235-8b22-4b51-98a0-6da050394215 on network d86ad76c-8a92-4310-b226-522535cb62b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:42:49.657691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Attempting to bind port 353b2235-8b22-4b51-98a0-6da050394215 on network d86ad76c-8a92-4310-b226-522535cb62b9 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:42:49.662596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:42:49.662925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Checking segment: {'id': '4890834d-9ead-4265-a5a8-02e00a3fbd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:42:49.663354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Bound using segment: {'id': '4890834d-9ead-4265-a5a8-02e00a3fbd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:42:49.663771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Bound port: 353b2235-8b22-4b51-98a0-6da050394215, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4890834d-9ead-4265-a5a8-02e00a3fbd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:42:49.664108 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:49.748740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] For port 353b2235-8b22-4b51-98a0-6da050394215, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:42:49.751588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] For port 353b2235-8b22-4b51-98a0-6da050394215, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=353b2235-8b22-4b51-98a0-6da050394215,segment=NetworkSegment(4890834d-9ead-4265-a5a8-02e00a3fbd7a),segment_id=4890834d-9ead-4265-a5a8-02e00a3fbd7a)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:42:49.756325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:49.760540 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:49.818581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:49.818905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:49.820911 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] 10.222.0.53 "PUT /v2.0/ports/353b2235-8b22-4b51-98a0-6da050394215 HTTP/1.1" status: 200 len: 1093 time: 1.0042517 Dec 22 17:42:49.823921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9982b081-a79e-4130-a7c1-40d8fa0da1f8', 'tag': '353b2235-8b22-4b51-98a0-6da050394215'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:42:49.846695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Pushing event updated for resources: {'Port': ['ID=353b2235-8b22-4b51-98a0-6da050394215,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:49.849694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:49.891342 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9982b081-a79e-4130-a7c1-40d8fa0da1f8', 'tag': '353b2235-8b22-4b51-98a0-6da050394215', 'status': 'completed', 'code': 200} Dec 22 17:42:49.930754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-a70b63b4-45d3-476d-97ad-e843d0fb7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:49.932232 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-a70b63b4-45d3-476d-97ad-e843d0fb7ad0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10ac551ba3a148c8a6fa3f5a37fb3dde&device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 1096 time: 0.0724967 Dec 22 17:42:50.001934 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-21bb40ef-1604-4453-af80-0f29c956b473 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=353b2235-8b22-4b51-98a0-6da050394215 HTTP/1.1" status: 200 len: 217 time: 0.0630150 Dec 22 17:42:50.061613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-33d82def-49f3-43bf-8e81-1f6b5015d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:50.062986 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-33d82def-49f3-43bf-8e81-1f6b5015d667 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e34c6ab-8fbf-4125-a210-d6d6cf7e2327 HTTP/1.1" status: 200 len: 853 time: 0.0547581 Dec 22 17:42:50.111834 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-c161f7ba-ddbd-479c-92ef-603dd2bd6bc3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d86ad76c-8a92-4310-b226-522535cb62b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424051 Dec 22 17:42:50.240960 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-e88cfc4d-e9e5-48cd-ae8e-1acd54ebc99d service neutron] 10.222.0.53 "GET /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229386 Dec 22 17:42:50.374623 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88a5b4ed-dbd0-4446-b860-5bcf2eadd2eb req-2ac99096-87a4-46f1-bdfe-7048f6a1433c service neutron] 10.222.0.53 "GET /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275334 Dec 22 17:42:50.493544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c78862-0b38-4d9e-9f25-66e77517f1bd req-7e22f674-e09b-433c-b8de-c94f73efd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:50.494999 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96c78862-0b38-4d9e-9f25-66e77517f1bd req-7e22f674-e09b-433c-b8de-c94f73efd693 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10ac551ba3a148c8a6fa3f5a37fb3dde&device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 1096 time: 0.0703297 Dec 22 17:42:50.495419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba8fd-88e2-4f0c-85a1-85850955ca90 req-38f3fd2d-823b-4014-80b1-ec76bd032460 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:50.496865 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-80cba8fd-88e2-4f0c-85a1-85850955ca90 req-38f3fd2d-823b-4014-80b1-ec76bd032460 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 943 time: 0.0840697 Dec 22 17:42:50.540918 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-80cba8fd-88e2-4f0c-85a1-85850955ca90 req-2da8dcf2-5649-4ce0-8d11-e299d9d7fac8 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384066 Dec 22 17:42:50.627086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c78862-0b38-4d9e-9f25-66e77517f1bd req-5d5cbc7b-a833-474e-b54a-ed0df923369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:50.628468 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96c78862-0b38-4d9e-9f25-66e77517f1bd req-5d5cbc7b-a833-474e-b54a-ed0df923369f service neutron] 10.222.0.53 "GET /v2.0/networks?id=d86ad76c-8a92-4310-b226-522535cb62b9 HTTP/1.1" status: 200 len: 914 time: 0.1255376 Dec 22 17:42:50.697949 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96c78862-0b38-4d9e-9f25-66e77517f1bd req-7a32155e-eee5-421e-abaa-b4924768dec5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=353b2235-8b22-4b51-98a0-6da050394215 HTTP/1.1" status: 200 len: 217 time: 0.0623777 Dec 22 17:42:50.759010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c78862-0b38-4d9e-9f25-66e77517f1bd req-ceb8266d-fc49-42fe-a3da-f78affe9dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:50.760424 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96c78862-0b38-4d9e-9f25-66e77517f1bd req-ceb8266d-fc49-42fe-a3da-f78affe9dfdb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e34c6ab-8fbf-4125-a210-d6d6cf7e2327 HTTP/1.1" status: 200 len: 853 time: 0.0559325 Dec 22 17:42:50.808361 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96c78862-0b38-4d9e-9f25-66e77517f1bd req-22f38859-a07d-446a-8793-a5b1ecbea313 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d86ad76c-8a92-4310-b226-522535cb62b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400288 Dec 22 17:42:51.057095 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96c78862-0b38-4d9e-9f25-66e77517f1bd req-4b961078-dc44-484d-b2e4-8a9b589cdb64 service neutron] 10.222.0.53 "GET /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394021 Dec 22 17:42:51.190827 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96c78862-0b38-4d9e-9f25-66e77517f1bd req-c45a9beb-d176-409d-bbdc-5707b87f9e7b service neutron] 10.222.0.53 "GET /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272712 Dec 22 17:42:51.730350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667177e-57c0-4b67-8bc6-c474e7b47f4a req-3c1bff80-5319-4fd8-a1c0-da2e959df16d tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:51.731041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-c667177e-57c0-4b67-8bc6-c474e7b47f4a req-3c1bff80-5319-4fd8-a1c0-da2e959df16d tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Synchronizing usage tracker for tenant:10ac551ba3a148c8a6fa3f5a37fb3dde on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:42:51.747945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-c667177e-57c0-4b67-8bc6-c474e7b47f4a req-3c1bff80-5319-4fd8-a1c0-da2e959df16d tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Unset dirty status for tenant:10ac551ba3a148c8a6fa3f5a37fb3dde on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:42:51.749167 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c667177e-57c0-4b67-8bc6-c474e7b47f4a req-3c1bff80-5319-4fd8-a1c0-da2e959df16d tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 943 time: 0.1006930 Dec 22 17:42:51.794748 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c667177e-57c0-4b67-8bc6-c474e7b47f4a req-714c4d3d-f6ae-4f84-82d0-ec716155874a tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Dec 22 17:42:51.798559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 353b2235-8b22-4b51-98a0-6da050394215 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:42:51.936239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 353b2235-8b22-4b51-98a0-6da050394215, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=353b2235-8b22-4b51-98a0-6da050394215,segment=NetworkSegment(4890834d-9ead-4265-a5a8-02e00a3fbd7a),segment_id=4890834d-9ead-4265-a5a8-02e00a3fbd7a)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:51.950977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '353b2235-8b22-4b51-98a0-6da050394215', 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9', 'port_id': '353b2235-8b22-4b51-98a0-6da050394215', 'mac_address': 'fa:16:3e:fa:3a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e34c6ab-8fbf-4125-a210-d6d6cf7e2327', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:42:52.043944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:52.060641 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353b2235-8b22-4b51-98a0-6da050394215 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:42:52.076092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 353b2235-8b22-4b51-98a0-6da050394215, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=353b2235-8b22-4b51-98a0-6da050394215,segment=NetworkSegment(4890834d-9ead-4265-a5a8-02e00a3fbd7a),segment_id=4890834d-9ead-4265-a5a8-02e00a3fbd7a)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:52.079777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:52.081741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:52.146499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=353b2235-8b22-4b51-98a0-6da050394215,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:52.150228 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:52.308457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['353b2235-8b22-4b51-98a0-6da050394215'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:42:52.986824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc903eb-b0c9-4022-a13d-5a1b5c8a3ea1 req-28d71b23-a5a4-4f2c-91da-28e1673baf59 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:52.988338 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6fc903eb-b0c9-4022-a13d-5a1b5c8a3ea1 req-28d71b23-a5a4-4f2c-91da-28e1673baf59 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 944 time: 0.0870824 Dec 22 17:42:53.033735 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6fc903eb-b0c9-4022-a13d-5a1b5c8a3ea1 req-eea6c6e1-0604-4d9b-93a9-45a8dc1e5c8e tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Dec 22 17:42:53.802924 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 353b2235-8b22-4b51-98a0-6da050394215 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:42:53.870092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 353b2235-8b22-4b51-98a0-6da050394215 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:42:53.874698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 353b2235-8b22-4b51-98a0-6da050394215 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:42:53.875073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:53.990323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:54.016019 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9982b081-a79e-4130-a7c1-40d8fa0da1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353b2235-8b22-4b51-98a0-6da050394215'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:42:54.026445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 353b2235-8b22-4b51-98a0-6da050394215, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=353b2235-8b22-4b51-98a0-6da050394215,segment=NetworkSegment(4890834d-9ead-4265-a5a8-02e00a3fbd7a),segment_id=4890834d-9ead-4265-a5a8-02e00a3fbd7a)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:42:54.031668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:54.034244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:54.091800 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9982b081-a79e-4130-a7c1-40d8fa0da1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353b2235-8b22-4b51-98a0-6da050394215', 'code': 200} Dec 22 17:42:54.154001 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=353b2235-8b22-4b51-98a0-6da050394215,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:54.157406 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:54.270261 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efabe29-8346-478d-b641-889410628098 req-29175303-a7f4-4b14-9109-ba219cd803e9 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:54.271757 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6efabe29-8346-478d-b641-889410628098 req-29175303-a7f4-4b14-9109-ba219cd803e9 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 945 time: 0.0853634 Dec 22 17:42:54.301867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f48d7-8bcf-4417-b5d9-3f68a4e8026c req-3895808c-7c6c-46e7-b6ed-0ca8a08a3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:54.303413 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9c3f48d7-8bcf-4417-b5d9-3f68a4e8026c req-3895808c-7c6c-46e7-b6ed-0ca8a08a3d53 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 1098 time: 0.0803366 Dec 22 17:42:54.316281 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6efabe29-8346-478d-b641-889410628098 req-131f077a-c993-4ef6-9811-bd8c2ad35492 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381324 Dec 22 17:42:54.345619 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9c3f48d7-8bcf-4417-b5d9-3f68a4e8026c req-ba3a4480-b621-469f-91b3-1042f9c58fb9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359726 Dec 22 17:42:55.510209 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81c489-10a9-4b72-9b7b-019effac4f21 req-c2abd431-9aea-4038-81c1-86892a9a58c9 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:55.514652 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-aa81c489-10a9-4b72-9b7b-019effac4f21 req-c2abd431-9aea-4038-81c1-86892a9a58c9 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 945 time: 0.0889158 Dec 22 17:42:55.565610 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-aa81c489-10a9-4b72-9b7b-019effac4f21 req-49aaa424-a716-47f7-a5b2-57895a88a2c9 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Dec 22 17:42:56.769517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3e684-1ab5-4709-afbc-6cf138c71bd2 req-f3f420ea-7690-4b8b-824f-a4de33dbc578 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:56.771058 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8fe3e684-1ab5-4709-afbc-6cf138c71bd2 req-f3f420ea-7690-4b8b-824f-a4de33dbc578 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 945 time: 0.0934117 Dec 22 17:42:56.817474 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8fe3e684-1ab5-4709-afbc-6cf138c71bd2 req-5315692f-1cae-40aa-9864-4dc4c1136542 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Dec 22 17:42:57.119455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-8adbb174-e668-42d7-a23b-eb4cb7ad8e72 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:57.120858 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-8adbb174-e668-42d7-a23b-eb4cb7ad8e72 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/networks?id=d86ad76c-8a92-4310-b226-522535cb62b9 HTTP/1.1" status: 200 len: 813 time: 0.1530132 Dec 22 17:42:57.135396 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-68a0a147-d919-4e61-a534-2a6f65e9710a tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/quotas/10ac551ba3a148c8a6fa3f5a37fb3dde HTTP/1.1" status: 200 len: 375 time: 0.0091615 Dec 22 17:42:57.235975 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-513a94ab-1d5c-4130-a94c-e446a5661464 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=10ac551ba3a148c8a6fa3f5a37fb3dde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956316 Dec 22 17:42:57.371812 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-d18da7b2-7cec-444b-88fe-8ad57ca90199 service neutron] 10.222.0.70 "GET /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279960 Dec 22 17:42:57.507636 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-de370060-b00c-4f50-85d5-b073c808e2e2 service neutron] 10.222.0.70 "GET /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301332 Dec 22 17:42:57.666216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9ffbd65e-2036-4ba7-bc11-d18a5f9b8e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:57.683407 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-12477a45-fc6d-47b9-9848-dbd2a82c5126 req-7893b4bf-805f-402a-81ae-72bba1085ca6 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 210 time: 0.0434942 Dec 22 17:42:58.724920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-34fa7c64-8132-4f60-bc89-627c32ab8524 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:58.726500 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-34fa7c64-8132-4f60-bc89-627c32ab8524 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.53 "GET /v2.0/networks?id=d86ad76c-8a92-4310-b226-522535cb62b9 HTTP/1.1" status: 200 len: 813 time: 0.1669190 Dec 22 17:42:58.738897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Request body: {'port': {'device_id': '64176999-3b06-4283-bd41-b538f703789b', 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9', 'admin_state_up': True, 'tenant_id': '10ac551ba3a148c8a6fa3f5a37fb3dde'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:42:58.892794 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d33db83-b900-475f-85a0-740ff42b3722 req-800c4543-dad4-4217-bb0a-017884b4e5d4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 210 time: 0.0644770 Dec 22 17:42:58.938246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:42:58.947538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:42:58.956815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Made reservation on behalf of 10ac551ba3a148c8a6fa3f5a37fb3dde for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:42:58.960457 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:59.014225 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:42:59.120966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Allocated IP 172.20.0.6 (d86ad76c-8a92-4310-b226-522535cb62b9/6e34c6ab-8fbf-4125-a210-d6d6cf7e2327/acd48f39-8981-4012-8228-2ea8520949d0) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:42:59.446944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:59.475535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:59.481483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2099a0d-1e6f-4858-825d-30569a5d5413 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:42:59.487022 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['353b2235-8b22-4b51-98a0-6da050394215'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:42:59.551608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Network d86ad76c-8a92-4310-b226-522535cb62b9 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:42:59.554882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:42:59.559790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:42:59.592558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Pushing event updated for resources: {'Port': ['ID=acd48f39-8981-4012-8228-2ea8520949d0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:42:59.595552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:42:59.629864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:42:59.630469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:42:59.658471 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9236512 Dec 22 17:42:59.670030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Request body: {'port': {'device_id': '64176999-3b06-4283-bd41-b538f703789b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:42:59.783677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:00.095449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-76afaa1c-8e65-4f99-8500-a7099512bead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:00.102535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfcaae-f93c-4fd9-9505-f87817c7532f req-0bb69160-17e7-497f-91d3-5f3d3833e085 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:00.104031 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e9cfcaae-f93c-4fd9-9505-f87817c7532f req-0bb69160-17e7-497f-91d3-5f3d3833e085 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 931 time: 0.0869677 Dec 22 17:43:00.142167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd48f39-8981-4012-8228-2ea8520949d0 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:43:00.148006 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e9cfcaae-f93c-4fd9-9505-f87817c7532f req-d7a1b973-117b-453a-9a75-f506b2232cfa tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379994 Dec 22 17:43:00.149955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:00.165089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Transition to ACTIVE for port object acd48f39-8981-4012-8228-2ea8520949d0 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:00.168084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:00.171741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2436141d-69f8-4f09-989d-d7e66bb6b2ad tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:00.330440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Pushing event updated for resources: {'Port': ['ID=acd48f39-8981-4012-8228-2ea8520949d0,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:00.339227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:00.416216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Attempting to bind port acd48f39-8981-4012-8228-2ea8520949d0 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:43:00.416451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Attempting to bind port acd48f39-8981-4012-8228-2ea8520949d0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4890834d-9ead-4265-a5a8-02e00a3fbd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:43:00.416770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Attempting to bind port acd48f39-8981-4012-8228-2ea8520949d0 on network d86ad76c-8a92-4310-b226-522535cb62b9 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:43:00.421681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Port acd48f39-8981-4012-8228-2ea8520949d0 on network d86ad76c-8a92-4310-b226-522535cb62b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:43:00.421998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Attempting to bind port acd48f39-8981-4012-8228-2ea8520949d0 on network d86ad76c-8a92-4310-b226-522535cb62b9 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:43:00.427251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:43:00.427592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Checking segment: {'id': '4890834d-9ead-4265-a5a8-02e00a3fbd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:00.427979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Bound using segment: {'id': '4890834d-9ead-4265-a5a8-02e00a3fbd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:43:00.428402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Bound port: acd48f39-8981-4012-8228-2ea8520949d0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4890834d-9ead-4265-a5a8-02e00a3fbd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:43:00.428745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:00.525252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] For port acd48f39-8981-4012-8228-2ea8520949d0, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:43:00.528630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] For port acd48f39-8981-4012-8228-2ea8520949d0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=acd48f39-8981-4012-8228-2ea8520949d0,segment=NetworkSegment(4890834d-9ead-4265-a5a8-02e00a3fbd7a),segment_id=4890834d-9ead-4265-a5a8-02e00a3fbd7a)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:43:00.532592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:00.536448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ee29628e-9f7f-4a32-8dfe-b067505b80f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:00.599364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:00.599969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:00.601373 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] 10.222.0.53 "PUT /v2.0/ports/acd48f39-8981-4012-8228-2ea8520949d0 HTTP/1.1" status: 200 len: 1093 time: 0.9356635 Dec 22 17:43:00.601895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64176999-3b06-4283-bd41-b538f703789b', 'tag': 'acd48f39-8981-4012-8228-2ea8520949d0'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:43:00.622511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Pushing event updated for resources: {'Port': ['ID=acd48f39-8981-4012-8228-2ea8520949d0,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:00.625712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:00.679335 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64176999-3b06-4283-bd41-b538f703789b', 'tag': 'acd48f39-8981-4012-8228-2ea8520949d0', 'status': 'completed', 'code': 200} Dec 22 17:43:00.723981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-ad04c85b-bf48-4b0b-8a36-9cdce764a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:00.725678 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-ad04c85b-bf48-4b0b-8a36-9cdce764a88b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10ac551ba3a148c8a6fa3f5a37fb3dde&device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 1096 time: 0.0815823 Dec 22 17:43:00.806023 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-832a660f-b5af-4e52-95c1-df98bc77a81d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd48f39-8981-4012-8228-2ea8520949d0 HTTP/1.1" status: 200 len: 217 time: 0.0737538 Dec 22 17:43:00.876295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-d2bab255-2fd0-43d8-92b5-01fbb6bc1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:00.877855 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-d2bab255-2fd0-43d8-92b5-01fbb6bc1223 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e34c6ab-8fbf-4125-a210-d6d6cf7e2327 HTTP/1.1" status: 200 len: 853 time: 0.0658860 Dec 22 17:43:00.928783 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-18c7cb0b-350c-4258-9acd-29b678801259 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d86ad76c-8a92-4310-b226-522535cb62b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449467 Dec 22 17:43:01.058708 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-5b5f0e16-9c51-48c7-bf26-4c9e63030924 service neutron] 10.222.0.53 "GET /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234250 Dec 22 17:43:01.131280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:01.193783 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a19e180-b343-4033-a656-50d8a0ba5860 req-73b1bd17-1fb5-4def-9a5a-156d9bef48e8 service neutron] 10.222.0.53 "GET /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287127 Dec 22 17:43:01.249253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:01.310628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7af52-72ef-40de-98fc-b8bd86f460f5 req-34ae76a1-5a43-4801-ac45-0bf5677b314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:01.312031 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9eb7af52-72ef-40de-98fc-b8bd86f460f5 req-34ae76a1-5a43-4801-ac45-0bf5677b314b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=10ac551ba3a148c8a6fa3f5a37fb3dde&device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 1096 time: 0.0745604 Dec 22 17:43:01.348701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90e9c2-dc0d-43e2-bc8f-c167ba5a3a60 req-48e99ed9-baf0-4128-bba6-6ce5691dc967 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:01.348701 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bb90e9c2-dc0d-43e2-bc8f-c167ba5a3a60 req-48e99ed9-baf0-4128-bba6-6ce5691dc967 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 943 time: 0.0808916 Dec 22 17:43:01.389632 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-bb90e9c2-dc0d-43e2-bc8f-c167ba5a3a60 req-b7ba37a8-5db7-4ccd-87df-19a58ba1274d tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380118 Dec 22 17:43:01.575317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7af52-72ef-40de-98fc-b8bd86f460f5 req-e8126b14-66a8-4c2b-8463-ebc7bfbb0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:01.576746 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9eb7af52-72ef-40de-98fc-b8bd86f460f5 req-e8126b14-66a8-4c2b-8463-ebc7bfbb0d80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d86ad76c-8a92-4310-b226-522535cb62b9 HTTP/1.1" status: 200 len: 914 time: 0.2571149 Dec 22 17:43:01.644344 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9eb7af52-72ef-40de-98fc-b8bd86f460f5 req-b4c56656-c016-404a-a188-cdfde80c179c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd48f39-8981-4012-8228-2ea8520949d0 HTTP/1.1" status: 200 len: 217 time: 0.0599220 Dec 22 17:43:01.707637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7af52-72ef-40de-98fc-b8bd86f460f5 req-c1ee6423-2f80-4163-92c4-e24063c57137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:01.709026 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9eb7af52-72ef-40de-98fc-b8bd86f460f5 req-c1ee6423-2f80-4163-92c4-e24063c57137 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e34c6ab-8fbf-4125-a210-d6d6cf7e2327 HTTP/1.1" status: 200 len: 853 time: 0.0579336 Dec 22 17:43:01.760547 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9eb7af52-72ef-40de-98fc-b8bd86f460f5 req-4ab71da3-3eba-40e6-978e-bbe7395c5920 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d86ad76c-8a92-4310-b226-522535cb62b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440612 Dec 22 17:43:01.891854 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9eb7af52-72ef-40de-98fc-b8bd86f460f5 req-59fd395f-2e59-4c0c-8082-5dffc4b7e508 service neutron] 10.222.0.53 "GET /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235871 Dec 22 17:43:02.028689 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9eb7af52-72ef-40de-98fc-b8bd86f460f5 req-781dd88d-2647-492e-a76c-2d6738901b95 service neutron] 10.222.0.53 "GET /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289034 Dec 22 17:43:02.583172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73b73b-010a-4b3d-82ec-9b70712c1e03 req-c326f4c0-5031-4738-990d-76b4b8eb21e8 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:02.584108 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-ea73b73b-010a-4b3d-82ec-9b70712c1e03 req-c326f4c0-5031-4738-990d-76b4b8eb21e8 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Synchronizing usage tracker for tenant:10ac551ba3a148c8a6fa3f5a37fb3dde on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:43:02.598940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-ea73b73b-010a-4b3d-82ec-9b70712c1e03 req-c326f4c0-5031-4738-990d-76b4b8eb21e8 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Unset dirty status for tenant:10ac551ba3a148c8a6fa3f5a37fb3dde on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:43:02.600619 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ea73b73b-010a-4b3d-82ec-9b70712c1e03 req-c326f4c0-5031-4738-990d-76b4b8eb21e8 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 943 time: 0.1042771 Dec 22 17:43:02.637761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:02.648765 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ea73b73b-010a-4b3d-82ec-9b70712c1e03 req-8ec65bac-c1f5-49dc-89e3-8024ded0239d tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Dec 22 17:43:03.852946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5fd5c-95de-4670-adae-9c2739125834 req-4ae7cec7-98f5-4dce-b6cb-f2458e61c267 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:03.854489 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5ce5fd5c-95de-4670-adae-9c2739125834 req-4ae7cec7-98f5-4dce-b6cb-f2458e61c267 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 943 time: 0.1024895 Dec 22 17:43:03.872527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device acd48f39-8981-4012-8228-2ea8520949d0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:43:03.920097 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5ce5fd5c-95de-4670-adae-9c2739125834 req-c4f13077-d81d-4b14-949d-3ba15a602535 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564401 Dec 22 17:43:04.015338 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port acd48f39-8981-4012-8228-2ea8520949d0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=acd48f39-8981-4012-8228-2ea8520949d0,segment=NetworkSegment(4890834d-9ead-4265-a5a8-02e00a3fbd7a),segment_id=4890834d-9ead-4265-a5a8-02e00a3fbd7a)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:04.030674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'acd48f39-8981-4012-8228-2ea8520949d0', 'network_id': 'd86ad76c-8a92-4310-b226-522535cb62b9', 'port_id': 'acd48f39-8981-4012-8228-2ea8520949d0', 'mac_address': 'fa:16:3e:72:98:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e34c6ab-8fbf-4125-a210-d6d6cf7e2327', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:43:04.090959 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:04.108569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd48f39-8981-4012-8228-2ea8520949d0 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:43:04.124531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port acd48f39-8981-4012-8228-2ea8520949d0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=acd48f39-8981-4012-8228-2ea8520949d0,segment=NetworkSegment(4890834d-9ead-4265-a5a8-02e00a3fbd7a),segment_id=4890834d-9ead-4265-a5a8-02e00a3fbd7a)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:04.128922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:04.130619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:04.207147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=acd48f39-8981-4012-8228-2ea8520949d0,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:04.210004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:04.344803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['acd48f39-8981-4012-8228-2ea8520949d0'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:43:05.110577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481b238-6b18-49b5-ab66-1070a1d93ec9 req-b3bf9b91-392e-47c6-a8cd-b369c5d2937c tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:05.112069 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c481b238-6b18-49b5-ab66-1070a1d93ec9 req-b3bf9b91-392e-47c6-a8cd-b369c5d2937c tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 944 time: 0.0838070 Dec 22 17:43:05.157160 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c481b238-6b18-49b5-ab66-1070a1d93ec9 req-620c0e5d-5d1d-43c8-9a66-87818beb167d tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389571 Dec 22 17:43:05.426578 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:05.865032 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device acd48f39-8981-4012-8228-2ea8520949d0 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:05.936455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port acd48f39-8981-4012-8228-2ea8520949d0 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:05.941959 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port acd48f39-8981-4012-8228-2ea8520949d0 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:05.942344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:06.067696 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:06.095854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64176999-3b06-4283-bd41-b538f703789b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd48f39-8981-4012-8228-2ea8520949d0'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:43:06.105845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port acd48f39-8981-4012-8228-2ea8520949d0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=acd48f39-8981-4012-8228-2ea8520949d0,segment=NetworkSegment(4890834d-9ead-4265-a5a8-02e00a3fbd7a),segment_id=4890834d-9ead-4265-a5a8-02e00a3fbd7a)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:06.113461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:06.115340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:06.149162 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64176999-3b06-4283-bd41-b538f703789b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd48f39-8981-4012-8228-2ea8520949d0', 'code': 200} Dec 22 17:43:06.189941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=acd48f39-8981-4012-8228-2ea8520949d0,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:06.198357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:06.198920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:06.199442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:06.199973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:06.200313 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:06.200790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:06.200963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:06.201256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:06.201574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:06.201891 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:06.202203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:06.202516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:06.206639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:06.413234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478f74-3b59-4a0f-a201-8244fbced80d req-d3f0e17d-4ff7-4464-8479-0468f2dcbc9d tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:06.414679 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6b478f74-3b59-4a0f-a201-8244fbced80d req-d3f0e17d-4ff7-4464-8479-0468f2dcbc9d tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 945 time: 0.1434379 Dec 22 17:43:06.421562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a793d7-acf6-41c4-85cd-89b1d4b11e17 req-abfe8954-3ac7-40df-8575-389e1053f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:06.421767 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f3a793d7-acf6-41c4-85cd-89b1d4b11e17 req-abfe8954-3ac7-40df-8575-389e1053f6f9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 1098 time: 0.1054485 Dec 22 17:43:06.492846 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6b478f74-3b59-4a0f-a201-8244fbced80d req-1b526c8e-d738-42ac-9e3d-c595c06711cb tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701113 Dec 22 17:43:06.496151 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f3a793d7-acf6-41c4-85cd-89b1d4b11e17 req-aa5f7308-c160-462c-9a52-aa5abb8c7745 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566509 Dec 22 17:43:07.700230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddd64d-c403-4128-8f42-12bc9e652d95 req-ddd29ab6-f3b4-4775-ae80-3e6115494fb4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:07.701680 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-97ddd64d-c403-4128-8f42-12bc9e652d95 req-ddd29ab6-f3b4-4775-ae80-3e6115494fb4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 945 time: 0.0905216 Dec 22 17:43:07.751622 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-97ddd64d-c403-4128-8f42-12bc9e652d95 req-7e6474bd-7857-463e-8eac-daccbd57954c tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432534 Dec 22 17:43:08.941265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b44cef-9dee-449a-a317-6990e6344512 req-9479a0ed-e68e-41dd-a6fb-6537dbd6e78a tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:08.942646 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e6b44cef-9dee-449a-a317-6990e6344512 req-9479a0ed-e68e-41dd-a6fb-6537dbd6e78a tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 945 time: 0.0808520 Dec 22 17:43:08.990518 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e6b44cef-9dee-449a-a317-6990e6344512 req-6d6d0c71-cf88-45ff-95f1-22f23d82245e tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Dec 22 17:43:09.380802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c93235-6823-423b-b1ac-683b93ed2442 req-b0286132-d1c0-4cba-b304-e803da63f890 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:09.382085 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-46c93235-6823-423b-b1ac-683b93ed2442 req-b0286132-d1c0-4cba-b304-e803da63f890 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 945 time: 0.0852845 Dec 22 17:43:09.427384 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-46c93235-6823-423b-b1ac-683b93ed2442 req-6017d0a8-6e86-4dcd-b7b2-be3d6b79db39 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384395 Dec 22 17:43:10.623439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16944cc-f540-4f9d-b176-96d20f0c2748 req-5b80e060-7a85-4c50-9000-e97d34791554 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:10.624889 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c16944cc-f540-4f9d-b176-96d20f0c2748 req-5b80e060-7a85-4c50-9000-e97d34791554 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 945 time: 0.0865939 Dec 22 17:43:10.673854 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c16944cc-f540-4f9d-b176-96d20f0c2748 req-fe7a421b-1340-487c-bca7-ad25fe63b2c7 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425746 Dec 22 17:43:10.689591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dfcf7-83af-488c-90a4-5c4800c3df7b req-dfff66c7-8793-4090-b3c1-b03edfd2dc33 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:10.690999 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e20dfcf7-83af-488c-90a4-5c4800c3df7b req-dfff66c7-8793-4090-b3c1-b03edfd2dc33 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.53 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 945 time: 0.0935552 Dec 22 17:43:10.763991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-e20dfcf7-83af-488c-90a4-5c4800c3df7b req-fb9779d5-ad0e-41b5-8549-53fb6e9e1c66 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Deleting port acd48f39-8981-4012-8228-2ea8520949d0 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:43:10.764253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e20dfcf7-83af-488c-90a4-5c4800c3df7b req-fb9779d5-ad0e-41b5-8549-53fb6e9e1c66 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:11.031502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-e20dfcf7-83af-488c-90a4-5c4800c3df7b req-fb9779d5-ad0e-41b5-8549-53fb6e9e1c66 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] For port acd48f39-8981-4012-8228-2ea8520949d0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=acd48f39-8981-4012-8228-2ea8520949d0,segment=NetworkSegment(4890834d-9ead-4265-a5a8-02e00a3fbd7a),segment_id=4890834d-9ead-4265-a5a8-02e00a3fbd7a)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:11.031767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e20dfcf7-83af-488c-90a4-5c4800c3df7b req-fb9779d5-ad0e-41b5-8549-53fb6e9e1c66 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:11.155571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-e20dfcf7-83af-488c-90a4-5c4800c3df7b req-fb9779d5-ad0e-41b5-8549-53fb6e9e1c66 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Calling delete_port for acd48f39-8981-4012-8228-2ea8520949d0 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:43:11.303479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e20dfcf7-83af-488c-90a4-5c4800c3df7b req-fb9779d5-ad0e-41b5-8549-53fb6e9e1c66 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:11.309486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:11.316018 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['353b2235-8b22-4b51-98a0-6da050394215', 'acd48f39-8981-4012-8228-2ea8520949d0'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:43:11.358528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9779d5-ad0e-41b5-8549-53fb6e9e1c66 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Pushing event deleted for resources: {'Port': ['ID=acd48f39-8981-4012-8228-2ea8520949d0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:11.361684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb9779d5-ad0e-41b5-8549-53fb6e9e1c66 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:11.434589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20dfcf7-83af-488c-90a4-5c4800c3df7b req-fb9779d5-ad0e-41b5-8549-53fb6e9e1c66 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] No DVR routers for this DVR port acd48f39-8981-4012-8228-2ea8520949d0 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:43:11.437020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e20dfcf7-83af-488c-90a4-5c4800c3df7b req-fb9779d5-ad0e-41b5-8549-53fb6e9e1c66 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:11.440898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64176999-3b06-4283-bd41-b538f703789b', 'name': 'network-vif-deleted', 'tag': 'acd48f39-8981-4012-8228-2ea8520949d0'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:43:11.456407 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e20dfcf7-83af-488c-90a4-5c4800c3df7b req-fb9779d5-ad0e-41b5-8549-53fb6e9e1c66 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.53 "DELETE /v2.0/ports/acd48f39-8981-4012-8228-2ea8520949d0 HTTP/1.1" status: 204 len: 173 time: 0.7597716 Dec 22 17:43:11.487627 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64176999-3b06-4283-bd41-b538f703789b', 'name': 'network-vif-deleted', 'tag': 'acd48f39-8981-4012-8228-2ea8520949d0', 'status': 'completed', 'code': 200} Dec 22 17:43:11.830504 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-47e032ed-4d5b-4083-a580-d27c5eb42a03 req-6fea5ace-3aa6-4bba-bc1d-fa1641be11dd tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=64176999-3b06-4283-bd41-b538f703789b HTTP/1.1" status: 200 len: 210 time: 0.0420253 Dec 22 17:43:13.241801 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbd5fb-0d6e-4028-a2ef-50bd64e5096f req-0f6072ee-6ee5-4729-b6f6-fff7d3d9b77f tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:13.243226 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-55bbd5fb-0d6e-4028-a2ef-50bd64e5096f req-0f6072ee-6ee5-4729-b6f6-fff7d3d9b77f tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 945 time: 0.0860865 Dec 22 17:43:13.289415 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-55bbd5fb-0d6e-4028-a2ef-50bd64e5096f req-a5d5ffb2-2ce1-45cd-aa39-cdba1b9f8afc tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405750 Dec 22 17:43:13.649743 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ba398-6f17-408d-a035-2acc479247ec req-908cb703-0324-4b09-8952-7e35278c19de tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:13.651948 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-747ba398-6f17-408d-a035-2acc479247ec req-908cb703-0324-4b09-8952-7e35278c19de tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 945 time: 0.0880580 Dec 22 17:43:13.703506 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-747ba398-6f17-408d-a035-2acc479247ec req-2c880698-27e3-419e-94b8-df3d64c02c72 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458550 Dec 22 17:43:13.890125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330757ed-7115-40b1-9f1e-aa8ebf070e10 req-d9486c77-c4d9-4fe4-8cc2-ce609531f1af tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:13.890829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-330757ed-7115-40b1-9f1e-aa8ebf070e10 req-d9486c77-c4d9-4fe4-8cc2-ce609531f1af tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Synchronizing usage tracker for tenant:10ac551ba3a148c8a6fa3f5a37fb3dde on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:43:13.906861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-330757ed-7115-40b1-9f1e-aa8ebf070e10 req-d9486c77-c4d9-4fe4-8cc2-ce609531f1af tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Unset dirty status for tenant:10ac551ba3a148c8a6fa3f5a37fb3dde on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:43:13.908143 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-330757ed-7115-40b1-9f1e-aa8ebf070e10 req-d9486c77-c4d9-4fe4-8cc2-ce609531f1af tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 945 time: 0.0999253 Dec 22 17:43:13.912201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device acd48f39-8981-4012-8228-2ea8520949d0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:43:13.949060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: acd48f39-8981-4012-8228-2ea8520949d0 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:43:13.949410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device acd48f39-8981-4012-8228-2ea8520949d0 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:43:13.956026 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-330757ed-7115-40b1-9f1e-aa8ebf070e10 req-c94a3071-d571-42d9-b08d-2076eb6e5f93 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417106 Dec 22 17:43:14.369967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fba6ee-cd8f-43e2-8cdd-1526637aabc7 req-73efc481-f5db-4550-9445-3fe8808fa7d4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:14.371472 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e3fba6ee-cd8f-43e2-8cdd-1526637aabc7 req-73efc481-f5db-4550-9445-3fe8808fa7d4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 945 time: 0.2053320 Dec 22 17:43:14.416601 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e3fba6ee-cd8f-43e2-8cdd-1526637aabc7 req-3320d8c0-53bf-4d55-84ef-85158aa50f9a tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379708 Dec 22 17:43:14.611537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de5ccb-cd9f-471f-9962-a226c1973758 req-6dd20da4-2060-4dc6-bb00-4f32daec8a15 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:14.613020 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-80de5ccb-cd9f-471f-9962-a226c1973758 req-6dd20da4-2060-4dc6-bb00-4f32daec8a15 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 945 time: 0.0843494 Dec 22 17:43:14.658179 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-80de5ccb-cd9f-471f-9962-a226c1973758 req-e824ae79-c80b-46b0-9c7b-2962959dab9f tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Dec 22 17:43:14.862172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683da526-6604-4055-9fc2-4c2a3ddcb02c req-7065cd82-5b26-4794-960e-3dbd3736b201 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:14.863654 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-683da526-6604-4055-9fc2-4c2a3ddcb02c req-7065cd82-5b26-4794-960e-3dbd3736b201 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 945 time: 0.0887272 Dec 22 17:43:14.908627 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-683da526-6604-4055-9fc2-4c2a3ddcb02c req-c9fd5d74-5c23-40bc-ac24-ab0808ad43d8 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 Dec 22 17:43:15.455888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bba7a4-9c79-4fdc-b5c7-7c61b7c245a0 req-c1a1d469-1887-47e0-a6d7-8a0c70a2516c tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:15.457246 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d8bba7a4-9c79-4fdc-b5c7-7c61b7c245a0 req-c1a1d469-1887-47e0-a6d7-8a0c70a2516c tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 945 time: 0.0840418 Dec 22 17:43:15.501928 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d8bba7a4-9c79-4fdc-b5c7-7c61b7c245a0 req-408edfb6-badb-4d7d-af5b-dda306307eb8 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391357 Dec 22 17:43:16.770391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37b854-1bd6-4ede-abff-d8f52b094e29 req-28652cd2-503e-4144-8fa6-ba381775057f tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:16.772881 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8c37b854-1bd6-4ede-abff-d8f52b094e29 req-28652cd2-503e-4144-8fa6-ba381775057f tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 945 time: 0.1488740 Dec 22 17:43:16.817672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafc8bf-0845-4e83-b208-326fd5e5f9c7 req-ddbfd13f-ff6e-4989-b74a-2a3076f047c8 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:16.820096 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcafc8bf-0845-4e83-b208-326fd5e5f9c7 req-ddbfd13f-ff6e-4989-b74a-2a3076f047c8 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.53 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 945 time: 0.1602166 Dec 22 17:43:16.922925 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8c37b854-1bd6-4ede-abff-d8f52b094e29 req-03f7645c-4f2d-477b-b35c-315108a26f58 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/security-groups?id=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438284 Dec 22 17:43:16.934497 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-dcafc8bf-0845-4e83-b208-326fd5e5f9c7 req-39a8c1b6-1111-48a8-b198-c073175c9ad4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Deleting port 353b2235-8b22-4b51-98a0-6da050394215 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:43:16.934884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dcafc8bf-0845-4e83-b208-326fd5e5f9c7 req-39a8c1b6-1111-48a8-b198-c073175c9ad4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:17.190725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-dcafc8bf-0845-4e83-b208-326fd5e5f9c7 req-39a8c1b6-1111-48a8-b198-c073175c9ad4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] For port 353b2235-8b22-4b51-98a0-6da050394215, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=353b2235-8b22-4b51-98a0-6da050394215,segment=NetworkSegment(4890834d-9ead-4265-a5a8-02e00a3fbd7a),segment_id=4890834d-9ead-4265-a5a8-02e00a3fbd7a)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:17.190981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dcafc8bf-0845-4e83-b208-326fd5e5f9c7 req-39a8c1b6-1111-48a8-b198-c073175c9ad4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:17.321070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-dcafc8bf-0845-4e83-b208-326fd5e5f9c7 req-39a8c1b6-1111-48a8-b198-c073175c9ad4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Calling delete_port for 353b2235-8b22-4b51-98a0-6da050394215 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:43:17.469314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dcafc8bf-0845-4e83-b208-326fd5e5f9c7 req-39a8c1b6-1111-48a8-b198-c073175c9ad4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:17.475089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7970297f-9045-426b-8df5-fd3af48a4fc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:17.481256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['353b2235-8b22-4b51-98a0-6da050394215'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:43:17.524256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8c1b6-1111-48a8-b198-c073175c9ad4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Pushing event deleted for resources: {'Port': ['ID=353b2235-8b22-4b51-98a0-6da050394215,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:17.527418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-39a8c1b6-1111-48a8-b198-c073175c9ad4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:17.598873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcafc8bf-0845-4e83-b208-326fd5e5f9c7 req-39a8c1b6-1111-48a8-b198-c073175c9ad4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] No DVR routers for this DVR port 353b2235-8b22-4b51-98a0-6da050394215 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:43:17.601950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-dcafc8bf-0845-4e83-b208-326fd5e5f9c7 req-39a8c1b6-1111-48a8-b198-c073175c9ad4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:17.608633 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9982b081-a79e-4130-a7c1-40d8fa0da1f8', 'name': 'network-vif-deleted', 'tag': '353b2235-8b22-4b51-98a0-6da050394215'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:43:17.631062 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dcafc8bf-0845-4e83-b208-326fd5e5f9c7 req-39a8c1b6-1111-48a8-b198-c073175c9ad4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.53 "DELETE /v2.0/ports/353b2235-8b22-4b51-98a0-6da050394215 HTTP/1.1" status: 204 len: 173 time: 0.8043225 Dec 22 17:43:17.668448 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9982b081-a79e-4130-a7c1-40d8fa0da1f8', 'name': 'network-vif-deleted', 'tag': '353b2235-8b22-4b51-98a0-6da050394215', 'status': 'completed', 'code': 200} Dec 22 17:43:18.096381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-d3174045-5391-4953-b575-fb84532a38a7 req-3d96b05c-8e7e-4a4d-a6c7-a57b3683c4cb tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Synchronizing usage tracker for tenant:10ac551ba3a148c8a6fa3f5a37fb3dde on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:43:18.112883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-d3174045-5391-4953-b575-fb84532a38a7 req-3d96b05c-8e7e-4a4d-a6c7-a57b3683c4cb tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Unset dirty status for tenant:10ac551ba3a148c8a6fa3f5a37fb3dde on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:43:18.114172 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d3174045-5391-4953-b575-fb84532a38a7 req-3d96b05c-8e7e-4a4d-a6c7-a57b3683c4cb tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] 10.222.0.70 "GET /v2.0/ports?device_id=9982b081-a79e-4130-a7c1-40d8fa0da1f8 HTTP/1.1" status: 200 len: 210 time: 0.0684457 Dec 22 17:43:19.224635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42270) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:19.285582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e987e1-8151-4e05-b6c2-81626065cd43 admin admin] Deleting subnet 6e34c6ab-8fbf-4125-a210-d6d6cf7e2327 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:43:19.288518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-86e987e1-8151-4e05-b6c2-81626065cd43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:19.352713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-86e987e1-8151-4e05-b6c2-81626065cd43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:19.412561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-86e987e1-8151-4e05-b6c2-81626065cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:19.480819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-86e987e1-8151-4e05-b6c2-81626065cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:19.484288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-75437122-6189-4937-afbb-c2c533122301 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:19.521437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e987e1-8151-4e05-b6c2-81626065cd43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e34c6ab-8fbf-4125-a210-d6d6cf7e2327,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:19.524282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-86e987e1-8151-4e05-b6c2-81626065cd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:19.525765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-86e987e1-8151-4e05-b6c2-81626065cd43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:19.532037 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-86e987e1-8151-4e05-b6c2-81626065cd43 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6e34c6ab-8fbf-4125-a210-d6d6cf7e2327 HTTP/1.1" status: 204 len: 168 time: 0.3061538 Dec 22 17:43:19.534553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42274) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:19.639864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:19.802716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:19.830357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86ad76c-8a92-4310-b226-522535cb62b9']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:19.843838 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4890834d-9ead-4265-a5a8-02e00a3fbd7a') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:19.844154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4890834d-9ead-4265-a5a8-02e00a3fbd7a') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:19.856490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:19.873564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:19.879778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:43:19.880169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:43:19.894549 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:43:19.942436 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 353b2235-8b22-4b51-98a0-6da050394215 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:43:19.980411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 353b2235-8b22-4b51-98a0-6da050394215 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:43:19.980820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 353b2235-8b22-4b51-98a0-6da050394215 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:43:20.109317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:20.112875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-739fc342-7d5b-489e-8c80-c79971280bd5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:20.126337 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:20.136163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=d86ad76c-8a92-4310-b226-522535cb62b9,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:20.138807 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d86ad76c-8a92-4310-b226-522535cb62b9 HTTP/1.1" status: 204 len: 168 time: 0.6033354 Dec 22 17:43:20.139724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-49491ef2-b897-41e7-b6ec-97553d5c4b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:20.252286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42280) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:20.299868 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b374fe7a-9218-4e6e-913f-74a96a7fc54c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=10ac551ba3a148c8a6fa3f5a37fb3dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462763 Dec 22 17:43:20.302166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42284) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:20.358275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6a1a64c-fc7f-407b-8286-27e6d003dcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:20.386630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6a1a64c-fc7f-407b-8286-27e6d003dcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:20.443290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6a1a64c-fc7f-407b-8286-27e6d003dcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:20.447038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:20.459778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1a64c-fc7f-407b-8286-27e6d003dcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1fc7db-a3bb-4387-80ca-edcaa887dfdc,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:20.462740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a6a1a64c-fc7f-407b-8286-27e6d003dcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:20.473987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a6a1a64c-fc7f-407b-8286-27e6d003dcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:20.475135 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a6a1a64c-fc7f-407b-8286-27e6d003dcd6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e1fc7db-a3bb-4387-80ca-edcaa887dfdc HTTP/1.1" status: 204 len: 168 time: 0.1720676 Dec 22 17:43:21.226450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42308) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:21.335999 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-103791551'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:21.342215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:21.346215 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Usage tracker for resource:network and tenant:0664b834a01b40df892ba99e0885cec6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:21.349152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:21.355776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:21.365671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Made reservation on behalf of 0664b834a01b40df892ba99e0885cec6 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:21.369752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:21.386699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:21.401578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:21.406326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Usage tracker for resource:security_group_rule and tenant:0664b834a01b40df892ba99e0885cec6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:21.411167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:21.419235 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:21.506647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:21.511221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:21.514162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a9f5e6f-df55-4438-ad03-73ca24621f9e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:21.545108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:43:21.553817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e44f218-175f-475c-9bb2-ab46c0c407ce,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:21.559678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:21.561457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:21.561791 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Added segment a5a63074-a699-4c06-9e80-ca5a3e66a765 of type vlan for network e53f325b-e078-488e-839e-565c96bfcdf3 Dec 22 17:43:21.594372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:21.624779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:21.630262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:21.630845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:21.636775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-294c5a18-9ac3-49bb-ba59-246ec44edec0 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:21.746982 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5193367 Dec 22 17:43:21.750891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event updated for resources: {'Network': ['ID=e53f325b-e078-488e-839e-565c96bfcdf3,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:21.753769 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-62d6a2af-a44c-4f59-9d2a-191867a122e4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:21.783464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network e53f325b-e078-488e-839e-565c96bfcdf3 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:43:24.919745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42314) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:24.925486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Request body: {'subnet': {'network_id': 'e53f325b-e078-488e-839e-565c96bfcdf3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:25.148043 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:25.152432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Usage tracker for resource:subnet and tenant:0664b834a01b40df892ba99e0885cec6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:25.155248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:25.162141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:25.172534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Made reservation on behalf of 0664b834a01b40df892ba99e0885cec6 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:25.176043 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:25.400816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:25.404526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d6d150d0-99b1-4e14-8d16-a91fbad6cd9d tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:25.483368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event updated for resources: {'Subnet': ['ID=0e3b6854-bee7-4a68-b84b-d78dfb12a5a7,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:25.487096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:25.494463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Checking segment: {'id': 'a5a63074-a699-4c06-9e80-ca5a3e66a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e53f325b-e078-488e-839e-565c96bfcdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:25.494843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Network hostable DHCP agents. Network: e53f325b-e078-488e-839e-565c96bfcdf3, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:43:25.517056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Network e53f325b-e078-488e-839e-565c96bfcdf3 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:43:25.527409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, e53f325b-e078-488e-839e-565c96bfcdf3) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:25.532601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:25.533512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:25.540497 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e24648-18f2-490c-b4ea-1f86898cec86 None None] Network e53f325b-e078-488e-839e-565c96bfcdf3 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:25.557892 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4a383148-71dc-498b-927f-41becac1d5e6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6369665 Dec 22 17:43:25.561303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42318) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:25.567994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-162586948'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:25.574680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:25.580070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Usage tracker for resource:network and tenant:0664b834a01b40df892ba99e0885cec6 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:25.583614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:25.591918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:25.611642 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Made reservation on behalf of 0664b834a01b40df892ba99e0885cec6 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:25.615310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:25.646230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:43:25.656391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:25.656806 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Added segment 39d30da1-8468-4bbb-b08e-b19efe887081 of type vlan for network f8629cf4-4a85-4935-aa26-ca46fe004e01 Dec 22 17:43:25.687463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:25.719888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:25.725334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:25.725919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:25.731201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-aea344d6-504b-4bf2-ae60-147d718df399 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:25.776206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-e53f325b-e078-488e-839e-565c96bfcdf3', 'network_id': 'e53f325b-e078-488e-839e-565c96bfcdf3', 'tenant_id': '0664b834a01b40df892ba99e0885cec6', 'fixed_ips': [{'subnet_id': '0e3b6854-bee7-4a68-b84b-d78dfb12a5a7'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:43:25.777116 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:25.837143 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2746558 Dec 22 17:43:25.841231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42322) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:25.847205 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Request body: {'subnet': {'network_id': 'f8629cf4-4a85-4935-aa26-ca46fe004e01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:25.849455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event updated for resources: {'Network': ['ID=f8629cf4-4a85-4935-aa26-ca46fe004e01,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:25.852297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:25.861366 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network f8629cf4-4a85-4935-aa26-ca46fe004e01 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:43:25.962844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:25.966779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Usage tracker for resource:subnet and tenant:0664b834a01b40df892ba99e0885cec6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:25.969639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:25.975773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:25.986578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Made reservation on behalf of 0664b834a01b40df892ba99e0885cec6 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:25.990220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.053890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Allocated IP 2001:db8:0:ffff::2 (e53f325b-e078-488e-839e-565c96bfcdf3/0e3b6854-bee7-4a68-b84b-d78dfb12a5a7/4c66b327-93e8-47bd-b035-a118a5deb8a9) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:43:26.234612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.238686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-caf85b45-b4ec-425d-8227-b77d12677024 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:26.283406 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.295300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Transition to ACTIVE for port object 4c66b327-93e8-47bd-b035-a118a5deb8a9 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:26.319577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Transition to ACTIVE for port object 4c66b327-93e8-47bd-b035-a118a5deb8a9 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:26.323516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event updated for resources: {'Subnet': ['ID=a8786863-41bc-4239-aaed-fdace67135bd,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:26.326041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.328887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:26.330585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:26.336061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Checking segment: {'id': '39d30da1-8468-4bbb-b08e-b19efe887081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8629cf4-4a85-4935-aa26-ca46fe004e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:26.336417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Network hostable DHCP agents. Network: f8629cf4-4a85-4935-aa26-ca46fe004e01, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:43:26.358066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Network f8629cf4-4a85-4935-aa26-ca46fe004e01 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:43:26.369590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, f8629cf4-4a85-4935-aa26-ca46fe004e01) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:26.373777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:26.374425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.383623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2c7b2d-95a7-4b60-b902-95902cdceab7 None None] Network f8629cf4-4a85-4935-aa26-ca46fe004e01 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:26.397903 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4b078127-91f4-4140-aec2-106242dfcfd5 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5554924 Dec 22 17:43:26.400723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42326) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:26.412913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Network e53f325b-e078-488e-839e-565c96bfcdf3 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:43:26.417016 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:26.423182 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:43:26.504204 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Pushing event updated for resources: {'Port': ['ID=4c66b327-93e8-47bd-b035-a118a5deb8a9,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:26.507199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:26.558788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.624456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Attempting to bind port 4c66b327-93e8-47bd-b035-a118a5deb8a9 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:43:26.625063 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Attempting to bind port 4c66b327-93e8-47bd-b035-a118a5deb8a9 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'a5a63074-a699-4c06-9e80-ca5a3e66a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e53f325b-e078-488e-839e-565c96bfcdf3'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:43:26.625212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Attempting to bind port 4c66b327-93e8-47bd-b035-a118a5deb8a9 on network e53f325b-e078-488e-839e-565c96bfcdf3 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:43:26.633562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.659390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:43:26.659771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Checking segment: {'id': 'a5a63074-a699-4c06-9e80-ca5a3e66a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e53f325b-e078-488e-839e-565c96bfcdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:26.660188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.660585 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Bound using segment: {'id': 'a5a63074-a699-4c06-9e80-ca5a3e66a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e53f325b-e078-488e-839e-565c96bfcdf3'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:43:26.661055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Bound port: 4c66b327-93e8-47bd-b035-a118a5deb8a9, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a63074-a699-4c06-9e80-ca5a3e66a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e53f325b-e078-488e-839e-565c96bfcdf3'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:43:26.661440 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.721548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.725803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7a5f7aab-f0b0-4900-aadd-cee0f9775f7a tempest-NetworksTestDHCPv6-1326066620 tempest-NetworksTestDHCPv6-1326066620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:26.762109 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event deleted for resources: {'Subnet': ['ID=a8786863-41bc-4239-aaed-fdace67135bd,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:26.766392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:26.799925 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48276d-693c-4e7c-ade8-6534c8b4a2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-f8629cf4-4a85-4935-aa26-ca46fe004e01', 'network_id': 'f8629cf4-4a85-4935-aa26-ca46fe004e01', 'tenant_id': '0664b834a01b40df892ba99e0885cec6', 'fixed_ips': [{'subnet_id': 'a8786863-41bc-4239-aaed-fdace67135bd'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:43:26.800760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5b48276d-693c-4e7c-ade8-6534c8b4a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.826706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] For port 4c66b327-93e8-47bd-b035-a118a5deb8a9, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:43:26.868377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.876800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] For port 4c66b327-93e8-47bd-b035-a118a5deb8a9, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4c66b327-93e8-47bd-b035-a118a5deb8a9,segment=NetworkSegment(a5a63074-a699-4c06-9e80-ca5a3e66a765),segment_id=a5a63074-a699-4c06-9e80-ca5a3e66a765)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:43:26.890331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.895208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8629cf4-4a85-4935-aa26-ca46fe004e01']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:26.895856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:26.909693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d30da1-8468-4bbb-b08e-b19efe887081') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:26.909986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d30da1-8468-4bbb-b08e-b19efe887081') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:26.922959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.939770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.946995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:43:26.947421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:43:26.963137 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:43:26.983532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff95ad7-a5d6-4e33-90b2-e919f0c652fb None None] Network f8629cf4-4a85-4935-aa26-ca46fe004e01 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:27.053287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:27.057553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e47a9aae-cd5a-4d97-aaed-5a35915de727 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:27.057934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Pushing event updated for resources: {'Port': ['ID=4c66b327-93e8-47bd-b035-a118a5deb8a9,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:27.072640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:27.076845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:27.086645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event deleted for resources: {'Network': ['ID=f8629cf4-4a85-4935-aa26-ca46fe004e01,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:27.089715 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:27.095086 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/networks/f8629cf4-4a85-4935-aa26-ca46fe004e01 HTTP/1.1" status: 204 len: 168 time: 0.6902163 Dec 22 17:43:27.095523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42330) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:27.102698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-772341362'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:27.108789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:27.113286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Usage tracker for resource:network and tenant:0664b834a01b40df892ba99e0885cec6 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:27.116440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:27.129533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:27.145081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Made reservation on behalf of 0664b834a01b40df892ba99e0885cec6 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:27.149522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:27.182626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:43:27.216418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:27.217443 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Added segment f14d4920-ecc8-4f89-af55-25ffeb389449 of type vlan for network 23e4b731-8067-4e80-83f9-5cfb9b505ec4 Dec 22 17:43:27.250196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:27.283950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:27.289528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:27.290122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:27.294789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0c13a23a-d821-4fa4-b14c-a48d08f36796 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:27.397765 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2997551 Dec 22 17:43:27.401620 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42334) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:27.405505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event updated for resources: {'Network': ['ID=23e4b731-8067-4e80-83f9-5cfb9b505ec4,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:27.407876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Request body: {'subnet': {'network_id': '23e4b731-8067-4e80-83f9-5cfb9b505ec4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:27.408253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:27.416860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 23e4b731-8067-4e80-83f9-5cfb9b505ec4 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:43:27.530725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:27.534730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Usage tracker for resource:subnet and tenant:0664b834a01b40df892ba99e0885cec6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:27.537688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:27.544943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:27.557373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Made reservation on behalf of 0664b834a01b40df892ba99e0885cec6 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:27.561013 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:27.672512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5d195b63-3319-4406-8dcf-c9461d78ac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:27.799127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.ipam_backend_mixin [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Performing IP validity checks on allocation pools {{(pid=87586) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 17:43:27.799738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.ipam_backend_mixin [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87586) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 17:43:27.933515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:27.937323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0f25479d-874f-4358-8be8-b97c6dab6d04 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:28.017755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event updated for resources: {'Subnet': ['ID=4cc105f3-ecc7-4348-9195-0218bd5e797d,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:28.021287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:28.027226 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd41231-6ef6-4efe-9416-d189e0085fc5 None None] Network e53f325b-e078-488e-839e-565c96bfcdf3 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:28.027499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Checking segment: {'id': 'f14d4920-ecc8-4f89-af55-25ffeb389449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '23e4b731-8067-4e80-83f9-5cfb9b505ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:28.027858 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Network hostable DHCP agents. Network: 23e4b731-8067-4e80-83f9-5cfb9b505ec4, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:43:28.049101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Network 23e4b731-8067-4e80-83f9-5cfb9b505ec4 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:43:28.058488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 23e4b731-8067-4e80-83f9-5cfb9b505ec4) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:28.066695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:28.067306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.093136 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6902339 Dec 22 17:43:28.095643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42338) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:28.135983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13fe6ec-585f-4a6f-9f38-2bddb3f6c698 None None] Network 23e4b731-8067-4e80-83f9-5cfb9b505ec4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:28.176323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c9b954e4-2519-4fbe-a954-da01c306bbf3 None None] Provisioning for port 4c66b327-93e8-47bd-b035-a118a5deb8a9 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:28.249024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.317563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.401629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.406401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3de7dfd0-8a3e-45e1-bcc1-306014c850a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:28.441898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc105f3-ecc7-4348-9195-0218bd5e797d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:28.444771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:28.515053 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79615681-9550-416b-a860-c3be6a5d102e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-23e4b731-8067-4e80-83f9-5cfb9b505ec4', 'network_id': '23e4b731-8067-4e80-83f9-5cfb9b505ec4', 'tenant_id': '0664b834a01b40df892ba99e0885cec6', 'fixed_ips': [{'subnet_id': '4cc105f3-ecc7-4348-9195-0218bd5e797d'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:43:28.515959 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-79615681-9550-416b-a860-c3be6a5d102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.539365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.565507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e4b731-8067-4e80-83f9-5cfb9b505ec4']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:28.578514 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14d4920-ecc8-4f89-af55-25ffeb389449') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:28.578798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14d4920-ecc8-4f89-af55-25ffeb389449') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:28.591599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.616448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.632917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:43:28.633327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.637571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2b02d2-4c7c-4eba-8947-39468a3b2b1c None None] Network 23e4b731-8067-4e80-83f9-5cfb9b505ec4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:43:28.706002 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:43:28.712998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4c66b327-93e8-47bd-b035-a118a5deb8a9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:28.745685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.750089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c9741de9-3b34-48af-99ba-6bd87fc1027d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:28.768828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.779309 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event deleted for resources: {'Network': ['ID=23e4b731-8067-4e80-83f9-5cfb9b505ec4,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:28.782711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:28.785479 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/networks/23e4b731-8067-4e80-83f9-5cfb9b505ec4 HTTP/1.1" status: 204 len: 168 time: 0.6888382 Dec 22 17:43:28.788612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42342) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:28.795298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801968363'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:28.800374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:28.804276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Usage tracker for resource:network and tenant:0664b834a01b40df892ba99e0885cec6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:28.808190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:28.814218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:28.828583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Made reservation on behalf of 0664b834a01b40df892ba99e0885cec6 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:28.832547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.866012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:43:28.875837 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.876244 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Added segment 64f2dbae-5e3a-4dad-b2af-32e9f1bce0d0 of type vlan for network e91cd048-4fd3-4122-8232-c688ecfdd3d0 Dec 22 17:43:28.893493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 4c66b327-93e8-47bd-b035-a118a5deb8a9 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:28.898923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4c66b327-93e8-47bd-b035-a118a5deb8a9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:28.899341 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.908118 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.949246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.954691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:28.955459 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:28.960789 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-332bba3d-c909-4099-b3ec-44be1ed6180a tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:28.976014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-30e2e348-6971-4ecc-bf0b-824ca171c738 None None] Provisioning complete for port 4c66b327-93e8-47bd-b035-a118a5deb8a9 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:28.976388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30e2e348-6971-4ecc-bf0b-824ca171c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.057143 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2674735 Dec 22 17:43:29.060493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42346) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:29.068596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Request body: {'subnet': {'network_id': 'e91cd048-4fd3-4122-8232-c688ecfdd3d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:29.084220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.088585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event updated for resources: {'Network': ['ID=e91cd048-4fd3-4122-8232-c688ecfdd3d0,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:29.095201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f76cd842-ca21-4e7e-86e7-cee3390c2707 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:29.103945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network e91cd048-4fd3-4122-8232-c688ecfdd3d0 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:43:29.186846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:29.190852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Usage tracker for resource:subnet and tenant:0664b834a01b40df892ba99e0885cec6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:29.193745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:29.199546 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:29.209772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Made reservation on behalf of 0664b834a01b40df892ba99e0885cec6 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:29.213791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.257159 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 4c66b327-93e8-47bd-b035-a118a5deb8a9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4c66b327-93e8-47bd-b035-a118a5deb8a9,segment=NetworkSegment(a5a63074-a699-4c06-9e80-ca5a3e66a765),segment_id=a5a63074-a699-4c06-9e80-ca5a3e66a765)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:29.267214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.270227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:29.305139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30e2e348-6971-4ecc-bf0b-824ca171c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.397426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=4c66b327-93e8-47bd-b035-a118a5deb8a9,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:29.403212 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:29.413270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-30e2e348-6971-4ecc-bf0b-824ca171c738 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:43:29.413637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-30e2e348-6971-4ecc-bf0b-824ca171c738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:43:29.439610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.443097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fc222d0b-425e-4cf0-b747-3805e020be28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:29.518293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event updated for resources: {'Subnet': ['ID=772326e3-80b8-4bca-93c6-a1f177269e75,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:29.522216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:29.530203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Checking segment: {'id': '64f2dbae-5e3a-4dad-b2af-32e9f1bce0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e91cd048-4fd3-4122-8232-c688ecfdd3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:29.530585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Network hostable DHCP agents. Network: e91cd048-4fd3-4122-8232-c688ecfdd3d0, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:43:29.549506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Network e91cd048-4fd3-4122-8232-c688ecfdd3d0 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:43:29.559130 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, e91cd048-4fd3-4122-8232-c688ecfdd3d0) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:29.563592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:29.564169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.579009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb12e8-500c-422a-9446-5d84e03e3834 None None] Network e91cd048-4fd3-4122-8232-c688ecfdd3d0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:29.588507 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5273609 Dec 22 17:43:29.592220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42350) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:29.597658 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-465120991'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:29.602457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:29.606361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Usage tracker for resource:network and tenant:0664b834a01b40df892ba99e0885cec6 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:29.609278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:29.615269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:29.626477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Made reservation on behalf of 0664b834a01b40df892ba99e0885cec6 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:29.630233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.660937 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:43:29.670712 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.671234 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Added segment eeb1a928-c5ac-48bf-bc85-5c8ae617a8da of type vlan for network 8763a606-1ee2-47cf-a19d-9d523bf60f97 Dec 22 17:43:29.708319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.740158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.746363 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:29.746926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.752422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f7b4b084-0ab4-4f11-afd0-d4d4428dc859 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:29.842133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-e91cd048-4fd3-4122-8232-c688ecfdd3d0', 'network_id': 'e91cd048-4fd3-4122-8232-c688ecfdd3d0', 'tenant_id': '0664b834a01b40df892ba99e0885cec6', 'fixed_ips': [{'subnet_id': '772326e3-80b8-4bca-93c6-a1f177269e75'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:43:29.843020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:29.852304 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2590053 Dec 22 17:43:29.855232 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42354) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:29.860153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event updated for resources: {'Network': ['ID=8763a606-1ee2-47cf-a19d-9d523bf60f97,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:29.862850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Request body: {'subnet': {'network_id': '8763a606-1ee2-47cf-a19d-9d523bf60f97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:29.863253 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:29.901582 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 8763a606-1ee2-47cf-a19d-9d523bf60f97 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:43:29.976774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:29.981222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Usage tracker for resource:subnet and tenant:0664b834a01b40df892ba99e0885cec6 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:29.984007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:29.989495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:30.000083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Made reservation on behalf of 0664b834a01b40df892ba99e0885cec6 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:30.004144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.137165 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b56e-9f5c-4e81-a6a1-4c5190824a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.154803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Allocated IP 2001:db8::2 (e91cd048-4fd3-4122-8232-c688ecfdd3d0/772326e3-80b8-4bca-93c6-a1f177269e75/5089bd12-fb23-4992-8c3b-63bbba2a3a45) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:43:30.242624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.247958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a019558c-db01-4235-b92b-b2f4acfbc856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:30.325373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event updated for resources: {'Subnet': ['ID=27b17430-0e0d-4c73-950c-e7c1188ba7ce,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:30.328673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:30.331187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Checking segment: {'id': 'eeb1a928-c5ac-48bf-bc85-5c8ae617a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8763a606-1ee2-47cf-a19d-9d523bf60f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:30.331559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Network hostable DHCP agents. Network: 8763a606-1ee2-47cf-a19d-9d523bf60f97, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:43:30.351387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Network 8763a606-1ee2-47cf-a19d-9d523bf60f97 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:43:30.362854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 8763a606-1ee2-47cf-a19d-9d523bf60f97) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:30.363335 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.367287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:30.367873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.373114 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359636d8-2071-476f-8323-c4ed38157a11 None None] Network 8763a606-1ee2-47cf-a19d-9d523bf60f97 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:30.392237 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5328186 Dec 22 17:43:30.392449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Transition to ACTIVE for port object 5089bd12-fb23-4992-8c3b-63bbba2a3a45 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:30.392658 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42358) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:30.473194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Transition to ACTIVE for port object 5089bd12-fb23-4992-8c3b-63bbba2a3a45 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:30.488487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.495472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:30.540909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.574440 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Network e91cd048-4fd3-4122-8232-c688ecfdd3d0 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:43:30.586405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:30.589619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:43:30.607263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.663998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Pushing event updated for resources: {'Port': ['ID=5089bd12-fb23-4992-8c3b-63bbba2a3a45,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:30.667883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:30.678652 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4c66b327-93e8-47bd-b035-a118a5deb8a9 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:30.695955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.699565 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4d2ecf3a-70e5-43c8-ab23-d3e0172c599f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:30.739030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event deleted for resources: {'Subnet': ['ID=27b17430-0e0d-4c73-950c-e7c1188ba7ce,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:30.742039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:30.799036 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Attempting to bind port 5089bd12-fb23-4992-8c3b-63bbba2a3a45 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:43:30.799443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Attempting to bind port 5089bd12-fb23-4992-8c3b-63bbba2a3a45 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '64f2dbae-5e3a-4dad-b2af-32e9f1bce0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e91cd048-4fd3-4122-8232-c688ecfdd3d0'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:43:30.799816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Attempting to bind port 5089bd12-fb23-4992-8c3b-63bbba2a3a45 on network e91cd048-4fd3-4122-8232-c688ecfdd3d0 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:43:30.839785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.849516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:43:30.849516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Checking segment: {'id': '64f2dbae-5e3a-4dad-b2af-32e9f1bce0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e91cd048-4fd3-4122-8232-c688ecfdd3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:30.850661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.850661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Bound using segment: {'id': '64f2dbae-5e3a-4dad-b2af-32e9f1bce0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e91cd048-4fd3-4122-8232-c688ecfdd3d0'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:43:30.850661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Bound port: 5089bd12-fb23-4992-8c3b-63bbba2a3a45, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f2dbae-5e3a-4dad-b2af-32e9f1bce0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e91cd048-4fd3-4122-8232-c688ecfdd3d0'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:43:30.851285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.863944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f5ec29-5619-4113-8d52-5f23c1cebb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-8763a606-1ee2-47cf-a19d-9d523bf60f97', 'network_id': '8763a606-1ee2-47cf-a19d-9d523bf60f97', 'tenant_id': '0664b834a01b40df892ba99e0885cec6', 'fixed_ips': [{'subnet_id': '27b17430-0e0d-4c73-950c-e7c1188ba7ce'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:43:30.864791 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d6f5ec29-5619-4113-8d52-5f23c1cebb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.984656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8763a606-1ee2-47cf-a19d-9d523bf60f97']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:30.987149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4c66b327-93e8-47bd-b035-a118a5deb8a9 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:30.987535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:30.996720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb1a928-c5ac-48bf-bc85-5c8ae617a8da') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:30.997005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb1a928-c5ac-48bf-bc85-5c8ae617a8da') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:31.008220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.024177 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.030713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:43:31.031090 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:43:31.045728 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:43:31.086882 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] For port 5089bd12-fb23-4992-8c3b-63bbba2a3a45, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:43:31.096851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] For port 5089bd12-fb23-4992-8c3b-63bbba2a3a45, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5089bd12-fb23-4992-8c3b-63bbba2a3a45,segment=NetworkSegment(64f2dbae-5e3a-4dad-b2af-32e9f1bce0d0),segment_id=64f2dbae-5e3a-4dad-b2af-32e9f1bce0d0)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:43:31.105037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f51d9-ec1f-4d84-89ef-bf2d0d678441 None None] Network 8763a606-1ee2-47cf-a19d-9d523bf60f97 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:31.127137 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.129146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.132434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-202e58df-ad12-4df5-8ce4-08f0c8fca96e tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:31.139047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:31.146871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.156956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event deleted for resources: {'Network': ['ID=8763a606-1ee2-47cf-a19d-9d523bf60f97,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:31.161244 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:31.164017 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/networks/8763a606-1ee2-47cf-a19d-9d523bf60f97 HTTP/1.1" status: 204 len: 168 time: 0.7703047 Dec 22 17:43:31.167905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42362) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:31.206120 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0369be-aec4-412b-b249-6e0d2b0b4312 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] GET failed (client error): The resource could not be found. Dec 22 17:43:31.206628 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2e0369be-aec4-412b-b249-6e0d2b0b4312 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Synchronizing usage tracker for tenant:0664b834a01b40df892ba99e0885cec6 on resource:subnet {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:43:31.223334 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-2e0369be-aec4-412b-b249-6e0d2b0b4312 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Unset dirty status for tenant:0664b834a01b40df892ba99e0885cec6 on resource:subnet {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:43:31.224500 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2e0369be-aec4-412b-b249-6e0d2b0b4312 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "GET /v2.0/subnets/27b17430-0e0d-4c73-950c-e7c1188ba7ce HTTP/1.1" status: 404 len: 337 time: 0.0557137 Dec 22 17:43:31.227228 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42366) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:31.252106 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3726a87-8ec8-471d-8ee8-3c1b071398f2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] DELETE failed (client error): The resource could not be found. Dec 22 17:43:31.252530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3726a87-8ec8-471d-8ee8-3c1b071398f2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:43:31.254151 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c3726a87-8ec8-471d-8ee8-3c1b071398f2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/networks/8763a606-1ee2-47cf-a19d-9d523bf60f97 HTTP/1.1" status: 404 len: 339 time: 0.0259659 Dec 22 17:43:31.258548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42370) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:31.302749 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b661c5b-5ce3-4893-aae3-94fbefa58697 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] DELETE failed (client error): The resource could not be found. Dec 22 17:43:31.303257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b661c5b-5ce3-4893-aae3-94fbefa58697 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:43:31.305009 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5b661c5b-5ce3-4893-aae3-94fbefa58697 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/subnets/27b17430-0e0d-4c73-950c-e7c1188ba7ce HTTP/1.1" status: 404 len: 337 time: 0.0455644 Dec 22 17:43:31.307572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42374) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:31.333345 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5bff11-4101-4e08-9523-5d3d7cf63f83 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] DELETE failed (client error): The resource could not be found. Dec 22 17:43:31.333827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5bff11-4101-4e08-9523-5d3d7cf63f83 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:43:31.335634 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9e5bff11-4101-4e08-9523-5d3d7cf63f83 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/networks/8763a606-1ee2-47cf-a19d-9d523bf60f97 HTTP/1.1" status: 404 len: 339 time: 0.0269830 Dec 22 17:43:31.338598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42378) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:31.387012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.414287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e39625-ca74-4829-9f4a-9e757066cd22 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Deleting subnet 772326e3-80b8-4bca-93c6-a1f177269e75 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:43:31.418195 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6e39625-ca74-4829-9f4a-9e757066cd22 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.434870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.479765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Pushing event updated for resources: {'Port': ['ID=5089bd12-fb23-4992-8c3b-63bbba2a3a45,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:31.483733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:31.507091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6e39625-ca74-4829-9f4a-9e757066cd22 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.595268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6e39625-ca74-4829-9f4a-9e757066cd22 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.665433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6e39625-ca74-4829-9f4a-9e757066cd22 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.669077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f57c1a04-c51f-449b-9b18-43968ff9d679 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:31.707430 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e39625-ca74-4829-9f4a-9e757066cd22 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event deleted for resources: {'Subnet': ['ID=772326e3-80b8-4bca-93c6-a1f177269e75,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:31.710333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a6e39625-ca74-4829-9f4a-9e757066cd22 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:31.711304 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6e39625-ca74-4829-9f4a-9e757066cd22 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.724421 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a6e39625-ca74-4829-9f4a-9e757066cd22 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/subnets/772326e3-80b8-4bca-93c6-a1f177269e75 HTTP/1.1" status: 204 len: 168 time: 0.3848069 Dec 22 17:43:31.726906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42382) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:31.852500 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:31.862583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Deleting port 5089bd12-fb23-4992-8c3b-63bbba2a3a45 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:43:31.862900 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:32.065936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] For port 5089bd12-fb23-4992-8c3b-63bbba2a3a45, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5089bd12-fb23-4992-8c3b-63bbba2a3a45,segment=NetworkSegment(64f2dbae-5e3a-4dad-b2af-32e9f1bce0d0),segment_id=64f2dbae-5e3a-4dad-b2af-32e9f1bce0d0)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:32.066454 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:32.203796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Calling delete_port for 5089bd12-fb23-4992-8c3b-63bbba2a3a45 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:43:32.281809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:32.286009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f22ae944-8625-44e6-8ac5-91e9498ba0a4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:32.310690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb5f4ba-4743-4647-b5d8-7e16befaf483 None None] Network e91cd048-4fd3-4122-8232-c688ecfdd3d0 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:32.336113 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] No DVR routers for this DVR port 5089bd12-fb23-4992-8c3b-63bbba2a3a45 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:43:32.365902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event deleted for resources: {'Port': ['ID=5089bd12-fb23-4992-8c3b-63bbba2a3a45,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:32.371456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:32.407961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-30e194be-3756-4f00-a3b9-7dfe3bc88857 None None] Could not find standard attr ID for object 5089bd12-fb23-4992-8c3b-63bbba2a3a45. {{(pid=87588) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 17:43:32.460830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:32.491800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91cd048-4fd3-4122-8232-c688ecfdd3d0']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:32.504986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f2dbae-5e3a-4dad-b2af-32e9f1bce0d0') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:32.505277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f2dbae-5e3a-4dad-b2af-32e9f1bce0d0') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:32.516677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:32.532237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:32.538053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:43:32.538422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:43:32.553131 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:43:32.555708 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93250f62-821a-4218-a1fe-cb19eee4b179 None None] DHCP port deletion for e91cd048-4fd3-4122-8232-c688ecfdd3d0 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:43:32.636215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:32.637752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:32.641113 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:32.655937 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:32.667184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event deleted for resources: {'Network': ['ID=e91cd048-4fd3-4122-8232-c688ecfdd3d0,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:32.670049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:32.672978 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/networks/e91cd048-4fd3-4122-8232-c688ecfdd3d0 HTTP/1.1" status: 204 len: 168 time: 0.9451296 Dec 22 17:43:32.673908 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42386) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:32.710095 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e1634c-bbff-41f9-8ccc-ddf27ae0f639 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] DELETE failed (client error): The resource could not be found. Dec 22 17:43:32.710528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e1634c-bbff-41f9-8ccc-ddf27ae0f639 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:43:32.712619 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e3e1634c-bbff-41f9-8ccc-ddf27ae0f639 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/subnets/4cc105f3-ecc7-4348-9195-0218bd5e797d HTTP/1.1" status: 404 len: 337 time: 0.0373273 Dec 22 17:43:32.714973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42390) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:32.738974 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-c457d750-7ef8-4e6c-b7bb-de2c8e8feef6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] DELETE failed (client error): The resource could not be found. Dec 22 17:43:32.739439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c457d750-7ef8-4e6c-b7bb-de2c8e8feef6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:43:32.740955 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c457d750-7ef8-4e6c-b7bb-de2c8e8feef6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/networks/23e4b731-8067-4e80-83f9-5cfb9b505ec4 HTTP/1.1" status: 404 len: 339 time: 0.0248594 Dec 22 17:43:32.743167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42394) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:32.782210 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdbd7bf-82e2-4591-a884-91ae777bc77e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] DELETE failed (client error): The resource could not be found. Dec 22 17:43:32.782659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bdbd7bf-82e2-4591-a884-91ae777bc77e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:43:32.784299 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2bdbd7bf-82e2-4591-a884-91ae777bc77e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/subnets/a8786863-41bc-4239-aaed-fdace67135bd HTTP/1.1" status: 404 len: 337 time: 0.0402713 Dec 22 17:43:32.786940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42398) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:32.811880 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adf04ed-2447-49f6-8f24-99b7d50ed66b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] DELETE failed (client error): The resource could not be found. Dec 22 17:43:32.812248 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9adf04ed-2447-49f6-8f24-99b7d50ed66b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87586) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 17:43:32.813787 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9adf04ed-2447-49f6-8f24-99b7d50ed66b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/networks/f8629cf4-4a85-4935-aa26-ca46fe004e01 HTTP/1.1" status: 404 len: 339 time: 0.0259604 Dec 22 17:43:32.816450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42402) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:32.880389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-048e7626-16a9-4ca9-84cd-4e9c695f3496 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Deleting subnet 0e3b6854-bee7-4a68-b84b-d78dfb12a5a7 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:43:32.883278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-048e7626-16a9-4ca9-84cd-4e9c695f3496 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:32.940651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-048e7626-16a9-4ca9-84cd-4e9c695f3496 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:33.132139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-048e7626-16a9-4ca9-84cd-4e9c695f3496 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:33.203348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-048e7626-16a9-4ca9-84cd-4e9c695f3496 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:33.207491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-98becb00-5233-4c9b-b135-60aee4744d39 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:33.249423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e7626-16a9-4ca9-84cd-4e9c695f3496 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3b6854-bee7-4a68-b84b-d78dfb12a5a7,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:33.252475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-048e7626-16a9-4ca9-84cd-4e9c695f3496 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:33.253437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-048e7626-16a9-4ca9-84cd-4e9c695f3496 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:33.259229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a2c9f-966d-4a19-9bb1-2dfc1f3d30a9 None None] Network e53f325b-e078-488e-839e-565c96bfcdf3 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:33.263024 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-048e7626-16a9-4ca9-84cd-4e9c695f3496 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/subnets/0e3b6854-bee7-4a68-b84b-d78dfb12a5a7 HTTP/1.1" status: 204 len: 168 time: 0.4456701 Dec 22 17:43:33.265338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42406) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:33.378391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:33.388611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Deleting port 4c66b327-93e8-47bd-b035-a118a5deb8a9 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:43:33.388866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:33.499734 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fa473d-02bf-424a-b9c9-d7e85c8d53a0 None None] DHCP port deletion for e53f325b-e078-488e-839e-565c96bfcdf3 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:43:33.504508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa473d-02bf-424a-b9c9-d7e85c8d53a0 None None] Deleting port 4c66b327-93e8-47bd-b035-a118a5deb8a9 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:43:33.506264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b8fa473d-02bf-424a-b9c9-d7e85c8d53a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:33.608326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] For port 4c66b327-93e8-47bd-b035-a118a5deb8a9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4c66b327-93e8-47bd-b035-a118a5deb8a9,segment=NetworkSegment(a5a63074-a699-4c06-9e80-ca5a3e66a765),segment_id=a5a63074-a699-4c06-9e80-ca5a3e66a765)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:33.608947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:33.723025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-b8fa473d-02bf-424a-b9c9-d7e85c8d53a0 None None] For port 4c66b327-93e8-47bd-b035-a118a5deb8a9, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4c66b327-93e8-47bd-b035-a118a5deb8a9,segment=NetworkSegment(a5a63074-a699-4c06-9e80-ca5a3e66a765),segment_id=a5a63074-a699-4c06-9e80-ca5a3e66a765)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:33.723335 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b8fa473d-02bf-424a-b9c9-d7e85c8d53a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:33.740707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Calling delete_port for 4c66b327-93e8-47bd-b035-a118a5deb8a9 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:43:33.818170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:33.822710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:33.856156 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa473d-02bf-424a-b9c9-d7e85c8d53a0 None None] Calling delete_port for 4c66b327-93e8-47bd-b035-a118a5deb8a9 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:43:33.863926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event deleted for resources: {'Port': ['ID=4c66b327-93e8-47bd-b035-a118a5deb8a9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:33.867481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:33.869531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] No DVR routers for this DVR port 4c66b327-93e8-47bd-b035-a118a5deb8a9 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:43:33.926363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-b8fa473d-02bf-424a-b9c9-d7e85c8d53a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:43:33.926754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-b8fa473d-02bf-424a-b9c9-d7e85c8d53a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:43:33.992135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:34.016424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53f325b-e078-488e-839e-565c96bfcdf3']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:34.028465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a63074-a699-4c06-9e80-ca5a3e66a765') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:34.028765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a63074-a699-4c06-9e80-ca5a3e66a765') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:34.039529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:34.054615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:34.060466 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:43:34.060832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:43:34.075279 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:43:34.156285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:34.159553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f8519ba3-6c9e-4fd2-ab59-18cfe8981086 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:34.173819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:34.185069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Pushing event deleted for resources: {'Network': ['ID=e53f325b-e078-488e-839e-565c96bfcdf3,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:34.187747 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:34.189583 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] 10.222.0.70 "DELETE /v2.0/networks/e53f325b-e078-488e-839e-565c96bfcdf3 HTTP/1.1" status: 204 len: 168 time: 0.9232531 Dec 22 17:43:34.428255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa473d-02bf-424a-b9c9-d7e85c8d53a0 None None] Deleting port 4c66b327-93e8-47bd-b035-a118a5deb8a9 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:43:34.428646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b8fa473d-02bf-424a-b9c9-d7e85c8d53a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:34.448246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42414) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:34.498025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa473d-02bf-424a-b9c9-d7e85c8d53a0 None None] The port '4c66b327-93e8-47bd-b035-a118a5deb8a9' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:43:34.596999 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-93165269-137a-4809-b3dc-fec03cfb6615 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0664b834a01b40df892ba99e0885cec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474905 Dec 22 17:43:34.599288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42420) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:34.652246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4c66b327-93e8-47bd-b035-a118a5deb8a9 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:43:34.659285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17d61750-bb8a-4142-b9ab-6c714b0fa1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:34.685224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17d61750-bb8a-4142-b9ab-6c714b0fa1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:34.685949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 4c66b327-93e8-47bd-b035-a118a5deb8a9 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:43:34.686304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4c66b327-93e8-47bd-b035-a118a5deb8a9 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:43:34.737439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17d61750-bb8a-4142-b9ab-6c714b0fa1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:34.741183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-91e823f9-5d18-4c37-a2fd-b903292279cc tempest-SecGroupTest-1954890703 tempest-SecGroupTest-1954890703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:34.756534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d61750-bb8a-4142-b9ab-6c714b0fa1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e44f218-175f-475c-9bb2-ab46c0c407ce,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:34.758936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-17d61750-bb8a-4142-b9ab-6c714b0fa1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:34.768427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-17d61750-bb8a-4142-b9ab-6c714b0fa1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:34.771976 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-17d61750-bb8a-4142-b9ab-6c714b0fa1ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e44f218-175f-475c-9bb2-ab46c0c407ce HTTP/1.1" status: 204 len: 168 time: 0.1693828 Dec 22 17:43:35.422921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:35.495948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42444) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:35.622948 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-25d52167-02ff-41ee-bafe-1baf5d5f1e8c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-26803131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:35.629842 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-25d52167-02ff-41ee-bafe-1baf5d5f1e8c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:35.634581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-25d52167-02ff-41ee-bafe-1baf5d5f1e8c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Usage tracker for resource:router and tenant:178d6e404ae24937b6da13cb1925ea9a is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:35.637563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-25d52167-02ff-41ee-bafe-1baf5d5f1e8c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:35.644006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-25d52167-02ff-41ee-bafe-1baf5d5f1e8c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:35.653370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-25d52167-02ff-41ee-bafe-1baf5d5f1e8c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:35.654435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-25d52167-02ff-41ee-bafe-1baf5d5f1e8c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:35.670194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-25d52167-02ff-41ee-bafe-1baf5d5f1e8c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:35.689561 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-25d52167-02ff-41ee-bafe-1baf5d5f1e8c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:35.712632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-25d52167-02ff-41ee-bafe-1baf5d5f1e8c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:35.713793 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-25d52167-02ff-41ee-bafe-1baf5d5f1e8c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2168484 Dec 22 17:43:35.716874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42450) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:35.722697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2002243559'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:35.727764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:35.731532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Usage tracker for resource:network and tenant:178d6e404ae24937b6da13cb1925ea9a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:35.734341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:35.741105 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:35.753022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Made reservation on behalf of 178d6e404ae24937b6da13cb1925ea9a for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:35.756688 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:35.771157 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:35.786485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:35.790321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Usage tracker for resource:security_group_rule and tenant:178d6e404ae24937b6da13cb1925ea9a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:35.793206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:35.798917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:35.900637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:35.904537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:35.907730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f4529b3a-1891-4314-a7b5-e01f54d368fe tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:35.938845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:43:35.948970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79a945b-a3e7-45c0-9f6d-926d305d2031,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:35.958075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:35.958415 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Added segment d8897e69-19d1-4418-b071-a9e9722ec260 of type vlan for network 52a1deb8-32e7-4cf9-b83d-d61286cd32e4 Dec 22 17:43:35.960324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:35.960703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:35.961075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:35.961440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:35.961805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:35.962206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:35.962567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:35.962927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:35.963314 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:35.963673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:35.964030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:35.964382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:35.971913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:35.996921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:36.013067 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:43:36.026930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:36.032568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:36.033158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:36.037248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-af1df112-d63d-4515-bb84-9c677436fab5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:36.146536 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4283581 Dec 22 17:43:36.149308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42454) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:36.150505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Pushing event updated for resources: {'Network': ['ID=52a1deb8-32e7-4cf9-b83d-d61286cd32e4,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:36.153864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6d019793-39e7-4874-b00a-a9ba28caefbf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:36.157520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Request body: {'subnet': {'network_id': '52a1deb8-32e7-4cf9-b83d-d61286cd32e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:36.162198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 52a1deb8-32e7-4cf9-b83d-d61286cd32e4 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:43:36.272911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:36.276909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Usage tracker for resource:subnet and tenant:178d6e404ae24937b6da13cb1925ea9a is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:36.279795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:36.285579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:36.295885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Made reservation on behalf of 178d6e404ae24937b6da13cb1925ea9a for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:36.299385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:36.525709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:36.529306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fe154571-1cae-4051-b5ee-8f00c88a955f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:36.608372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Pushing event updated for resources: {'Subnet': ['ID=3c21a114-1432-4b5e-926b-a9cc00d81699,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:36.611786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:36.617646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Checking segment: {'id': 'd8897e69-19d1-4418-b071-a9e9722ec260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '52a1deb8-32e7-4cf9-b83d-d61286cd32e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:36.618005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Network hostable DHCP agents. Network: 52a1deb8-32e7-4cf9-b83d-d61286cd32e4, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:43:36.638290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Network 52a1deb8-32e7-4cf9-b83d-d61286cd32e4 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:43:36.648123 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 52a1deb8-32e7-4cf9-b83d-d61286cd32e4) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:36.652917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:36.653560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:36.660590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41234d4-c181-494e-93b2-6a22bd8c1afb None None] Network 52a1deb8-32e7-4cf9-b83d-d61286cd32e4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:36.798799 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-867f13fc-a54d-4384-ba29-99a58fa3bd2b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6478674 Dec 22 17:43:36.801749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42458) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:36.807917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-645172951'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:36.813335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:36.835156 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Usage tracker for resource:network and tenant:178d6e404ae24937b6da13cb1925ea9a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:36.836765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:36.843659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:36.855089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Made reservation on behalf of 178d6e404ae24937b6da13cb1925ea9a for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:36.858998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:36.888568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:43:36.900077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:36.900481 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Added segment b0db5907-5797-4b49-b433-306d3239219c of type vlan for network e58d42b7-6106-49c0-a2e0-efd4cde90718 Dec 22 17:43:36.904904 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-52a1deb8-32e7-4cf9-b83d-d61286cd32e4', 'network_id': '52a1deb8-32e7-4cf9-b83d-d61286cd32e4', 'tenant_id': '178d6e404ae24937b6da13cb1925ea9a', 'fixed_ips': [{'subnet_id': '3c21a114-1432-4b5e-926b-a9cc00d81699'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:43:36.905843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:36.930465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:36.963687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:36.970780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:36.971420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:36.975264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d7ae3464-99b5-4fe1-a720-2df8d14a4d59 tempest-PortsIpV6TestJSON-1896974847 tempest-PortsIpV6TestJSON-1896974847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:37.078064 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2750032 Dec 22 17:43:37.080914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42462) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:37.089868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Request body: {'subnet': {'network_id': 'e58d42b7-6106-49c0-a2e0-efd4cde90718', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:37.111916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Pushing event updated for resources: {'Network': ['ID=e58d42b7-6106-49c0-a2e0-efd4cde90718,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:37.114472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Allocated IP 172.20.0.2 (52a1deb8-32e7-4cf9-b83d-d61286cd32e4/3c21a114-1432-4b5e-926b-a9cc00d81699/5db76aff-526f-4939-84ea-106188286207) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:43:37.114792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-13c7b14f-d7ba-4b10-a196-28e06f9a03f6 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:37.146961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network e58d42b7-6106-49c0-a2e0-efd4cde90718 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:43:37.211741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:37.216786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Usage tracker for resource:subnet and tenant:178d6e404ae24937b6da13cb1925ea9a is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:37.220945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:37.228003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:37.238266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Made reservation on behalf of 178d6e404ae24937b6da13cb1925ea9a for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:37.243095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:37.436294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:37.448125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Transition to ACTIVE for port object 5db76aff-526f-4939-84ea-106188286207 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:37.468315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Transition to ACTIVE for port object 5db76aff-526f-4939-84ea-106188286207 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:37.474744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:37.484197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:37.546260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Network 52a1deb8-32e7-4cf9-b83d-d61286cd32e4 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:43:37.549196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:37.553004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:43:37.562890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Pushing event updated for resources: {'Port': ['ID=5db76aff-526f-4939-84ea-106188286207,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:37.591501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:37.594533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:37.599203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e54b6c36-68f0-43aa-86e3-9578a8d60ba3 tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:37.657178 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Attempting to bind port 5db76aff-526f-4939-84ea-106188286207 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:43:37.657444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Attempting to bind port 5db76aff-526f-4939-84ea-106188286207 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'd8897e69-19d1-4418-b071-a9e9722ec260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '52a1deb8-32e7-4cf9-b83d-d61286cd32e4'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:43:37.657688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Attempting to bind port 5db76aff-526f-4939-84ea-106188286207 on network 52a1deb8-32e7-4cf9-b83d-d61286cd32e4 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:43:37.663219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:43:37.663603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Checking segment: {'id': 'd8897e69-19d1-4418-b071-a9e9722ec260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '52a1deb8-32e7-4cf9-b83d-d61286cd32e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:37.664011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:37.664412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Bound using segment: {'id': 'd8897e69-19d1-4418-b071-a9e9722ec260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '52a1deb8-32e7-4cf9-b83d-d61286cd32e4'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:43:37.664884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Bound port: 5db76aff-526f-4939-84ea-106188286207, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8897e69-19d1-4418-b071-a9e9722ec260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '52a1deb8-32e7-4cf9-b83d-d61286cd32e4'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:43:37.665793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:37.678739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Pushing event updated for resources: {'Subnet': ['ID=32e238f6-96c9-4815-9c5f-de25168b18b4,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:37.683259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:37.692721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Checking segment: {'id': 'b0db5907-5797-4b49-b433-306d3239219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e58d42b7-6106-49c0-a2e0-efd4cde90718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:37.693105 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Network hostable DHCP agents. Network: e58d42b7-6106-49c0-a2e0-efd4cde90718, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:43:37.712177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Network e58d42b7-6106-49c0-a2e0-efd4cde90718 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:43:37.725330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, e58d42b7-6106-49c0-a2e0-efd4cde90718) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:37.731377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:37.731960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:37.737974 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d45e8-a1a6-494b-ba18-53fc07e5eff3 None None] Network e58d42b7-6106-49c0-a2e0-efd4cde90718 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:37.760800 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6748435 Dec 22 17:43:37.760800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42466) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:37.767641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b57378c6-71d9-41af-86e9-9aaf898e40c3 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e58d42b7-6106-49c0-a2e0-efd4cde90718'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:37.854095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] For port 5db76aff-526f-4939-84ea-106188286207, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:43:37.876089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] For port 5db76aff-526f-4939-84ea-106188286207, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5db76aff-526f-4939-84ea-106188286207,segment=NetworkSegment(d8897e69-19d1-4418-b071-a9e9722ec260),segment_id=d8897e69-19d1-4418-b071-a9e9722ec260)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:43:37.891922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:37.898460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:38.063593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Pushing event updated for resources: {'Port': ['ID=5db76aff-526f-4939-84ea-106188286207,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:38.071183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:38.083253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-e58d42b7-6106-49c0-a2e0-efd4cde90718', 'network_id': 'e58d42b7-6106-49c0-a2e0-efd4cde90718', 'tenant_id': '178d6e404ae24937b6da13cb1925ea9a', 'fixed_ips': [{'subnet_id': '32e238f6-96c9-4815-9c5f-de25168b18b4'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:43:38.087612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:38.217560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b57378c6-71d9-41af-86e9-9aaf898e40c3 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:38.286225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Allocated IP 172.21.0.2 (e58d42b7-6106-49c0-a2e0-efd4cde90718/32e238f6-96c9-4815-9c5f-de25168b18b4/253b6795-88b3-4dc2-b182-8f4876cefbf4) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:43:38.407384 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.api.v2.resource [None req-b57378c6-71d9-41af-86e9-9aaf898e40c3 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 17:43:38.408452 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b57378c6-71d9-41af-86e9-9aaf898e40c3 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] 10.222.0.70 "PUT /v2.0/routers/9f38cac9-9de4-446f-a9d8-c517b06a19e6 HTTP/1.1" status: 400 len: 364 time: 0.6468382 Dec 22 17:43:38.415487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42470) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:38.496491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19edcec-741f-453a-8de8-08f64740d10e tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Deleting subnet 32e238f6-96c9-4815-9c5f-de25168b18b4 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:43:38.516529 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:38.527658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Transition to ACTIVE for port object 253b6795-88b3-4dc2-b182-8f4876cefbf4 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:38.546152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Transition to ACTIVE for port object 253b6795-88b3-4dc2-b182-8f4876cefbf4 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:38.552665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b19edcec-741f-453a-8de8-08f64740d10e tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:38.553090 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:38.557776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:38.620188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b19edcec-741f-453a-8de8-08f64740d10e tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:38.638544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Network e58d42b7-6106-49c0-a2e0-efd4cde90718 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:43:38.641642 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:38.646264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:43:38.648470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Pushing event updated for resources: {'Port': ['ID=253b6795-88b3-4dc2-b182-8f4876cefbf4,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:38.653093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:38.718902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5db76aff-526f-4939-84ea-106188286207 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:38.736887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b19edcec-741f-453a-8de8-08f64740d10e tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:38.794239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Attempting to bind port 253b6795-88b3-4dc2-b182-8f4876cefbf4 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:43:38.794625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Attempting to bind port 253b6795-88b3-4dc2-b182-8f4876cefbf4 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'b0db5907-5797-4b49-b433-306d3239219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e58d42b7-6106-49c0-a2e0-efd4cde90718'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:43:38.794997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Attempting to bind port 253b6795-88b3-4dc2-b182-8f4876cefbf4 on network e58d42b7-6106-49c0-a2e0-efd4cde90718 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:43:38.810082 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:43:38.810469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Checking segment: {'id': 'b0db5907-5797-4b49-b433-306d3239219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e58d42b7-6106-49c0-a2e0-efd4cde90718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:38.810877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:38.811310 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Bound using segment: {'id': 'b0db5907-5797-4b49-b433-306d3239219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e58d42b7-6106-49c0-a2e0-efd4cde90718'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:43:38.811801 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Bound port: 253b6795-88b3-4dc2-b182-8f4876cefbf4, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0db5907-5797-4b49-b433-306d3239219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e58d42b7-6106-49c0-a2e0-efd4cde90718'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:43:38.812182 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:38.833602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b19edcec-741f-453a-8de8-08f64740d10e tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:38.838782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e5b175f0-0021-43f7-b3ac-2749feacb37c tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:38.876717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19edcec-741f-453a-8de8-08f64740d10e tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Pushing event deleted for resources: {'Subnet': ['ID=32e238f6-96c9-4815-9c5f-de25168b18b4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:38.880925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b19edcec-741f-453a-8de8-08f64740d10e tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:38.880925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b19edcec-741f-453a-8de8-08f64740d10e tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:38.881334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 5db76aff-526f-4939-84ea-106188286207 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:38.891795 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b19edcec-741f-453a-8de8-08f64740d10e tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] 10.222.0.70 "DELETE /v2.0/subnets/32e238f6-96c9-4815-9c5f-de25168b18b4 HTTP/1.1" status: 204 len: 168 time: 0.4751360 Dec 22 17:43:38.895455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42474) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:38.968788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] For port 253b6795-88b3-4dc2-b182-8f4876cefbf4, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:43:38.974293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] For port 253b6795-88b3-4dc2-b182-8f4876cefbf4, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=253b6795-88b3-4dc2-b182-8f4876cefbf4,segment=NetworkSegment(b0db5907-5797-4b49-b433-306d3239219c),segment_id=b0db5907-5797-4b49-b433-306d3239219c)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:43:38.981885 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:38.989497 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:39.096538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.109318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Deleting port 253b6795-88b3-4dc2-b182-8f4876cefbf4 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:43:39.109775 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.189899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Pushing event updated for resources: {'Port': ['ID=253b6795-88b3-4dc2-b182-8f4876cefbf4,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:39.194839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:39.221661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca1c485-d536-47ac-bfc3-a9a4f9345464 None None] Network e58d42b7-6106-49c0-a2e0-efd4cde90718 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:39.288883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811b5f15-5d14-459a-a4af-3912b1a157df None None] Network 52a1deb8-32e7-4cf9-b83d-d61286cd32e4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:39.336104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] For port 253b6795-88b3-4dc2-b182-8f4876cefbf4, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=253b6795-88b3-4dc2-b182-8f4876cefbf4,segment=NetworkSegment(b0db5907-5797-4b49-b433-306d3239219c),segment_id=b0db5907-5797-4b49-b433-306d3239219c)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:39.336458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.437138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-946e87d0-4fc8-48c4-897f-cbe94cb8ca94 None None] Provisioning for port 5db76aff-526f-4939-84ea-106188286207 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:39.468114 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Calling delete_port for 253b6795-88b3-4dc2-b182-8f4876cefbf4 owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:43:39.473055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-946e87d0-4fc8-48c4-897f-cbe94cb8ca94 None None] Provisioning complete for port 5db76aff-526f-4939-84ea-106188286207 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:39.473439 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-946e87d0-4fc8-48c4-897f-cbe94cb8ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.555200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.560716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-24bf7a5b-3bc6-45f8-82a6-82545adfc2de tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:39.605681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Pushing event deleted for resources: {'Port': ['ID=253b6795-88b3-4dc2-b182-8f4876cefbf4,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:39.607540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] No DVR routers for this DVR port 253b6795-88b3-4dc2-b182-8f4876cefbf4 on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:43:39.609051 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:39.735374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.751997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-946e87d0-4fc8-48c4-897f-cbe94cb8ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.768138 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58d42b7-6106-49c0-a2e0-efd4cde90718']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:39.786586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0db5907-5797-4b49-b433-306d3239219c') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:39.786890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0db5907-5797-4b49-b433-306d3239219c') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:39.792230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-946e87d0-4fc8-48c4-897f-cbe94cb8ca94 None None] For port 5db76aff-526f-4939-84ea-106188286207, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5db76aff-526f-4939-84ea-106188286207,segment=NetworkSegment(d8897e69-19d1-4418-b071-a9e9722ec260),segment_id=d8897e69-19d1-4418-b071-a9e9722ec260)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:39.802268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-946e87d0-4fc8-48c4-897f-cbe94cb8ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.803261 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.804169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:39.828067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.837634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:43:39.838124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:43:39.855834 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:43:39.885531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e87d0-4fc8-48c4-897f-cbe94cb8ca94 None None] Pushing event updated for resources: {'Port': ['ID=5db76aff-526f-4939-84ea-106188286207,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:39.889343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-946e87d0-4fc8-48c4-897f-cbe94cb8ca94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:39.947757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.951287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:39.966794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:39.978649 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Pushing event deleted for resources: {'Network': ['ID=e58d42b7-6106-49c0-a2e0-efd4cde90718,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:39.981522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:39.985706 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] 10.222.0.70 "DELETE /v2.0/networks/e58d42b7-6106-49c0-a2e0-efd4cde90718 HTTP/1.1" status: 204 len: 168 time: 1.0867381 Dec 22 17:43:39.986104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42478) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:40.035030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20292ed5-685c-401d-8695-4cf1a6c84eed None None] get_active_networks_info from dv-neutron-822513-1-hyperv {{(pid=87588) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 17:43:40.053394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d87d6e9-8be7-4835-a065-b0b988792c23 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Deleting subnet 3c21a114-1432-4b5e-926b-a9cc00d81699 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:43:40.057324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2d87d6e9-8be7-4835-a065-b0b988792c23 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:40.117627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2d87d6e9-8be7-4835-a065-b0b988792c23 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:40.136784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20292ed5-685c-401d-8695-4cf1a6c84eed None None] Resources bound (agent type, host, resource id): {{(pid=87588) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 17:43:40.152924 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4d022075-5d97-43da-bd3e-cbde4a5708c4 None None] Provisioning complete for port 5db76aff-526f-4939-84ea-106188286207 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:40.153302 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4d022075-5d97-43da-bd3e-cbde4a5708c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:40.203983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2d87d6e9-8be7-4835-a065-b0b988792c23 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:40.280556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2d87d6e9-8be7-4835-a065-b0b988792c23 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:40.284464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3ae744ac-2eb4-44ff-b4c7-3a10ae034ed0 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:40.326063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87d6e9-8be7-4835-a065-b0b988792c23 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Pushing event deleted for resources: {'Subnet': ['ID=3c21a114-1432-4b5e-926b-a9cc00d81699,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:40.327985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-2d87d6e9-8be7-4835-a065-b0b988792c23 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:40.331152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-2d87d6e9-8be7-4835-a065-b0b988792c23 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:40.335093 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-2d87d6e9-8be7-4835-a065-b0b988792c23 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] 10.222.0.70 "DELETE /v2.0/subnets/3c21a114-1432-4b5e-926b-a9cc00d81699 HTTP/1.1" status: 204 len: 168 time: 0.3482082 Dec 22 17:43:40.338323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42482) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:40.461670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:40.474323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Deleting port 5db76aff-526f-4939-84ea-106188286207 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:43:40.474713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:40.548865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b34bc-f7b6-4716-8bd0-613b8ac506a0 None None] Network 52a1deb8-32e7-4cf9-b83d-d61286cd32e4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:40.681042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5db76aff-526f-4939-84ea-106188286207 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:40.818809 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 5db76aff-526f-4939-84ea-106188286207 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:40.819858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:40.834635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] For port 5db76aff-526f-4939-84ea-106188286207, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5db76aff-526f-4939-84ea-106188286207,segment=NetworkSegment(d8897e69-19d1-4418-b071-a9e9722ec260),segment_id=d8897e69-19d1-4418-b071-a9e9722ec260)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:40.835020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:40.973417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Calling delete_port for 5db76aff-526f-4939-84ea-106188286207 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:43:40.981786 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385c2dbc-ff14-42d2-92a5-8aa19edc328c None None] DHCP port deletion for 52a1deb8-32e7-4cf9-b83d-d61286cd32e4 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:43:40.992032 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-385c2dbc-ff14-42d2-92a5-8aa19edc328c None None] Deleting port 5db76aff-526f-4939-84ea-106188286207 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:43:40.992411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-385c2dbc-ff14-42d2-92a5-8aa19edc328c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:41.052347 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:41.058123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e9d91022-a655-4f1d-a54c-20b3d9145765 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:41.089665 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-385c2dbc-ff14-42d2-92a5-8aa19edc328c None None] The port '5db76aff-526f-4939-84ea-106188286207' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:43:41.110944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Pushing event deleted for resources: {'Port': ['ID=5db76aff-526f-4939-84ea-106188286207,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:41.112880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] No DVR routers for this DVR port 5db76aff-526f-4939-84ea-106188286207 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:43:41.119216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:41.253080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:41.279074 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a1deb8-32e7-4cf9-b83d-d61286cd32e4']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:41.292385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8897e69-19d1-4418-b071-a9e9722ec260') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:41.292683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8897e69-19d1-4418-b071-a9e9722ec260') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:41.305081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:41.326440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:41.332426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:43:41.332828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:43:41.347351 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:43:41.428986 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:41.433069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0ed39cbe-a8e0-4f7a-a453-2cfee48f100e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:41.447418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:41.459923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Pushing event deleted for resources: {'Network': ['ID=52a1deb8-32e7-4cf9-b83d-d61286cd32e4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:41.462980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:41.464496 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] 10.222.0.70 "DELETE /v2.0/networks/52a1deb8-32e7-4cf9-b83d-d61286cd32e4 HTTP/1.1" status: 204 len: 168 time: 1.1251786 Dec 22 17:43:41.467447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42486) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:41.519345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1d5e471c-5251-4ed3-a6f6-891ca18a900b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Synchronizing usage tracker for tenant:178d6e404ae24937b6da13cb1925ea9a on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:43:41.538288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1d5e471c-5251-4ed3-a6f6-891ca18a900b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Unset dirty status for tenant:178d6e404ae24937b6da13cb1925ea9a on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:43:41.539761 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1d5e471c-5251-4ed3-a6f6-891ca18a900b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f38cac9-9de4-446f-a9d8-c517b06a19e6 HTTP/1.1" status: 200 len: 205 time: 0.0713646 Dec 22 17:43:41.542766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42490) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:41.689487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-89c15d0c-6d37-421d-81e7-59b2b1588e58 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:42.007260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-89c15d0c-6d37-421d-81e7-59b2b1588e58 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:42.010092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-89c15d0c-6d37-421d-81e7-59b2b1588e58 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:42.033346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-89c15d0c-6d37-421d-81e7-59b2b1588e58 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:42.033935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c15d0c-6d37-421d-81e7-59b2b1588e58 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Fanout notify agent at l3_agent the message router_deleted on router 9f38cac9-9de4-446f-a9d8-c517b06a19e6 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:43:42.048150 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-89c15d0c-6d37-421d-81e7-59b2b1588e58 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:42.049238 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-89c15d0c-6d37-421d-81e7-59b2b1588e58 tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] 10.222.0.70 "DELETE /v2.0/routers/9f38cac9-9de4-446f-a9d8-c517b06a19e6 HTTP/1.1" status: 204 len: 168 time: 0.5054512 Dec 22 17:43:42.335601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42498) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:42.487277 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a1998af8-53ad-452b-8ea0-cfc04d174b48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=178d6e404ae24937b6da13cb1925ea9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504312 Dec 22 17:43:42.489617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42504) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:42.550495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-12ed7aa7-371a-4a72-9bcf-5367847ccee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:42.579148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-12ed7aa7-371a-4a72-9bcf-5367847ccee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:42.647032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-12ed7aa7-371a-4a72-9bcf-5367847ccee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:42.651910 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0615523f-8ecc-47c5-8eae-c4a1826717d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:42.667124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed7aa7-371a-4a72-9bcf-5367847ccee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79a945b-a3e7-45c0-9f6d-926d305d2031,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:42.669736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-12ed7aa7-371a-4a72-9bcf-5367847ccee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:42.671462 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-12ed7aa7-371a-4a72-9bcf-5367847ccee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:42.673586 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5db76aff-526f-4939-84ea-106188286207 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:43:42.675299 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-12ed7aa7-371a-4a72-9bcf-5367847ccee9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f79a945b-a3e7-45c0-9f6d-926d305d2031 HTTP/1.1" status: 204 len: 168 time: 0.1846936 Dec 22 17:43:42.725793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 5db76aff-526f-4939-84ea-106188286207 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:43:42.726152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5db76aff-526f-4939-84ea-106188286207 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:43:43.429929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42528) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:43.538836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1125237400-network', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:43.543935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:43.547892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Usage tracker for resource:network and tenant:91ca3a0e66ec4ebd9896efeeefbdac78 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:43.550757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:43.557412 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:43.574260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Made reservation on behalf of 91ca3a0e66ec4ebd9896efeeefbdac78 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:43.577184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:43.601400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:43.616736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:43.621019 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Usage tracker for resource:security_group_rule and tenant:91ca3a0e66ec4ebd9896efeeefbdac78 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:43.624304 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:43.631382 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:43.723397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:43.727487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:43.730475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e627569e-095b-4bc3-9982-0018470a20d5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:43.759102 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:43:43.769216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543f3a5c-798a-46e7-87a8-514087507ced,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:43.773073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:43.776457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:43.776798 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Added segment 44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb of type vlan for network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e Dec 22 17:43:43.804630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:43.837492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:43.838572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:43.839277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:43.844091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:43.948092 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5170088 Dec 22 17:43:43.948874 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Pushing event updated for resources: {'Network': ['ID=ba0df6ed-a4fd-45d4-bfae-e356ed4af33e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:43.950906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42534) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:43.957456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Request body: {'subnet': {'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1125237400-subnet', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'ip_version': 4}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:43.966074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:43.966452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:43.966822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:43.967214 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:43.967573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:43.967928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:43.968285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:43.968636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:43.968988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:43.969337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:43.969683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:43.970029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:43.973221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:43.975593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-205bbc9f-5252-443b-bae6-6885f8883664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:43.977877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Usage tracker for resource:subnet and tenant:91ca3a0e66ec4ebd9896efeeefbdac78 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:43.980736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:43:43.981292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:43.986777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:44.002724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Made reservation on behalf of 91ca3a0e66ec4ebd9896efeeefbdac78 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:44.005275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:44.337694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:44.341796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-85241ca8-a5d7-4b05-9280-e5ad8c649497 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:44.417987 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c6abae-70c9-427b-b0d5-05e0aa46756f,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:44.421849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:44.429089 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Checking segment: {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:44.429492 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Network hostable DHCP agents. Network: ba0df6ed-a4fd-45d4-bfae-e356ed4af33e, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:43:44.449909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:43:44.459687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, ba0df6ed-a4fd-45d4-bfae-e356ed4af33e) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:44.463906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:44.464484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:44.470739 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274868ee-4771-46f9-bb2d-6ca33507a41a None None] Network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:44.485715 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5337081 Dec 22 17:43:44.489152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42538) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:44.495604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1125237400-router', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:44.500265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:44.504254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Usage tracker for resource:router and tenant:91ca3a0e66ec4ebd9896efeeefbdac78 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:44.507214 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:44.514623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:44.529103 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:44.530656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:44.552295 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:44.699876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-ba0df6ed-a4fd-45d4-bfae-e356ed4af33e', 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'fixed_ips': [{'subnet_id': '13c6abae-70c9-427b-b0d5-05e0aa46756f'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:43:44.700736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:44.846533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:44.884567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Allocated IP 172.20.0.2 (ba0df6ed-a4fd-45d4-bfae-e356ed4af33e/13c6abae-70c9-427b-b0d5-05e0aa46756f/2ebb684d-475a-4bfa-b59f-0816c356c369) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:43:45.107263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:45.118303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Transition to ACTIVE for port object 2ebb684d-475a-4bfa-b59f-0816c356c369 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:45.139357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Transition to ACTIVE for port object 2ebb684d-475a-4bfa-b59f-0816c356c369 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:45.145567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:45.151037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:45.196495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:45.218990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:43:45.222147 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:45.226112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:43:45.227769 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:45.232237 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Pushing event updated for resources: {'Port': ['ID=2ebb684d-475a-4bfa-b59f-0816c356c369,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:45.238802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:45.324080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Attempting to bind port 2ebb684d-475a-4bfa-b59f-0816c356c369 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:43:45.324452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Attempting to bind port 2ebb684d-475a-4bfa-b59f-0816c356c369 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:43:45.324814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Attempting to bind port 2ebb684d-475a-4bfa-b59f-0816c356c369 on network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:43:45.330342 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:43:45.330715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Checking segment: {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:45.331099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:45.331514 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Bound using segment: {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:43:45.331970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Bound port: 2ebb684d-475a-4bfa-b59f-0816c356c369, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:43:45.332346 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:45.372495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Allocated IP 172.26.3.60 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/3b7f097e-37ca-4706-83a3-5295c187f9ea) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:43:45.433023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] For port 2ebb684d-475a-4bfa-b59f-0816c356c369, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:43:45.436265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] For port 2ebb684d-475a-4bfa-b59f-0816c356c369, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2ebb684d-475a-4bfa-b59f-0816c356c369,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:43:45.441688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:45.448180 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:45.525013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Pushing event updated for resources: {'Port': ['ID=2ebb684d-475a-4bfa-b59f-0816c356c369,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:45.528142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:45.541151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:45.579626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:45.583684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-18b5b33c-4d89-4975-846c-329226fa69cd tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:45.647978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:43:45.650981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:45.654780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:43:45.708271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b7f097e-37ca-4706-83a3-5295c187f9ea,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:45.717602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:46.268603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:46.520519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e45a1-19f8-4702-b075-525b76deda52 None None] Network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:46.629166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bed24132-5817-409d-88c1-aaae7906c3dc None None] Provisioning for port 2ebb684d-475a-4bfa-b59f-0816c356c369 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:46.648247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:46.720519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2ebb684d-475a-4bfa-b59f-0816c356c369 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:46.848232 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 2ebb684d-475a-4bfa-b59f-0816c356c369 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:46.856122 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 2ebb684d-475a-4bfa-b59f-0816c356c369 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:46.856500 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:46.873091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Router 7294f0de-1f33-4b5c-a508-23ddd2249f74 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:43:47.028643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:47.070837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 2ebb684d-475a-4bfa-b59f-0816c356c369, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2ebb684d-475a-4bfa-b59f-0816c356c369,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:47.074738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:43:47.075859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:47.084927 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Sync routers for ids ['7294f0de-1f33-4b5c-a508-23ddd2249f74'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:43:47.090292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:47.106168 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Routers {'7294f0de-1f33-4b5c-a508-23ddd2249f74'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:43:47.107396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:47.108052 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:43:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['7294f0de-1f33-4b5c-a508-23ddd2249f74'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:47.109389 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6188998 Dec 22 17:43:47.111363 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42542) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:47.197776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=2ebb684d-475a-4bfa-b59f-0816c356c369,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:47.208197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:47.274711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-558a7c88-0bc6-494a-9c4a-46d1875f38be None None] Provisioning complete for port 2ebb684d-475a-4bfa-b59f-0816c356c369 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:47.275043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-558a7c88-0bc6-494a-9c4a-46d1875f38be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:47.328624 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Set router 7294f0de-1f33-4b5c-a508-23ddd2249f74 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:43:47.630065 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'name': 'tempest-TestEncryptedCinderVolumes-1125237400-router', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:44Z', 'updated_at': '2021-12-22T17:43:46Z', 'revision_number': 3, 'project_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'gw_port': {'id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:45Z', 'updated_at': '2021-12-22T17:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:47.635321 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Checking router: 7294f0de-1f33-4b5c-a508-23ddd2249f74 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:43:47.635672 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Updating router 7294f0de-1f33-4b5c-a508-23ddd2249f74 port 3b7f097e-37ca-4706-83a3-5295c187f9ea binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:43:47.711074 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:48.088653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:48.117520 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:48.130324 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Transition to ACTIVE for port object 3b7f097e-37ca-4706-83a3-5295c187f9ea will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:48.145195 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:48.149138 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-f126f8f9-a9aa-42f6-bc76-4712040fc189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:48.226960 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Pushing event updated for resources: {'Port': ['ID=3b7f097e-37ca-4706-83a3-5295c187f9ea,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:48.235497 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:48.235838 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:48.236176 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:48.236508 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:48.236839 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:48.237171 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:48.237511 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:48.237832 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:48.238154 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:48.238479 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:48.238802 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:48.239134 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:43:48.242436 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Attempting to bind port 3b7f097e-37ca-4706-83a3-5295c187f9ea on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:43:48.242854 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Attempting to bind port 3b7f097e-37ca-4706-83a3-5295c187f9ea by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:43:48.243250 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Attempting to bind port 3b7f097e-37ca-4706-83a3-5295c187f9ea on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:43:48.245681 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:48.250101 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:43:48.250237 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:48.250582 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:48.251001 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:43:48.251532 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Bound port: 3b7f097e-37ca-4706-83a3-5295c187f9ea, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:43:48.251913 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:48.307324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Allocated IP 172.20.0.1 (ba0df6ed-a4fd-45d4-bfae-e356ed4af33e/13c6abae-70c9-427b-b0d5-05e0aa46756f/dadcf0fe-f1b8-4c0e-b577-874c1f608e7e) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:43:48.376726 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] For port 3b7f097e-37ca-4706-83a3-5295c187f9ea, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:43:48.379943 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] For port 3b7f097e-37ca-4706-83a3-5295c187f9ea, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3b7f097e-37ca-4706-83a3-5295c187f9ea,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:43:48.385052 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:48.388948 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-7f072b70-635c-43a8-be58-4c15b9538f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:48.463684 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Routers {'7294f0de-1f33-4b5c-a508-23ddd2249f74'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:43:48.464343 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:43:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['7294f0de-1f33-4b5c-a508-23ddd2249f74'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:48.478502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:48.495797 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Transition to ACTIVE for port object dadcf0fe-f1b8-4c0e-b577-874c1f608e7e will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:48.522705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:48.528381 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c1168945-174e-4d68-95af-712faae80f4e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:48.547461 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Pushing event updated for resources: {'Port': ['ID=3b7f097e-37ca-4706-83a3-5295c187f9ea,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:48.552951 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:48.593196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:43:48.596059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:48.599840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:43:48.629607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Pushing event updated for resources: {'Port': ['ID=dadcf0fe-f1b8-4c0e-b577-874c1f608e7e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:48.637892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:48.671947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:48.674960 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] Set router 7294f0de-1f33-4b5c-a508-23ddd2249f74 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:43:48.701875 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2ebb684d-475a-4bfa-b59f-0816c356c369 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:48.781861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 2ebb684d-475a-4bfa-b59f-0816c356c369 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:48.782567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:48.857821 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:48.949304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-41d71025-e97b-45f2-be0f-c80b18af2e84 None None] Provisioning for port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:48.954913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-41d71025-e97b-45f2-be0f-c80b18af2e84 None None] Provisioning complete for port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:48.955358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-41d71025-e97b-45f2-be0f-c80b18af2e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:49.025418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-41d71025-e97b-45f2-be0f-c80b18af2e84 None None] Port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:43:49.076439 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'name': 'tempest-TestEncryptedCinderVolumes-1125237400-router', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:44Z', 'updated_at': '2021-12-22T17:43:46Z', 'revision_number': 3, 'project_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'gw_port': {'id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:45Z', 'updated_at': '2021-12-22T17:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:49.080595 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e17809-5014-4914-a96a-d72357947f8d None None] The sync data for ids ['7294f0de-1f33-4b5c-a508-23ddd2249f74'] in dv-neutron-822513-1-hyperv is: [{'id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'name': 'tempest-TestEncryptedCinderVolumes-1125237400-router', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:44Z', 'updated_at': '2021-12-22T17:43:46Z', 'revision_number': 3, 'project_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'gw_port': {'id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:45Z', 'updated_at': '2021-12-22T17:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:43:49.126511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:49.131515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:49.157152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-aa262ffb-32f8-4c0f-821f-d9a6a2ff1109 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:49.241978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Pushing event updated for resources: {'Port': ['ID=dadcf0fe-f1b8-4c0e-b577-874c1f608e7e,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:49.245264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:49.246787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:49.411196 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:43:49.412460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:49.754241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2e2b58be-4059-4046-9a02-817737bf26df None None] Provisioning complete for port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:49.755326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2e2b58be-4059-4046-9a02-817737bf26df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:49.757249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Router 7294f0de-1f33-4b5c-a508-23ddd2249f74 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:43:49.826844 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b58be-4059-4046-9a02-817737bf26df None None] Port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:43:49.979844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:43:49.998142 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] 10.222.0.70 "PUT /v2.0/routers/7294f0de-1f33-4b5c-a508-23ddd2249f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8761041 Dec 22 17:43:50.546826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42560) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:50.553122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1641795289-network', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:50.558725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:50.562762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Usage tracker for resource:network and tenant:a731b1bc5cc54c51b66bcad1313b6b18 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:50.565693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:50.572756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:50.582699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Made reservation on behalf of a731b1bc5cc54c51b66bcad1313b6b18 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:50.585258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:50.599704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:50.625661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:50.630057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Usage tracker for resource:security_group_rule and tenant:a731b1bc5cc54c51b66bcad1313b6b18 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:50.633242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:50.640840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:50.728755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3b7f097e-37ca-4706-83a3-5295c187f9ea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:50.741135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:50.745882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:50.748902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a02a7dc9-8e75-4887-aae7-1182841b8497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:50.759028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Sync routers for ids ['7294f0de-1f33-4b5c-a508-23ddd2249f74'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:43:50.764553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:43:50.773419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:50.773752 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Added segment 67dd6a58-e216-4308-9743-20991a133653 of type vlan for network 6a1b6c56-a0e5-4647-99b1-507d0491c3ac Dec 22 17:43:50.795569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Routers {'7294f0de-1f33-4b5c-a508-23ddd2249f74'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:43:50.796206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:43:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['7294f0de-1f33-4b5c-a508-23ddd2249f74'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:50.801896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:50.833166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:50.834333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:50.839969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:50.863921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6ccfe0-394a-4144-96e8-10f6855bf510,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:50.869451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:50.869847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-22012e7c-1384-4699-9fe8-3a00c6a3b9e4 tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:50.956003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 3b7f097e-37ca-4706-83a3-5295c187f9ea completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:50.975065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3b7f097e-37ca-4706-83a3-5295c187f9ea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:50.975395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:51.064725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Set router 7294f0de-1f33-4b5c-a508-23ddd2249f74 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:43:51.070727 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5195692 Dec 22 17:43:51.071767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42564) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:51.079781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Request body: {'subnet': {'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1641795289-subnet', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'ip_version': 4}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:51.087369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:51.093751 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Usage tracker for resource:subnet and tenant:a731b1bc5cc54c51b66bcad1313b6b18 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:51.094211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Pushing event updated for resources: {'Network': ['ID=6a1b6c56-a0e5-4647-99b1-507d0491c3ac,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:51.097434 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:51.098385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:51.105358 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:51.116188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Made reservation on behalf of a731b1bc5cc54c51b66bcad1313b6b18 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:43:51.118487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:51.134070 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 6a1b6c56-a0e5-4647-99b1-507d0491c3ac details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:43:51.334523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:51.341014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7f50f744-4217-43cd-9eaa-b788cc22873a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:51.419737 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db9d344-1247-4937-8831-109afbfe5050,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:51.423027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:51.431364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Checking segment: {'id': '67dd6a58-e216-4308-9743-20991a133653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:51.431909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Network hostable DHCP agents. Network: 6a1b6c56-a0e5-4647-99b1-507d0491c3ac, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:43:51.452731 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Network 6a1b6c56-a0e5-4647-99b1-507d0491c3ac is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:43:51.463949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:51.464194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 6a1b6c56-a0e5-4647-99b1-507d0491c3ac) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:51.477938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:51.478745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:51.489827 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a857780b-f196-481d-bf62-491582e1c6c7 None None] Network 6a1b6c56-a0e5-4647-99b1-507d0491c3ac requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:51.505188 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-13b756d2-bb9c-4477-84b1-96acc8a8fdeb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4288764 Dec 22 17:43:51.505425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42568) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:51.510986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1641795289-router', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:43:51.515647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:43:51.520221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Usage tracker for resource:router and tenant:a731b1bc5cc54c51b66bcad1313b6b18 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:43:51.522614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:43:51.528491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:43:51.539202 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:51.540256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:51.556719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:51.568121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 3b7f097e-37ca-4706-83a3-5295c187f9ea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3b7f097e-37ca-4706-83a3-5295c187f9ea,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:51.641883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:51.651908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:51.798542 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=3b7f097e-37ca-4706-83a3-5295c187f9ea,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:51.831268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:51.845091 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:51.900900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'name': 'tempest-TestEncryptedCinderVolumes-1125237400-router', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:44Z', 'updated_at': '2021-12-22T17:43:48Z', 'revision_number': 4, 'project_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'gw_port': {'id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:45Z', 'updated_at': '2021-12-22T17:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'dadcf0fe-f1b8-4c0e-b577-874c1f608e7e', 'name': '', 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'mac_address': 'fa:16:3e:a3:82:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '13c6abae-70c9-427b-b0d5-05e0aa46756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:48Z', 'updated_at': '2021-12-22T17:43:48Z', 'revision_number': 2, 'project_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'subnets': [{'id': '13c6abae-70c9-427b-b0d5-05e0aa46756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:51.905498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Checking router: 7294f0de-1f33-4b5c-a508-23ddd2249f74 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:43:51.905856 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Updating router 7294f0de-1f33-4b5c-a508-23ddd2249f74 port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:43:51.938706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-6a1b6c56-a0e5-4647-99b1-507d0491c3ac', 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'fixed_ips': [{'subnet_id': '5db9d344-1247-4937-8831-109afbfe5050'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:43:51.939591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:52.018668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:52.187463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:52.218271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:52.246040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Allocated IP 172.20.0.2 (6a1b6c56-a0e5-4647-99b1-507d0491c3ac/5db9d344-1247-4937-8831-109afbfe5050/7f926510-d00d-4a02-82ec-c325a418f81a) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:43:52.364238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Allocated IP 172.26.3.38 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/3e3d059e-9c7d-4b66-aea6-70e15d016bea) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:43:52.636743 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:52.656355 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:52.658864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Transition to ACTIVE for port object 7f926510-d00d-4a02-82ec-c325a418f81a will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:52.671574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:52.678075 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3b7f097e-37ca-4706-83a3-5295c187f9ea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:52.709177 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:52.714708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-95bc5cad-851e-4707-ba2b-2a0f589a9587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:52.715079 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Transition to ACTIVE for port object dadcf0fe-f1b8-4c0e-b577-874c1f608e7e will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:52.733621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Transition to ACTIVE for port object 7f926510-d00d-4a02-82ec-c325a418f81a will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:52.737240 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:52.743750 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-946e87d0-4fc8-48c4-897f-cbe94cb8ca94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:52.781358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:52.784499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:43:52.787394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:52.791256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:43:52.830864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Pushing event updated for resources: {'Port': ['ID=3e3d059e-9c7d-4b66-aea6-70e15d016bea,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:52.841163 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:52.888628 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Network 6a1b6c56-a0e5-4647-99b1-507d0491c3ac is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:43:52.899550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:52.906515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:43:52.909845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382cdda-22d0-43af-a50e-2c09311a845c None None] Pushing event updated for resources: {'Port': ['ID=dadcf0fe-f1b8-4c0e-b577-874c1f608e7e,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:52.915949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4382cdda-22d0-43af-a50e-2c09311a845c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:52.918543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4dc5a8de-0452-48fe-b00d-678ff24c4b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:53.124879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3b7f097e-37ca-4706-83a3-5295c187f9ea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:53.125148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:53.247683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:53.252829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Pushing event updated for resources: {'Port': ['ID=7f926510-d00d-4a02-82ec-c325a418f81a,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:53.264573 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:53.278358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Attempting to bind port 7f926510-d00d-4a02-82ec-c325a418f81a on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:43:53.278733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Attempting to bind port 7f926510-d00d-4a02-82ec-c325a418f81a by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '67dd6a58-e216-4308-9743-20991a133653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:43:53.279116 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Attempting to bind port 7f926510-d00d-4a02-82ec-c325a418f81a on network 6a1b6c56-a0e5-4647-99b1-507d0491c3ac {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:43:53.281151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Attempting to bind port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:43:53.281510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Attempting to bind port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:43:53.281879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Attempting to bind port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e on network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:43:53.295081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:43:53.295483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Checking segment: {'id': '67dd6a58-e216-4308-9743-20991a133653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:53.295887 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:53.296284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Bound using segment: {'id': '67dd6a58-e216-4308-9743-20991a133653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:43:53.296758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Bound port: 7f926510-d00d-4a02-82ec-c325a418f81a, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dd6a58-e216-4308-9743-20991a133653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:43:53.297133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:53.309640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:43:53.310022 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Checking segment: {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:53.310423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:53.310811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Bound using segment: {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:43:53.311329 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Bound port: dadcf0fe-f1b8-4c0e-b577-874c1f608e7e, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:43:53.311708 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:53.521337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] For port 7f926510-d00d-4a02-82ec-c325a418f81a, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:43:53.527612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] For port 7f926510-d00d-4a02-82ec-c325a418f81a, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7f926510-d00d-4a02-82ec-c325a418f81a,segment=NetworkSegment(67dd6a58-e216-4308-9743-20991a133653),segment_id=67dd6a58-e216-4308-9743-20991a133653)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:43:53.535238 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:53.539286 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] For port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:43:53.541680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:53.585360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] For port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=dadcf0fe-f1b8-4c0e-b577-874c1f608e7e,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:43:53.602873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:53.618833 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:53.646727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Routers {'7294f0de-1f33-4b5c-a508-23ddd2249f74'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:43:53.647333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:43:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['7294f0de-1f33-4b5c-a508-23ddd2249f74'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:53.697441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Pushing event updated for resources: {'Port': ['ID=7f926510-d00d-4a02-82ec-c325a418f81a,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:53.706071 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:53.706181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:53.881070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Router dc98e856-ac03-4c26-9ab0-9e07486c4c59 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:43:53.888294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382cdda-22d0-43af-a50e-2c09311a845c None None] Pushing event updated for resources: {'Port': ['ID=dadcf0fe-f1b8-4c0e-b577-874c1f608e7e,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:53.893495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4382cdda-22d0-43af-a50e-2c09311a845c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:53.929381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] Set router 7294f0de-1f33-4b5c-a508-23ddd2249f74 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:43:54.263524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:43:54.275380 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Sync routers for ids ['dc98e856-ac03-4c26-9ab0-9e07486c4c59'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:43:54.285679 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Routers {'dc98e856-ac03-4c26-9ab0-9e07486c4c59'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:43:54.286715 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:43:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['dc98e856-ac03-4c26-9ab0-9e07486c4c59'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:54.299985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:54.301595 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7950082 Dec 22 17:43:54.304142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42572) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:43:54.347777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'name': 'tempest-TestEncryptedCinderVolumes-1125237400-router', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:44Z', 'updated_at': '2021-12-22T17:43:48Z', 'revision_number': 4, 'project_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'gw_port': {'id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:45Z', 'updated_at': '2021-12-22T17:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'dadcf0fe-f1b8-4c0e-b577-874c1f608e7e', 'name': '', 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'mac_address': 'fa:16:3e:a3:82:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '13c6abae-70c9-427b-b0d5-05e0aa46756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:48Z', 'updated_at': '2021-12-22T17:43:53Z', 'revision_number': 4, 'project_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'subnets': [{'id': '13c6abae-70c9-427b-b0d5-05e0aa46756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:54.353157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9f18d-025f-4a09-806b-c4b3499dbc13 None None] The sync data for ids ['7294f0de-1f33-4b5c-a508-23ddd2249f74'] in dv-neutron-822513-1-hyperv is: [{'id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'name': 'tempest-TestEncryptedCinderVolumes-1125237400-router', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:44Z', 'updated_at': '2021-12-22T17:43:48Z', 'revision_number': 4, 'project_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'gw_port': {'id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:45Z', 'updated_at': '2021-12-22T17:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'dadcf0fe-f1b8-4c0e-b577-874c1f608e7e', 'name': '', 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'mac_address': 'fa:16:3e:a3:82:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '13c6abae-70c9-427b-b0d5-05e0aa46756f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:48Z', 'updated_at': '2021-12-22T17:43:53Z', 'revision_number': 4, 'project_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'subnets': [{'id': '13c6abae-70c9-427b-b0d5-05e0aa46756f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:43:54.512018 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Set router dc98e856-ac03-4c26-9ab0-9e07486c4c59 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:43:54.780520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device dadcf0fe-f1b8-4c0e-b577-874c1f608e7e up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:54.933740 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:54.944201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:54.944848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.062144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a5e08-f3b9-4234-9cc2-a3dbd7ba7333 None None] Network 6a1b6c56-a0e5-4647-99b1-507d0491c3ac requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:43:55.131054 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'name': 'tempest-TestEncryptedCinderVolumes-1641795289-router', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:51Z', 'updated_at': '2021-12-22T17:43:53Z', 'revision_number': 3, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'gw_port': {'id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:52Z', 'updated_at': '2021-12-22T17:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:55.143856 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Checking router: dc98e856-ac03-4c26-9ab0-9e07486c4c59 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:43:55.144295 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Updating router dc98e856-ac03-4c26-9ab0-9e07486c4c59 port 3e3d059e-9c7d-4b66-aea6-70e15d016bea binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:43:55.205259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.228617 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2dd208cd-e374-4420-b139-c74015c64337 None None] Provisioning for port 7f926510-d00d-4a02-82ec-c325a418f81a completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:55.290324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=dadcf0fe-f1b8-4c0e-b577-874c1f608e7e,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:55.298920 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.320941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.321818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7f926510-d00d-4a02-82ec-c325a418f81a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:55.357067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:55.365630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.541293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=dadcf0fe-f1b8-4c0e-b577-874c1f608e7e,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:55.551993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:55.566034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 7f926510-d00d-4a02-82ec-c325a418f81a completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:55.574572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7f926510-d00d-4a02-82ec-c325a418f81a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:55.574781 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.659726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Allocated IP 172.20.0.1 (6a1b6c56-a0e5-4647-99b1-507d0491c3ac/5db9d344-1247-4937-8831-109afbfe5050/8165a1ee-ce1f-4cfe-9963-ca959d8886a0) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:43:55.734214 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.771018 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Transition to ACTIVE for port object 3e3d059e-9c7d-4b66-aea6-70e15d016bea will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:55.784023 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.788377 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:55.809564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.870536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 7f926510-d00d-4a02-82ec-c325a418f81a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7f926510-d00d-4a02-82ec-c325a418f81a,segment=NetworkSegment(67dd6a58-e216-4308-9743-20991a133653),segment_id=67dd6a58-e216-4308-9743-20991a133653)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:55.885933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.888128 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:55.891615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.918947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Transition to ACTIVE for port object 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:43:55.933236 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Attempting to bind port 3e3d059e-9c7d-4b66-aea6-70e15d016bea on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:43:55.933790 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Attempting to bind port 3e3d059e-9c7d-4b66-aea6-70e15d016bea by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:43:55.934168 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Attempting to bind port 3e3d059e-9c7d-4b66-aea6-70e15d016bea on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:43:55.944294 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd6f7d-1382-4f5c-a460-8cabab3ac0ec None None] Pushing event updated for resources: {'Port': ['ID=3e3d059e-9c7d-4b66-aea6-70e15d016bea,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:55.955726 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-a0dd6f7d-1382-4f5c-a460-8cabab3ac0ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:55.958810 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:43:55.959451 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:43:55.960058 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.960629 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:43:55.962153 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Bound port: 3e3d059e-9c7d-4b66-aea6-70e15d016bea, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:43:55.962487 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.983217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:55.991758 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3d0d773d-e3d7-4bd5-8064-8bba072c17af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:55.997394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=7f926510-d00d-4a02-82ec-c325a418f81a,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:56.000946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:56.056800 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] For port 3e3d059e-9c7d-4b66-aea6-70e15d016bea, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:43:56.060576 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] For port 3e3d059e-9c7d-4b66-aea6-70e15d016bea, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3e3d059e-9c7d-4b66-aea6-70e15d016bea,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:43:56.064667 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:56.068709 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0a77b5f5-2874-46cd-9882-e7088653ea6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:56.072333 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Network 6a1b6c56-a0e5-4647-99b1-507d0491c3ac is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:43:56.075323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:56.079078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:43:56.107760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e9e0331a-3713-4545-8892-99453a7b3665 None None] Provisioning complete for port 7f926510-d00d-4a02-82ec-c325a418f81a triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:56.108624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e9e0331a-3713-4545-8892-99453a7b3665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:56.141070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:56.161193 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Routers {'dc98e856-ac03-4c26-9ab0-9e07486c4c59'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:43:56.161973 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:43:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['dc98e856-ac03-4c26-9ab0-9e07486c4c59'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:56.215860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Pushing event updated for resources: {'Port': ['ID=8165a1ee-ce1f-4cfe-9963-ca959d8886a0,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:56.233134 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd6f7d-1382-4f5c-a460-8cabab3ac0ec None None] Pushing event updated for resources: {'Port': ['ID=3e3d059e-9c7d-4b66-aea6-70e15d016bea,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:56.247502 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-a0dd6f7d-1382-4f5c-a460-8cabab3ac0ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:56.257093 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:56.284442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:56.399938 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] Set router dc98e856-ac03-4c26-9ab0-9e07486c4c59 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:43:56.432251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ed7881e2-3d2b-407d-9b48-bb71fd51d056 None None] Provisioning for port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:56.438451 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ed7881e2-3d2b-407d-9b48-bb71fd51d056 None None] Provisioning complete for port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:56.439058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ed7881e2-3d2b-407d-9b48-bb71fd51d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:56.505282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ed7881e2-3d2b-407d-9b48-bb71fd51d056 None None] Port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:43:56.685283 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device dadcf0fe-f1b8-4c0e-b577-874c1f608e7e up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:56.708854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:56.717765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:56.745284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:56.754067 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'name': 'tempest-TestEncryptedCinderVolumes-1641795289-router', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:51Z', 'updated_at': '2021-12-22T17:43:56Z', 'revision_number': 4, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'gw_port': {'id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:52Z', 'updated_at': '2021-12-22T17:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8165a1ee-ce1f-4cfe-9963-ca959d8886a0', 'name': '', 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'mac_address': 'fa:16:3e:b5:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '5db9d344-1247-4937-8831-109afbfe5050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:55Z', 'updated_at': '2021-12-22T17:43:55Z', 'revision_number': 1, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'subnets': [{'id': '5db9d344-1247-4937-8831-109afbfe5050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:56.761334 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc72709-673d-4c6e-be37-eb1622c810d5 None None] The sync data for ids ['dc98e856-ac03-4c26-9ab0-9e07486c4c59'] in dv-neutron-822513-1-hyperv is: [{'id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'name': 'tempest-TestEncryptedCinderVolumes-1641795289-router', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:51Z', 'updated_at': '2021-12-22T17:43:56Z', 'revision_number': 4, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'gw_port': {'id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:52Z', 'updated_at': '2021-12-22T17:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8165a1ee-ce1f-4cfe-9963-ca959d8886a0', 'name': '', 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'mac_address': 'fa:16:3e:b5:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '5db9d344-1247-4937-8831-109afbfe5050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:55Z', 'updated_at': '2021-12-22T17:43:55Z', 'revision_number': 1, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'subnets': [{'id': '5db9d344-1247-4937-8831-109afbfe5050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:43:56.774644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:56.775449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:56.828206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Pushing event updated for resources: {'Port': ['ID=8165a1ee-ce1f-4cfe-9963-ca959d8886a0,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:56.833217 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:56.850610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:56.918470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7f926510-d00d-4a02-82ec-c325a418f81a up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:56.991219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7f926510-d00d-4a02-82ec-c325a418f81a triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:56.991605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:57.031327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Network 6a1b6c56-a0e5-4647-99b1-507d0491c3ac is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:43:57.032439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:43:57.293318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Router dc98e856-ac03-4c26-9ab0-9e07486c4c59 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:43:57.438333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-007927cb-b94a-4b99-866e-f686510effa6 None None] Provisioning complete for port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:57.439282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-007927cb-b94a-4b99-866e-f686510effa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:57.498759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-007927cb-b94a-4b99-866e-f686510effa6 None None] Port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:43:57.501119 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:43:57.517385 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] 10.222.0.70 "PUT /v2.0/routers/dc98e856-ac03-4c26-9ab0-9e07486c4c59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2103150 Dec 22 17:43:57.671916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7c0924a-14d9-4d8c-80c5-6f38c3acd84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:58.550002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-e9a8336b-12d9-4a01-9bf0-a8c12c141382 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:43:58.550689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-e9a8336b-12d9-4a01-9bf0-a8c12c141382 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Synchronizing usage tracker for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:43:58.574290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-e9a8336b-12d9-4a01-9bf0-a8c12c141382 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Unset dirty status for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:43:58.575560 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-e9a8336b-12d9-4a01-9bf0-a8c12c141382 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/networks?id=ba0df6ed-a4fd-45d4-bfae-e356ed4af33e HTTP/1.1" status: 200 len: 817 time: 0.1785479 Dec 22 17:43:58.591810 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-13ce75c0-7f81-451b-8f9a-ace4003842b2 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/quotas/91ca3a0e66ec4ebd9896efeeefbdac78 HTTP/1.1" status: 200 len: 375 time: 0.0106277 Dec 22 17:43:58.704220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-d871bed6-d183-41a6-ba8f-36cae0b5cbb5 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Synchronizing usage tracker for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:43:58.710319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3e3d059e-9c7d-4b66-aea6-70e15d016bea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:43:58.740035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-d871bed6-d183-41a6-ba8f-36cae0b5cbb5 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Unset dirty status for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:43:58.742533 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-d871bed6-d183-41a6-ba8f-36cae0b5cbb5 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=91ca3a0e66ec4ebd9896efeeefbdac78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1449971 Dec 22 17:43:58.804648 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 3e3d059e-9c7d-4b66-aea6-70e15d016bea completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:43:58.811460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3e3d059e-9c7d-4b66-aea6-70e15d016bea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:43:58.811460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:58.960287 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:58.981912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 3e3d059e-9c7d-4b66-aea6-70e15d016bea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3e3d059e-9c7d-4b66-aea6-70e15d016bea,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:43:58.986396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:43:58.989603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:43:59.037951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Sync routers for ids ['dc98e856-ac03-4c26-9ab0-9e07486c4c59'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:43:59.052862 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-b98c74aa-7f22-4f74-a3b5-e3d68edf66a6 service neutron] 10.222.0.70 "GET /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885437 Dec 22 17:43:59.066801 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Routers {'dc98e856-ac03-4c26-9ab0-9e07486c4c59'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:43:59.067503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:43:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['dc98e856-ac03-4c26-9ab0-9e07486c4c59'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:59.166883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=3e3d059e-9c7d-4b66-aea6-70e15d016bea,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:43:59.175869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:43:59.197239 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-52ddb92b-e41b-40c2-a487-975a1227c8a1 service neutron] 10.222.0.70 "GET /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378217 Dec 22 17:43:59.287493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Set router dc98e856-ac03-4c26-9ab0-9e07486c4c59 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:43:59.408057 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-947a53ed-d02d-495e-8896-9b942dc171eb req-22814406-5ba1-4d48-ad38-3f1067985b4f tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 210 time: 0.0457845 Dec 22 17:43:59.694655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'name': 'tempest-TestEncryptedCinderVolumes-1641795289-router', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:51Z', 'updated_at': '2021-12-22T17:43:56Z', 'revision_number': 4, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'gw_port': {'id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:52Z', 'updated_at': '2021-12-22T17:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8165a1ee-ce1f-4cfe-9963-ca959d8886a0', 'name': '', 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'mac_address': 'fa:16:3e:b5:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '5db9d344-1247-4937-8831-109afbfe5050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:55Z', 'updated_at': '2021-12-22T17:43:56Z', 'revision_number': 2, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'subnets': [{'id': '5db9d344-1247-4937-8831-109afbfe5050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:43:59.698706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Checking router: dc98e856-ac03-4c26-9ab0-9e07486c4c59 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:43:59.699032 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Updating router dc98e856-ac03-4c26-9ab0-9e07486c4c59 port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:43:59.761448 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:00.132524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ced0eca5-054a-4197-b531-887955ba47de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:00.144886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:00.157516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Transition to ACTIVE for port object 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:44:00.163905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:00.167429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e94c59a9-a62f-467d-879e-1a5965f6664b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:00.330701 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783e68a-90db-41f6-b140-741238a32a6e None None] Pushing event updated for resources: {'Port': ['ID=8165a1ee-ce1f-4cfe-9963-ca959d8886a0,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:00.339227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0783e68a-90db-41f6-b140-741238a32a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:00.397870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Attempting to bind port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:44:00.398293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Attempting to bind port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '67dd6a58-e216-4308-9743-20991a133653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:44:00.398727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Attempting to bind port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 on network 6a1b6c56-a0e5-4647-99b1-507d0491c3ac {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:44:00.410451 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:44:00.410878 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Checking segment: {'id': '67dd6a58-e216-4308-9743-20991a133653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:44:00.411368 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:00.411842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Bound using segment: {'id': '67dd6a58-e216-4308-9743-20991a133653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:44:00.412340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Bound port: 8165a1ee-ce1f-4cfe-9963-ca959d8886a0, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dd6a58-e216-4308-9743-20991a133653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:44:00.412884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:00.549238 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] For port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:44:00.562877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] For port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8165a1ee-ce1f-4cfe-9963-ca959d8886a0,segment=NetworkSegment(67dd6a58-e216-4308-9743-20991a133653),segment_id=67dd6a58-e216-4308-9743-20991a133653)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:44:00.583750 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:00.588919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-eff6c710-663d-417d-b97a-c1f26aad9213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:00.621426 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fd1d300c-0243-4672-85ae-b95340bd6d9e req-75486cf5-6c2f-4dc6-ab4f-add85b4c49fc tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 210 time: 0.0699487 Dec 22 17:44:00.622288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-45a00968-03f2-4750-b991-932c6a353b6c tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:00.627546 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-45a00968-03f2-4750-b991-932c6a353b6c tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.53 "GET /v2.0/networks?id=ba0df6ed-a4fd-45d4-bfae-e356ed4af33e HTTP/1.1" status: 200 len: 817 time: 0.2166038 Dec 22 17:44:00.649373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Request body: {'port': {'device_id': '69bd4290-2288-4126-a799-d99e3a3fbda3', 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e', 'admin_state_up': True, 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:44:00.714412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3e3d059e-9c7d-4b66-aea6-70e15d016bea up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:44:00.790702 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Routers {'dc98e856-ac03-4c26-9ab0-9e07486c4c59'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:44:00.791420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:44:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['dc98e856-ac03-4c26-9ab0-9e07486c4c59'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:44:00.888509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:44:00.902026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:44:00.916275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783e68a-90db-41f6-b140-741238a32a6e None None] Pushing event updated for resources: {'Port': ['ID=8165a1ee-ce1f-4cfe-9963-ca959d8886a0,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:00.919985 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0783e68a-90db-41f6-b140-741238a32a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:00.928668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Made reservation on behalf of 91ca3a0e66ec4ebd9896efeeefbdac78 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:44:00.934913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:01.068305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] Set router dc98e856-ac03-4c26-9ab0-9e07486c4c59 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:44:01.127595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Allocated IP 172.20.0.11 (ba0df6ed-a4fd-45d4-bfae-e356ed4af33e/13c6abae-70c9-427b-b0d5-05e0aa46756f/ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:44:01.127873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 3e3d059e-9c7d-4b66-aea6-70e15d016bea triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:44:01.128135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:01.211557 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:01.339900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:01.356708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Transition to ACTIVE for port object ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:44:01.373576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:01.382439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:01.390878 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:01.471608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:44:01.474934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:44:01.479896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:44:01.524494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Pushing event updated for resources: {'Port': ['ID=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:01.535967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:01.561495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:01.562195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:01.596178 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9598534 Dec 22 17:44:01.607038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-242970fc-4443-4a22-bf6e-aa266a8ea277 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:44:01.608082 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-242970fc-4443-4a22-bf6e-aa266a8ea277 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059936 Dec 22 17:44:01.621214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Request body: {'port': {'device_id': '69bd4290-2288-4126-a799-d99e3a3fbda3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:44:01.622047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'name': 'tempest-TestEncryptedCinderVolumes-1641795289-router', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:51Z', 'updated_at': '2021-12-22T17:43:56Z', 'revision_number': 4, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'gw_port': {'id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:52Z', 'updated_at': '2021-12-22T17:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8165a1ee-ce1f-4cfe-9963-ca959d8886a0', 'name': '', 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'mac_address': 'fa:16:3e:b5:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '5db9d344-1247-4937-8831-109afbfe5050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:55Z', 'updated_at': '2021-12-22T17:44:00Z', 'revision_number': 4, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'subnets': [{'id': '5db9d344-1247-4937-8831-109afbfe5050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:44:01.626664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f86960-e913-4cb1-8bd6-f2ec3a8adea5 None None] The sync data for ids ['dc98e856-ac03-4c26-9ab0-9e07486c4c59'] in dv-neutron-822513-1-hyperv is: [{'id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'name': 'tempest-TestEncryptedCinderVolumes-1641795289-router', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:51Z', 'updated_at': '2021-12-22T17:43:56Z', 'revision_number': 4, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'gw_port': {'id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:52Z', 'updated_at': '2021-12-22T17:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8165a1ee-ce1f-4cfe-9963-ca959d8886a0', 'name': '', 'network_id': '6a1b6c56-a0e5-4647-99b1-507d0491c3ac', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'mac_address': 'fa:16:3e:b5:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '5db9d344-1247-4937-8831-109afbfe5050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:55Z', 'updated_at': '2021-12-22T17:44:00Z', 'revision_number': 4, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'subnets': [{'id': '5db9d344-1247-4937-8831-109afbfe5050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:44:01.755725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c7c0677e-314d-42cf-ae82-0a107e4fc3c0 None None] Provisioning for port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:44:01.763427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c7c0677e-314d-42cf-ae82-0a107e4fc3c0 None None] Provisioning complete for port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:44:01.763814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c7c0677e-314d-42cf-ae82-0a107e4fc3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:01.765722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:01.836860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0677e-314d-42cf-ae82-0a107e4fc3c0 None None] Port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:44:01.983319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea25a6-b8c1-4d8c-8b45-637ee9c457d1 req-6cb06a9e-d6a0-468b-a11b-1317079e6b67 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:01.983966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5cea25a6-b8c1-4d8c-8b45-637ee9c457d1 req-6cb06a9e-d6a0-468b-a11b-1317079e6b67 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Synchronizing usage tracker for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:44:02.029281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-5cea25a6-b8c1-4d8c-8b45-637ee9c457d1 req-6cb06a9e-d6a0-468b-a11b-1317079e6b67 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Unset dirty status for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:44:02.030679 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cea25a6-b8c1-4d8c-8b45-637ee9c457d1 req-6cb06a9e-d6a0-468b-a11b-1317079e6b67 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 932 time: 0.2838292 Dec 22 17:44:02.167870 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cea25a6-b8c1-4d8c-8b45-637ee9c457d1 req-5d26e65f-face-44b5-9eea-0f01f8584226 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872056 Dec 22 17:44:02.260545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:44:02.273114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:02.296057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Transition to ACTIVE for port object ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:44:02.300161 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:02.305477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0a2a37c5-3601-4f4c-9dcc-92943ebef621 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:02.445650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:02.473108 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:02.558949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Attempting to bind port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:44:02.559316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Attempting to bind port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:44:02.559644 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Attempting to bind port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f on network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:44:02.564374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f on network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:44:02.564690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Attempting to bind port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f on network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:44:02.574746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:44:02.574746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Checking segment: {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:44:02.574746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Bound using segment: {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:44:02.574746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Bound port: ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:44:02.574746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:02.649548 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:02.668181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] For port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:44:02.671642 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] For port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:44:02.677617 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:02.681959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cc79d037-3fc6-4d78-9dd1-a83f7720521c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:02.709854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:44:02.790224 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:44:02.797304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:44:02.797715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:02.868576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:02.869060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:02.870373 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] 10.222.0.53 "PUT /v2.0/ports/ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f HTTP/1.1" status: 200 len: 1094 time: 1.2537832 Dec 22 17:44:02.870864 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bd4290-2288-4126-a799-d99e3a3fbda3', 'tag': 'ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:44:02.890408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:02.894012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:02.956233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:02.989130 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bd4290-2288-4126-a799-d99e3a3fbda3', 'tag': 'ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f', 'status': 'completed', 'code': 200} Dec 22 17:44:02.994557 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8165a1ee-ce1f-4cfe-9963-ca959d8886a0,segment=NetworkSegment(67dd6a58-e216-4308-9743-20991a133653),segment_id=67dd6a58-e216-4308-9743-20991a133653)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:44:02.999761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:03.001874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4382cdda-22d0-43af-a50e-2c09311a845c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:03.032040 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-64689e8f-fd6c-42d1-96ed-913711929e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:03.033559 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-64689e8f-fd6c-42d1-96ed-913711929e21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91ca3a0e66ec4ebd9896efeeefbdac78&device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 1097 time: 0.0993042 Dec 22 17:44:03.082364 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=8165a1ee-ce1f-4cfe-9963-ca959d8886a0,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:03.085483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:03.107644 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-13c13def-6179-4aa8-8b65-7e21b87868a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f HTTP/1.1" status: 200 len: 217 time: 0.0672367 Dec 22 17:44:03.173870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-a68ff3df-7172-49e4-84dd-af776ee2be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:03.175264 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-a68ff3df-7172-49e4-84dd-af776ee2be56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13c6abae-70c9-427b-b0d5-05e0aa46756f HTTP/1.1" status: 200 len: 856 time: 0.0611556 Dec 22 17:44:03.271835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-397db9bd-e74a-41cb-aa6c-afe44fa682f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:03.274633 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-397db9bd-e74a-41cb-aa6c-afe44fa682f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba0df6ed-a4fd-45d4-bfae-e356ed4af33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929823 Dec 22 17:44:03.464547 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-1b4f2e51-d338-43a2-aebe-f2f75d3eeacd service neutron] 10.222.0.53 "GET /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831114 Dec 22 17:44:03.475669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a41b7-ae80-470a-91a0-ed5c88f92728 req-5912312c-8783-4f57-b931-a4f056db8014 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:03.477120 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ee0a41b7-ae80-470a-91a0-ed5c88f92728 req-5912312c-8783-4f57-b931-a4f056db8014 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 944 time: 0.1779652 Dec 22 17:44:03.608533 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ee0a41b7-ae80-470a-91a0-ed5c88f92728 req-1be61edf-7fc1-4da9-99b7-fb3e6db0e3ba tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123114 Dec 22 17:44:03.653433 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-803ec7e9-4c63-4be5-a960-80ace3fcfbec req-2c8f8fab-780b-405d-be5d-2e2391eca58d service neutron] 10.222.0.53 "GET /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753461 Dec 22 17:44:03.767316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b804fe0-49ee-4022-8073-3a911e6ea38b req-c6636271-3e86-4a28-8cb1-530ed7e57251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:03.768770 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b804fe0-49ee-4022-8073-3a911e6ea38b req-c6636271-3e86-4a28-8cb1-530ed7e57251 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91ca3a0e66ec4ebd9896efeeefbdac78&device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 1097 time: 0.0712099 Dec 22 17:44:03.911813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b804fe0-49ee-4022-8073-3a911e6ea38b req-a17375d2-562d-46ad-a06f-ecdc88f6c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:03.913244 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b804fe0-49ee-4022-8073-3a911e6ea38b req-a17375d2-562d-46ad-a06f-ecdc88f6c601 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba0df6ed-a4fd-45d4-bfae-e356ed4af33e HTTP/1.1" status: 200 len: 918 time: 0.1379249 Dec 22 17:44:03.985799 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b804fe0-49ee-4022-8073-3a911e6ea38b req-ecad87c3-3264-4434-9684-5f30693e3c77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f HTTP/1.1" status: 200 len: 217 time: 0.0653396 Dec 22 17:44:04.051406 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b804fe0-49ee-4022-8073-3a911e6ea38b req-895f4f0f-0fca-4814-9765-97b6341138d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:04.052832 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b804fe0-49ee-4022-8073-3a911e6ea38b req-895f4f0f-0fca-4814-9765-97b6341138d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13c6abae-70c9-427b-b0d5-05e0aa46756f HTTP/1.1" status: 200 len: 856 time: 0.0604527 Dec 22 17:44:04.132750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b804fe0-49ee-4022-8073-3a911e6ea38b req-3cf868e8-7b8b-4ef8-b2b7-d09067080090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:04.134569 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b804fe0-49ee-4022-8073-3a911e6ea38b req-3cf868e8-7b8b-4ef8-b2b7-d09067080090 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba0df6ed-a4fd-45d4-bfae-e356ed4af33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747497 Dec 22 17:44:04.271536 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b804fe0-49ee-4022-8073-3a911e6ea38b req-2a690505-7d88-4b7e-a1cc-81c46c52b3fa service neutron] 10.222.0.53 "GET /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281660 Dec 22 17:44:04.412073 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0b804fe0-49ee-4022-8073-3a911e6ea38b req-787fd161-ab3e-41db-be4f-e5f7c0f237fd service neutron] 10.222.0.53 "GET /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255744 Dec 22 17:44:04.676786 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:44:04.751135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:44:04.751646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:04.810561 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388c65-58af-4f3a-a424-fc4054501aee req-533f59df-4420-4482-9fc8-58f066023a3c tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:04.812961 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5c388c65-58af-4f3a-a424-fc4054501aee req-533f59df-4420-4482-9fc8-58f066023a3c tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 944 time: 0.0862541 Dec 22 17:44:04.864078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-5c388c65-58af-4f3a-a424-fc4054501aee req-fe39a51a-abc0-4a5d-82dd-cb32f7d6d20e tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Synchronizing usage tracker for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:44:04.882485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-5c388c65-58af-4f3a-a424-fc4054501aee req-fe39a51a-abc0-4a5d-82dd-cb32f7d6d20e tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Unset dirty status for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:44:04.883769 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5c388c65-58af-4f3a-a424-fc4054501aee req-fe39a51a-abc0-4a5d-82dd-cb32f7d6d20e tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624411 Dec 22 17:44:05.435913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:06.084229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2f009-2504-4532-8c38-7c3f1a7dcee3 req-3e286b1d-d9fc-4076-88ed-43c827168200 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:06.085584 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b7a2f009-2504-4532-8c38-7c3f1a7dcee3 req-3e286b1d-d9fc-4076-88ed-43c827168200 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 944 time: 0.0804100 Dec 22 17:44:06.135514 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b7a2f009-2504-4532-8c38-7c3f1a7dcee3 req-c33822da-970e-4f81-9cd0-62f630762aa3 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Dec 22 17:44:06.139892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:44:06.288265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:44:06.302038 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f', 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e', 'port_id': 'ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f', 'mac_address': 'fa:16:3e:8e:4a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c6abae-70c9-427b-b0d5-05e0aa46756f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:44:06.361522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:06.379775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:44:06.395621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:44:06.400243 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:06.402052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:06.475312 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:06.482981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:44:06.483352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:44:06.483690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:44:06.484021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:44:06.484349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:44:06.484678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:44:06.485001 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:44:06.485326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:44:06.485649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:44:06.485973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:44:06.486294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:44:06.486640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:44:06.490612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:06.605232 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:44:07.324165 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3b03f-2fed-4621-abee-803ab641497b req-71deaf42-f915-4c3a-98bc-ca697bdbdfce tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:07.325607 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c0b3b03f-2fed-4621-abee-803ab641497b req-71deaf42-f915-4c3a-98bc-ca697bdbdfce tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 945 time: 0.0828924 Dec 22 17:44:07.370952 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c0b3b03f-2fed-4621-abee-803ab641497b req-978cded1-a2e8-46be-a16f-0c380a4390f6 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 Dec 22 17:44:08.140316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:44:08.212511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:44:08.218091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:44:08.218533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:08.340348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:08.368152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd4290-2288-4126-a799-d99e3a3fbda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:44:08.377675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:44:08.382532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:08.385511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-900381e6-37fd-467f-a33e-72d9fef13141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:08.417859 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bd4290-2288-4126-a799-d99e3a3fbda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f', 'code': 200} Dec 22 17:44:08.462139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:08.465399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:08.565870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f1c92-215a-4381-b484-52b7cdf67f3c req-1981bc58-e479-48ae-8615-16fef6d8293a tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:08.567355 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-eb1f1c92-215a-4381-b484-52b7cdf67f3c req-1981bc58-e479-48ae-8615-16fef6d8293a tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 946 time: 0.0870502 Dec 22 17:44:08.614820 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-eb1f1c92-215a-4381-b484-52b7cdf67f3c req-1bc4625d-3e10-4d8e-b304-68700a4e5c97 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Dec 22 17:44:08.662073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb497a-bd9c-4286-924b-bc1c3356998b req-e361a576-d1ef-4abc-bf8f-37d7fe7ea54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:08.663731 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-67cb497a-bd9c-4286-924b-bc1c3356998b req-e361a576-d1ef-4abc-bf8f-37d7fe7ea54e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 1099 time: 0.0750122 Dec 22 17:44:08.821815 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-67cb497a-bd9c-4286-924b-bc1c3356998b req-3c43c08b-4ca2-4845-97b2-ef6b94b4e717 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506426 Dec 22 17:44:09.808869 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c6c71-ab81-43c8-9691-431671d0f769 req-101a54ab-8002-4c60-9b93-38b8cd0378c1 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:09.812145 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-135c6c71-ab81-43c8-9691-431671d0f769 req-101a54ab-8002-4c60-9b93-38b8cd0378c1 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 946 time: 0.0882258 Dec 22 17:44:09.857403 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-135c6c71-ab81-43c8-9691-431671d0f769 req-49aa6480-9e35-4d01-b161-b7a7285afdaa tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Dec 22 17:44:11.175211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c259c59-c9c0-48a0-8207-a7783ceafeaf req-9ee7b1b9-d57f-4b67-8056-546a13129c6a tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:11.176568 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9c259c59-c9c0-48a0-8207-a7783ceafeaf req-9ee7b1b9-d57f-4b67-8056-546a13129c6a tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 946 time: 0.2101369 Dec 22 17:44:11.222170 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9c259c59-c9c0-48a0-8207-a7783ceafeaf req-dddc1973-e1e1-42ae-8042-ef077e9de2f1 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394275 Dec 22 17:44:11.410362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f846c4-99bc-4b9f-b1e7-d5937db3ae57 req-3d4a04b3-429a-402e-946c-ae9e98bc3b2f tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:11.411860 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96f846c4-99bc-4b9f-b1e7-d5937db3ae57 req-3d4a04b3-429a-402e-946c-ae9e98bc3b2f tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 946 time: 0.0815639 Dec 22 17:44:11.456465 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96f846c4-99bc-4b9f-b1e7-d5937db3ae57 req-5619f641-0043-4a50-ae53-01b320aebf45 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380907 Dec 22 17:44:13.012778 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:44:27.193175 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263a140-2017-4d01-9c0b-1a0b6e2806c8 req-27bd2597-68b6-4a64-8460-75994ded0644 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:27.194562 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0263a140-2017-4d01-9c0b-1a0b6e2806c8 req-27bd2597-68b6-4a64-8460-75994ded0644 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 946 time: 0.0800378 Dec 22 17:44:27.243327 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0263a140-2017-4d01-9c0b-1a0b6e2806c8 req-f5bded14-1a99-4d29-8442-766f97bd66cd tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Dec 22 17:44:27.665364 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ce964fde-ed93-473c-abc0-cdb87677f48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:28.432171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56372d4d-b1a7-45ae-97c5-b75b1408a2bb req-7b921775-2dd1-442d-ad12-91c037cf3445 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:28.433615 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-56372d4d-b1a7-45ae-97c5-b75b1408a2bb req-7b921775-2dd1-442d-ad12-91c037cf3445 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 946 time: 0.0816121 Dec 22 17:44:28.477784 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-56372d4d-b1a7-45ae-97c5-b75b1408a2bb req-b3f587ec-d9e7-4ff5-aab9-3bf704542fc2 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384643 Dec 22 17:44:28.684730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46831-cca6-46d5-be87-e66bd417c06c req-ccb3ad3e-9a6f-4209-bb5f-97244ac4ab7e tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:28.686136 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c6e46831-cca6-46d5-be87-e66bd417c06c req-ccb3ad3e-9a6f-4209-bb5f-97244ac4ab7e tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.53 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 946 time: 0.0788090 Dec 22 17:44:28.765908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-c6e46831-cca6-46d5-be87-e66bd417c06c req-6721dea5-0af3-4504-ac5a-4aed9eec1b23 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Deleting port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:44:28.766240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c6e46831-cca6-46d5-be87-e66bd417c06c req-6721dea5-0af3-4504-ac5a-4aed9eec1b23 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:29.009448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-c6e46831-cca6-46d5-be87-e66bd417c06c req-6721dea5-0af3-4504-ac5a-4aed9eec1b23 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] For port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:44:29.009703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c6e46831-cca6-46d5-be87-e66bd417c06c req-6721dea5-0af3-4504-ac5a-4aed9eec1b23 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:29.133560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-c6e46831-cca6-46d5-be87-e66bd417c06c req-6721dea5-0af3-4504-ac5a-4aed9eec1b23 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Calling delete_port for ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:44:29.274194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c6e46831-cca6-46d5-be87-e66bd417c06c req-6721dea5-0af3-4504-ac5a-4aed9eec1b23 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:29.279948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:29.286488 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:44:29.326862 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721dea5-0af3-4504-ac5a-4aed9eec1b23 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Pushing event deleted for resources: {'Port': ['ID=ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:29.330420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6721dea5-0af3-4504-ac5a-4aed9eec1b23 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:29.403234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e46831-cca6-46d5-be87-e66bd417c06c req-6721dea5-0af3-4504-ac5a-4aed9eec1b23 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] No DVR routers for this DVR port ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:44:29.405845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-c6e46831-cca6-46d5-be87-e66bd417c06c req-6721dea5-0af3-4504-ac5a-4aed9eec1b23 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:29.408681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd4290-2288-4126-a799-d99e3a3fbda3', 'name': 'network-vif-deleted', 'tag': 'ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:44:29.426519 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c6e46831-cca6-46d5-be87-e66bd417c06c req-6721dea5-0af3-4504-ac5a-4aed9eec1b23 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.53 "DELETE /v2.0/ports/ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f HTTP/1.1" status: 204 len: 173 time: 0.7341185 Dec 22 17:44:29.461172 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bd4290-2288-4126-a799-d99e3a3fbda3', 'name': 'network-vif-deleted', 'tag': 'ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f', 'status': 'completed', 'code': 200} Dec 22 17:44:29.650816 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2bb126ee-fa40-4f33-aa61-ba57989fcdd3 req-000718a0-024d-40bf-90e2-74838030b7b2 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=69bd4290-2288-4126-a799-d99e3a3fbda3 HTTP/1.1" status: 200 len: 210 time: 0.0478895 Dec 22 17:44:30.105142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-da4794a3-6f3d-43d3-90ca-74e8e1b5b5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:31.134096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:31.258461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:31.484555 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-6776949f-2a9f-499e-a7a5-2587fe903e24 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:31.485868 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-6776949f-2a9f-499e-a7a5-2587fe903e24 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/networks?id=ba0df6ed-a4fd-45d4-bfae-e356ed4af33e HTTP/1.1" status: 200 len: 817 time: 0.1445098 Dec 22 17:44:31.500010 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-ddb97a13-8d53-48b5-896b-14b62ae7ee3c tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/quotas/91ca3a0e66ec4ebd9896efeeefbdac78 HTTP/1.1" status: 200 len: 375 time: 0.0087702 Dec 22 17:44:31.586055 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1d34878f-f0c2-4d1c-a36d-f44b17a3e591 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=91ca3a0e66ec4ebd9896efeeefbdac78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806046 Dec 22 17:44:31.601340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-8a5254aa-2cf9-4808-b35c-790fb7ddcf2d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:44:31.602271 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-8a5254aa-2cf9-4808-b35c-790fb7ddcf2d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049736 Dec 22 17:44:31.732030 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-ce9c5224-dadb-4378-b722-92ab0e0617c0 service neutron] 10.222.0.70 "GET /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241984 Dec 22 17:44:31.861725 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-c2117cb4-3675-4c30-9d99-265993200de4 service neutron] 10.222.0.70 "GET /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237767 Dec 22 17:44:32.040506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-413bc839-a761-492e-bf03-fc82ce1c7673 req-762874ce-5cae-43b7-bc94-8135823e90cc tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Synchronizing usage tracker for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:44:32.056362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-413bc839-a761-492e-bf03-fc82ce1c7673 req-762874ce-5cae-43b7-bc94-8135823e90cc tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Unset dirty status for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:44:32.057521 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-413bc839-a761-492e-bf03-fc82ce1c7673 req-762874ce-5cae-43b7-bc94-8135823e90cc tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 210 time: 0.0624101 Dec 22 17:44:32.264130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:44:32.299355 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:44:32.299712 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device ddd4f9b5-ed7e-42c6-9d3c-4beab33ffc8f not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:44:32.643431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:33.051508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-5852f939-11e0-4b1b-ac29-56acc3a44b8a tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:33.052960 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-5852f939-11e0-4b1b-ac29-56acc3a44b8a tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.53 "GET /v2.0/networks?id=ba0df6ed-a4fd-45d4-bfae-e356ed4af33e HTTP/1.1" status: 200 len: 817 time: 0.1556125 Dec 22 17:44:33.065575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Request body: {'port': {'device_id': '2bee2108-05a9-468f-8a75-466d26f7addd', 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e', 'admin_state_up': True, 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:44:33.206621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:44:33.212814 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f83c8844-7e1a-4f20-82f9-889298ad21f3 req-1b4798e3-8a8c-4550-a1c8-d9f9a4eed788 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 210 time: 0.0434871 Dec 22 17:44:33.217227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:44:33.228752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Made reservation on behalf of 91ca3a0e66ec4ebd9896efeeefbdac78 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:44:33.232257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:33.505863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Allocated IP 172.20.0.14 (ba0df6ed-a4fd-45d4-bfae-e356ed4af33e/13c6abae-70c9-427b-b0d5-05e0aa46756f/f9a82c1b-dce2-41cc-bb23-beeb6109bb73) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:44:33.716124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:33.733481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Transition to ACTIVE for port object f9a82c1b-dce2-41cc-bb23-beeb6109bb73 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:44:33.763021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:33.773855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb9779d5-ad0e-41b5-8549-53fb6e9e1c66 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:33.873192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:44:33.876272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:44:33.879303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:44:33.943702 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Pushing event updated for resources: {'Port': ['ID=f9a82c1b-dce2-41cc-bb23-beeb6109bb73,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:33.948659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:33.966708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:33.967350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:34.003377 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9413815 Dec 22 17:44:34.065640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Request body: {'port': {'device_id': '2bee2108-05a9-468f-8a75-466d26f7addd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:44:34.126513 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-736251f7-faff-410c-a122-c63d5ee3cb81 None None] Provisioning for port f9a82c1b-dce2-41cc-bb23-beeb6109bb73 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:44:34.132384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-736251f7-faff-410c-a122-c63d5ee3cb81 None None] Provisioning complete for port f9a82c1b-dce2-41cc-bb23-beeb6109bb73 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:44:34.132766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-736251f7-faff-410c-a122-c63d5ee3cb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:34.180698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:34.189599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-736251f7-faff-410c-a122-c63d5ee3cb81 None None] Port f9a82c1b-dce2-41cc-bb23-beeb6109bb73 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:44:34.511155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3e25a-fd7a-4766-a199-8624dadc76b3 req-534e57e0-3e61-46e9-90a1-64e937491bd6 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:34.511845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-c9b3e25a-fd7a-4766-a199-8624dadc76b3 req-534e57e0-3e61-46e9-90a1-64e937491bd6 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Synchronizing usage tracker for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:44:34.545139 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-c9b3e25a-fd7a-4766-a199-8624dadc76b3 req-534e57e0-3e61-46e9-90a1-64e937491bd6 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Unset dirty status for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:44:34.546306 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c9b3e25a-fd7a-4766-a199-8624dadc76b3 req-534e57e0-3e61-46e9-90a1-64e937491bd6 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 932 time: 0.2234671 Dec 22 17:44:34.655313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a82c1b-dce2-41cc-bb23-beeb6109bb73 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:44:34.661559 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c9b3e25a-fd7a-4766-a199-8624dadc76b3 req-e87d078d-6ac6-4b7b-8248-42683803d227 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042726 Dec 22 17:44:34.665311 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:34.680002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Transition to ACTIVE for port object f9a82c1b-dce2-41cc-bb23-beeb6109bb73 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:44:34.683646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:34.687309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-774cef71-8e76-45a8-b6fd-db1681f23d97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:34.877902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Pushing event updated for resources: {'Port': ['ID=f9a82c1b-dce2-41cc-bb23-beeb6109bb73,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:34.884056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:34.942229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Attempting to bind port f9a82c1b-dce2-41cc-bb23-beeb6109bb73 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:44:34.942651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Attempting to bind port f9a82c1b-dce2-41cc-bb23-beeb6109bb73 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:44:34.943055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Attempting to bind port f9a82c1b-dce2-41cc-bb23-beeb6109bb73 on network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:44:34.948608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Port f9a82c1b-dce2-41cc-bb23-beeb6109bb73 on network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:44:34.949021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Attempting to bind port f9a82c1b-dce2-41cc-bb23-beeb6109bb73 on network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:44:34.955233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:44:34.955651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Checking segment: {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:44:34.956106 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Bound using segment: {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:44:34.956604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Bound port: f9a82c1b-dce2-41cc-bb23-beeb6109bb73, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:44:34.957173 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:35.049219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] For port f9a82c1b-dce2-41cc-bb23-beeb6109bb73, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:44:35.052239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] For port f9a82c1b-dce2-41cc-bb23-beeb6109bb73, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f9a82c1b-dce2-41cc-bb23-beeb6109bb73,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:44:35.056837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:35.060543 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5fad2235-2f27-4837-9f3b-2a45873f9ba8 tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:35.121296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:35.121888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:35.123272 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] 10.222.0.53 "PUT /v2.0/ports/f9a82c1b-dce2-41cc-bb23-beeb6109bb73 HTTP/1.1" status: 200 len: 1094 time: 1.1123934 Dec 22 17:44:35.123800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bee2108-05a9-468f-8a75-466d26f7addd', 'tag': 'f9a82c1b-dce2-41cc-bb23-beeb6109bb73'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:44:35.148131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Pushing event updated for resources: {'Port': ['ID=f9a82c1b-dce2-41cc-bb23-beeb6109bb73,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:35.151619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:35.200653 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bee2108-05a9-468f-8a75-466d26f7addd', 'tag': 'f9a82c1b-dce2-41cc-bb23-beeb6109bb73', 'status': 'completed', 'code': 200} Dec 22 17:44:35.242982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-c2acd221-14d0-4a0c-b0e3-3c50adbf8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:35.244475 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-c2acd221-14d0-4a0c-b0e3-3c50adbf8946 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91ca3a0e66ec4ebd9896efeeefbdac78&device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 1097 time: 0.0761456 Dec 22 17:44:35.316129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-7f5f3a3d-e917-458c-9bfb-bf7640275066 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a82c1b-dce2-41cc-bb23-beeb6109bb73 HTTP/1.1" status: 200 len: 217 time: 0.0638986 Dec 22 17:44:35.377104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1bac95c0-3183-44b0-928a-aef0a741ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:35.378514 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1bac95c0-3183-44b0-928a-aef0a741ac02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13c6abae-70c9-427b-b0d5-05e0aa46756f HTTP/1.1" status: 200 len: 856 time: 0.0563800 Dec 22 17:44:35.449424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:35.452919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1d42dc56-df02-406c-a810-9d48ed1eb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:35.454383 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-1d42dc56-df02-406c-a810-9d48ed1eb3d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba0df6ed-a4fd-45d4-bfae-e356ed4af33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695362 Dec 22 17:44:35.714234 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-487407b3-72ad-4fe0-8e62-5dd4ae474c1e service neutron] 10.222.0.53 "GET /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528398 Dec 22 17:44:35.896576 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d44b49c5-0118-498d-b50c-db7434f7f179 req-7c391d62-9aa1-4dda-9ab9-fca5ba0aaa29 service neutron] 10.222.0.53 "GET /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760385 Dec 22 17:44:35.915559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1257-06d1-488d-a628-f4e7bf6c802c req-6eca95a6-7583-495c-b959-d0a56695da1f tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:35.917131 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fc4a1257-06d1-488d-a628-f4e7bf6c802c req-6eca95a6-7583-495c-b959-d0a56695da1f tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 944 time: 0.1301336 Dec 22 17:44:35.964674 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fc4a1257-06d1-488d-a628-f4e7bf6c802c req-0ba081ad-f8ae-4b52-8810-f28f9828a2b1 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Dec 22 17:44:36.036708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecd5e5-9a89-4c39-bdb2-004cc081af8d req-39364376-052c-4d3e-813f-d73a3a770f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:36.038725 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18ecd5e5-9a89-4c39-bdb2-004cc081af8d req-39364376-052c-4d3e-813f-d73a3a770f90 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91ca3a0e66ec4ebd9896efeeefbdac78&device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 1097 time: 0.0727644 Dec 22 17:44:36.169961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecd5e5-9a89-4c39-bdb2-004cc081af8d req-c10d4250-a6d1-4d08-b064-155e6bbaa343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:36.171482 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18ecd5e5-9a89-4c39-bdb2-004cc081af8d req-c10d4250-a6d1-4d08-b064-155e6bbaa343 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba0df6ed-a4fd-45d4-bfae-e356ed4af33e HTTP/1.1" status: 200 len: 918 time: 0.1264803 Dec 22 17:44:36.239708 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18ecd5e5-9a89-4c39-bdb2-004cc081af8d req-d19f4641-8166-4ace-b4f8-8a45cf9fb227 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a82c1b-dce2-41cc-bb23-beeb6109bb73 HTTP/1.1" status: 200 len: 217 time: 0.0605431 Dec 22 17:44:36.307183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecd5e5-9a89-4c39-bdb2-004cc081af8d req-93472008-712b-43e3-8786-39e95c7c0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:36.308626 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18ecd5e5-9a89-4c39-bdb2-004cc081af8d req-93472008-712b-43e3-8786-39e95c7c0eb9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13c6abae-70c9-427b-b0d5-05e0aa46756f HTTP/1.1" status: 200 len: 856 time: 0.0612721 Dec 22 17:44:36.384667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecd5e5-9a89-4c39-bdb2-004cc081af8d req-19ac34a7-040d-455a-9114-dd13b7bcb912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:36.386148 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18ecd5e5-9a89-4c39-bdb2-004cc081af8d req-19ac34a7-040d-455a-9114-dd13b7bcb912 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba0df6ed-a4fd-45d4-bfae-e356ed4af33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698884 Dec 22 17:44:36.526259 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18ecd5e5-9a89-4c39-bdb2-004cc081af8d req-12891fb4-8b94-4138-9a0f-541ae69b4683 service neutron] 10.222.0.53 "GET /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320164 Dec 22 17:44:36.670414 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18ecd5e5-9a89-4c39-bdb2-004cc081af8d req-d5f075e1-1aff-4766-9292-3bd5e563a82a service neutron] 10.222.0.53 "GET /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342950 Dec 22 17:44:37.155408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad60a13-1b38-4072-bfed-57509afce8ea req-b2349195-f978-4d8d-89b4-6ac77e24cf7c tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:37.156796 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8ad60a13-1b38-4072-bfed-57509afce8ea req-b2349195-f978-4d8d-89b4-6ac77e24cf7c tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 944 time: 0.0833986 Dec 22 17:44:37.203975 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8ad60a13-1b38-4072-bfed-57509afce8ea req-da8492a8-77a6-486b-a1ad-39ed63d65cbe tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402524 Dec 22 17:44:38.392334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e36a62-7f38-4e0b-8dc4-88375a28de3d req-60136669-3434-43ab-9422-74992879299b tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:38.393791 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-47e36a62-7f38-4e0b-8dc4-88375a28de3d req-60136669-3434-43ab-9422-74992879299b tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 944 time: 0.0847893 Dec 22 17:44:38.442093 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-47e36a62-7f38-4e0b-8dc4-88375a28de3d req-8393736e-4c06-4d66-b23e-fead53388fb6 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Dec 22 17:44:39.628190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76517c-cfd5-4e2e-ab05-a3680b32b925 req-d42a40a5-c7a0-4b30-8eb0-86e07633a7b0 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:39.629630 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1d76517c-cfd5-4e2e-ab05-a3680b32b925 req-d42a40a5-c7a0-4b30-8eb0-86e07633a7b0 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 944 time: 0.0836911 Dec 22 17:44:39.672685 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1d76517c-cfd5-4e2e-ab05-a3680b32b925 req-45293d26-962e-4646-95e2-2e94a9c7b517 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375068 Dec 22 17:44:40.311294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device f9a82c1b-dce2-41cc-bb23-beeb6109bb73 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:44:40.446534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port f9a82c1b-dce2-41cc-bb23-beeb6109bb73, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f9a82c1b-dce2-41cc-bb23-beeb6109bb73,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:44:40.459506 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'f9a82c1b-dce2-41cc-bb23-beeb6109bb73', 'network_id': 'ba0df6ed-a4fd-45d4-bfae-e356ed4af33e', 'port_id': 'f9a82c1b-dce2-41cc-bb23-beeb6109bb73', 'mac_address': 'fa:16:3e:47:b3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c6abae-70c9-427b-b0d5-05e0aa46756f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:44:40.514718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:40.531453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a82c1b-dce2-41cc-bb23-beeb6109bb73 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:44:40.547085 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port f9a82c1b-dce2-41cc-bb23-beeb6109bb73, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f9a82c1b-dce2-41cc-bb23-beeb6109bb73,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:44:40.550711 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:40.552461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:40.620959 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=f9a82c1b-dce2-41cc-bb23-beeb6109bb73,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:40.624061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:40.744707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['f9a82c1b-dce2-41cc-bb23-beeb6109bb73'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:44:40.859726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58478b60-d3e0-4fb2-8584-711a24787d9d req-2b660a78-7b54-4cfb-8b13-9dd9c749e744 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:40.861187 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-58478b60-d3e0-4fb2-8584-711a24787d9d req-2b660a78-7b54-4cfb-8b13-9dd9c749e744 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 945 time: 0.0832174 Dec 22 17:44:40.904644 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-58478b60-d3e0-4fb2-8584-711a24787d9d req-890de49f-4d05-4eee-83a1-6853c8ad7d7f tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376065 Dec 22 17:44:42.091384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271949c-c3fe-4363-a241-57638ed4a348 req-0ec36cf1-782a-4b93-8726-68f389cdde86 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:42.092730 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5271949c-c3fe-4363-a241-57638ed4a348 req-0ec36cf1-782a-4b93-8726-68f389cdde86 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 945 time: 0.0825586 Dec 22 17:44:42.140639 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5271949c-c3fe-4363-a241-57638ed4a348 req-fc31c7d4-7503-4261-8fcb-0f7f56c0573c tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Dec 22 17:44:42.347123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device f9a82c1b-dce2-41cc-bb23-beeb6109bb73 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:44:42.417765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port f9a82c1b-dce2-41cc-bb23-beeb6109bb73 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:44:42.422429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port f9a82c1b-dce2-41cc-bb23-beeb6109bb73 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:44:42.422810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:42.546254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:42.573278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bee2108-05a9-468f-8a75-466d26f7addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a82c1b-dce2-41cc-bb23-beeb6109bb73'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:44:42.583067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port f9a82c1b-dce2-41cc-bb23-beeb6109bb73, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f9a82c1b-dce2-41cc-bb23-beeb6109bb73,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:44:42.587131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:42.588991 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0783e68a-90db-41f6-b140-741238a32a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:44:42.623889 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bee2108-05a9-468f-8a75-466d26f7addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a82c1b-dce2-41cc-bb23-beeb6109bb73', 'code': 200} Dec 22 17:44:42.655950 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=f9a82c1b-dce2-41cc-bb23-beeb6109bb73,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:44:42.658772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:44:42.841411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaba91-cee1-4a16-994f-ce48a8eb3066 req-3dc38586-171b-4fee-9672-060466090014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:42.842855 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d3eaba91-cee1-4a16-994f-ce48a8eb3066 req-3dc38586-171b-4fee-9672-060466090014 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 1099 time: 0.0721769 Dec 22 17:44:42.883626 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d3eaba91-cee1-4a16-994f-ce48a8eb3066 req-30d719c3-f73c-457c-88bb-ad69f190420c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Dec 22 17:44:43.322752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9062189-845e-46c0-bd73-e90b1df6de9d req-04cf29a9-8aee-44b9-8624-be36bb6e6c11 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:43.324237 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d9062189-845e-46c0-bd73-e90b1df6de9d req-04cf29a9-8aee-44b9-8624-be36bb6e6c11 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 946 time: 0.0803053 Dec 22 17:44:43.368152 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d9062189-845e-46c0-bd73-e90b1df6de9d req-152ce5e5-e51d-41e9-8f00-6f26bf138df3 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383508 Dec 22 17:44:44.558524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cb034-9525-42bb-8d49-0e39127365b9 req-6499f67f-ab94-42ad-a2ea-4d2a5a419dc7 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:44.560006 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0f6cb034-9525-42bb-8d49-0e39127365b9 req-6499f67f-ab94-42ad-a2ea-4d2a5a419dc7 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 946 time: 0.0846941 Dec 22 17:44:44.608118 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0f6cb034-9525-42bb-8d49-0e39127365b9 req-5a8022ef-c5de-4604-bc60-0dc62390e9b3 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Dec 22 17:44:44.794383 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c6184-7e79-4655-9acb-a6de34ddc83f req-9bfa986f-20b4-4519-bbb0-925e4e9eb64e tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:44.795773 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-315c6184-7e79-4655-9acb-a6de34ddc83f req-9bfa986f-20b4-4519-bbb0-925e4e9eb64e tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 946 time: 0.0834329 Dec 22 17:44:44.839278 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-315c6184-7e79-4655-9acb-a6de34ddc83f req-f8d0cb00-614c-4af3-b96e-9f8d4bc7a6aa tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377738 Dec 22 17:44:50.012457 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:44:57.671382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7b4523c9-3b56-4756-a419-9f87b5bb2438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:44:59.319221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e478e-7e48-4ba1-8d4d-483d9503962a req-30e400dc-a181-44d6-b08e-7e759ec24bad tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:44:59.321834 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-111e478e-7e48-4ba1-8d4d-483d9503962a req-30e400dc-a181-44d6-b08e-7e759ec24bad tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 946 time: 0.1052749 Dec 22 17:44:59.372389 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-111e478e-7e48-4ba1-8d4d-483d9503962a req-316c09e1-9573-42e4-a28b-c1b438e846a9 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446978 Dec 22 17:45:00.107385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d9ae7768-5914-4c90-be77-a3ca4c83e267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:00.561318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bc993-ff3d-4f0a-bb12-e391463bf343 req-c2554fd9-617a-4ab3-8f2d-0514490e695a tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:00.562778 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5e7bc993-ff3d-4f0a-bb12-e391463bf343 req-c2554fd9-617a-4ab3-8f2d-0514490e695a tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 946 time: 0.0811388 Dec 22 17:45:00.609846 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-5e7bc993-ff3d-4f0a-bb12-e391463bf343 req-abd1a189-0405-4c72-88d1-decbc25f9321 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/security-groups?id=543f3a5c-798a-46e7-87a8-514087507ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 Dec 22 17:45:00.893690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8ab78-344b-493c-9a2d-ac248fe4091b req-4808c572-55e1-48f7-a7e3-5c8940005ab7 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:00.895135 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d6a8ab78-344b-493c-9a2d-ac248fe4091b req-4808c572-55e1-48f7-a7e3-5c8940005ab7 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 946 time: 0.1980801 Dec 22 17:45:00.968055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-d6a8ab78-344b-493c-9a2d-ac248fe4091b req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Deleting port f9a82c1b-dce2-41cc-bb23-beeb6109bb73 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:45:00.968391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d6a8ab78-344b-493c-9a2d-ac248fe4091b req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:01.143130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:01.229874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-d6a8ab78-344b-493c-9a2d-ac248fe4091b req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] For port f9a82c1b-dce2-41cc-bb23-beeb6109bb73, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f9a82c1b-dce2-41cc-bb23-beeb6109bb73,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:01.230264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d6a8ab78-344b-493c-9a2d-ac248fe4091b req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:01.264310 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:01.359593 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-d6a8ab78-344b-493c-9a2d-ac248fe4091b req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Calling delete_port for f9a82c1b-dce2-41cc-bb23-beeb6109bb73 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:45:01.499202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d6a8ab78-344b-493c-9a2d-ac248fe4091b req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:01.504644 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7661e9b0-a032-4cdc-a7df-6d4a715c2cb7 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:01.510993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['f9a82c1b-dce2-41cc-bb23-beeb6109bb73'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:45:01.549385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Pushing event deleted for resources: {'Port': ['ID=f9a82c1b-dce2-41cc-bb23-beeb6109bb73,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:01.591983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:01.592362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:01.592733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:01.593099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:01.593463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:01.593818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:01.594178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:01.594537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:01.594889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:01.595275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:01.595628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:01.595978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:01.603754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:01.642172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a8ab78-344b-493c-9a2d-ac248fe4091b req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] No DVR routers for this DVR port f9a82c1b-dce2-41cc-bb23-beeb6109bb73 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:45:01.644738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d6a8ab78-344b-493c-9a2d-ac248fe4091b req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:01.647964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bee2108-05a9-468f-8a75-466d26f7addd', 'name': 'network-vif-deleted', 'tag': 'f9a82c1b-dce2-41cc-bb23-beeb6109bb73'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:45:01.666895 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d6a8ab78-344b-493c-9a2d-ac248fe4091b req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.53 "DELETE /v2.0/ports/f9a82c1b-dce2-41cc-bb23-beeb6109bb73 HTTP/1.1" status: 204 len: 173 time: 0.7662141 Dec 22 17:45:01.704180 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bee2108-05a9-468f-8a75-466d26f7addd', 'name': 'network-vif-deleted', 'tag': 'f9a82c1b-dce2-41cc-bb23-beeb6109bb73', 'status': 'completed', 'code': 200} Dec 22 17:45:01.787033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e0ae59d5-090b-43ce-a4c1-fef76c7f1a91 req-a9fa39ff-27dc-4779-9e21-dc4aafc155f7 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Synchronizing usage tracker for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:45:01.808246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e0ae59d5-090b-43ce-a4c1-fef76c7f1a91 req-a9fa39ff-27dc-4779-9e21-dc4aafc155f7 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Unset dirty status for tenant:91ca3a0e66ec4ebd9896efeeefbdac78 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:45:01.809876 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e0ae59d5-090b-43ce-a4c1-fef76c7f1a91 req-a9fa39ff-27dc-4779-9e21-dc4aafc155f7 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bee2108-05a9-468f-8a75-466d26f7addd HTTP/1.1" status: 200 len: 210 time: 0.0673437 Dec 22 17:45:02.648839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:02.938037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42862) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:03.599135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:03.966442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Deleting port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:45:03.967155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:04.137794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] For port dadcf0fe-f1b8-4c0e-b577-874c1f608e7e, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=dadcf0fe-f1b8-4c0e-b577-874c1f608e7e,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:04.138145 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:04.259659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Calling delete_port for dadcf0fe-f1b8-4c0e-b577-874c1f608e7e owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:45:04.394252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device f9a82c1b-dce2-41cc-bb23-beeb6109bb73 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:45:04.427396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: f9a82c1b-dce2-41cc-bb23-beeb6109bb73 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:45:04.428239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device f9a82c1b-dce2-41cc-bb23-beeb6109bb73 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:45:04.516154 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:04.520547 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3569ee61-e12e-4f02-b3d0-d402cf6b74ff tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:04.568930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dadcf0fe-f1b8-4c0e-b577-874c1f608e7e,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:04.610262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:04.610644 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:04.611023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:04.611419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:04.611785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:04.612148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:04.612527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:04.612870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:04.613227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:04.613582 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:04.613934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:04.614288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:04.642209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:04.972336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:05.351019 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Router 7294f0de-1f33-4b5c-a508-23ddd2249f74 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:45:05.463540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:05.536694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:45:05.546754 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0345a153-a353-4d32-9aed-a943e0fe7a3f None None] Sync routers for ids ['7294f0de-1f33-4b5c-a508-23ddd2249f74'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:45:05.558670 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] 10.222.0.70 "PUT /v2.0/routers/7294f0de-1f33-4b5c-a508-23ddd2249f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6188521 Dec 22 17:45:05.560770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42866) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:05.561050 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0345a153-a353-4d32-9aed-a943e0fe7a3f None None] Routers {'7294f0de-1f33-4b5c-a508-23ddd2249f74'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:45:05.561801 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0345a153-a353-4d32-9aed-a943e0fe7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:45:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['7294f0de-1f33-4b5c-a508-23ddd2249f74'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:05.790368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:05.795453 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-0345a153-a353-4d32-9aed-a943e0fe7a3f None None] Set router 7294f0de-1f33-4b5c-a508-23ddd2249f74 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:45:05.964540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:05.975996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Deleting port 3b7f097e-37ca-4706-83a3-5295c187f9ea {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:45:05.976723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:06.116443 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0345a153-a353-4d32-9aed-a943e0fe7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'name': 'tempest-TestEncryptedCinderVolumes-1125237400-router', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:44Z', 'updated_at': '2021-12-22T17:45:04Z', 'revision_number': 5, 'project_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'gw_port': {'id': '3b7f097e-37ca-4706-83a3-5295c187f9ea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:45Z', 'updated_at': '2021-12-22T17:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:06.120340 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0345a153-a353-4d32-9aed-a943e0fe7a3f None None] Checking router: 7294f0de-1f33-4b5c-a508-23ddd2249f74 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:45:06.128547 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0345a153-a353-4d32-9aed-a943e0fe7a3f None None] Routers {'7294f0de-1f33-4b5c-a508-23ddd2249f74'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:45:06.129185 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0345a153-a353-4d32-9aed-a943e0fe7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:45:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['7294f0de-1f33-4b5c-a508-23ddd2249f74'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:06.156901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] For port 3b7f097e-37ca-4706-83a3-5295c187f9ea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3b7f097e-37ca-4706-83a3-5295c187f9ea,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:06.157299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:06.286234 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-0345a153-a353-4d32-9aed-a943e0fe7a3f None None] Set router 7294f0de-1f33-4b5c-a508-23ddd2249f74 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:45:06.407151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Calling delete_port for 3b7f097e-37ca-4706-83a3-5295c187f9ea owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:45:06.407388 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-0345a153-a353-4d32-9aed-a943e0fe7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'name': 'tempest-TestEncryptedCinderVolumes-1125237400-router', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:44Z', 'updated_at': '2021-12-22T17:45:05Z', 'revision_number': 6, 'project_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:06.411382 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0345a153-a353-4d32-9aed-a943e0fe7a3f None None] The sync data for ids ['7294f0de-1f33-4b5c-a508-23ddd2249f74'] in dv-neutron-822513-1-hyperv is: [{'id': '7294f0de-1f33-4b5c-a508-23ddd2249f74', 'name': 'tempest-TestEncryptedCinderVolumes-1125237400-router', 'tenant_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:44Z', 'updated_at': '2021-12-22T17:45:05Z', 'revision_number': 6, 'project_id': '91ca3a0e66ec4ebd9896efeeefbdac78', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:45:06.573054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:06.576933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ebece96d-166a-480e-bbbe-b4bc33b07715 tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:06.621183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7f097e-37ca-4706-83a3-5295c187f9ea,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:06.623595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:06.714811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:06.820089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device dadcf0fe-f1b8-4c0e-b577-874c1f608e7e no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:45:06.859824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: dadcf0fe-f1b8-4c0e-b577-874c1f608e7e {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:45:06.860180 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device dadcf0fe-f1b8-4c0e-b577-874c1f608e7e not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:45:06.903391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:06.905656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:06.927482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:06.928555 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7294f0de-1f33-4b5c-a508-23ddd2249f74 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:45:06.940864 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:06.942106 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] 10.222.0.70 "DELETE /v2.0/routers/7294f0de-1f33-4b5c-a508-23ddd2249f74 HTTP/1.1" status: 204 len: 168 time: 1.3803790 Dec 22 17:45:06.944710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42870) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:07.003408 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91b5cfd-afb5-4159-a757-b36481de6337 admin admin] Deleting subnet 13c6abae-70c9-427b-b0d5-05e0aa46756f {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:45:07.006216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b91b5cfd-afb5-4159-a757-b36481de6337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:07.063608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b91b5cfd-afb5-4159-a757-b36481de6337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:07.140469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b91b5cfd-afb5-4159-a757-b36481de6337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:07.212832 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b91b5cfd-afb5-4159-a757-b36481de6337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:07.217229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8cfa03d9-17db-4fb9-b056-586c9da8f8d5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:07.255818 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b5cfd-afb5-4159-a757-b36481de6337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c6abae-70c9-427b-b0d5-05e0aa46756f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:07.258300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b91b5cfd-afb5-4159-a757-b36481de6337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:07.261017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b91b5cfd-afb5-4159-a757-b36481de6337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:07.266580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5134fa3-814a-4a69-b68c-4a7c81ee3d6f None None] Network ba0df6ed-a4fd-45d4-bfae-e356ed4af33e requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:45:07.273171 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b91b5cfd-afb5-4159-a757-b36481de6337 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/13c6abae-70c9-427b-b0d5-05e0aa46756f HTTP/1.1" status: 204 len: 168 time: 0.3244143 Dec 22 17:45:07.273275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42874) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:07.380440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:07.391948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Deleting port 2ebb684d-475a-4bfa-b59f-0816c356c369 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:45:07.392315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:07.536375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e29f76-dbe3-4ced-8a75-2ad0f7448025 None None] DHCP port deletion for ba0df6ed-a4fd-45d4-bfae-e356ed4af33e request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:45:07.540617 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c4e29f76-dbe3-4ced-8a75-2ad0f7448025 None None] Deleting port 2ebb684d-475a-4bfa-b59f-0816c356c369 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:45:07.540997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c4e29f76-dbe3-4ced-8a75-2ad0f7448025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:07.610970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] For port 2ebb684d-475a-4bfa-b59f-0816c356c369, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2ebb684d-475a-4bfa-b59f-0816c356c369,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:07.611350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:07.741472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c4e29f76-dbe3-4ced-8a75-2ad0f7448025 None None] For port 2ebb684d-475a-4bfa-b59f-0816c356c369, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2ebb684d-475a-4bfa-b59f-0816c356c369,segment=NetworkSegment(44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb),segment_id=44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:07.741704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c4e29f76-dbe3-4ced-8a75-2ad0f7448025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:07.745786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Calling delete_port for 2ebb684d-475a-4bfa-b59f-0816c356c369 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:45:07.827928 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:07.832513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-17135e4a-c778-4f3b-a859-91ddbbccb7ef tempest-DeleteServersTestJSON-579021624 tempest-DeleteServersTestJSON-579021624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:07.879054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] No DVR routers for this DVR port 2ebb684d-475a-4bfa-b59f-0816c356c369 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:45:07.905851 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebb684d-475a-4bfa-b59f-0816c356c369,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:07.906191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c4e29f76-dbe3-4ced-8a75-2ad0f7448025 None None] Calling delete_port for 2ebb684d-475a-4bfa-b59f-0816c356c369 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:45:07.908348 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:07.978160 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-c4e29f76-dbe3-4ced-8a75-2ad0f7448025 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:45:07.978520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-c4e29f76-dbe3-4ced-8a75-2ad0f7448025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:45:08.114181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:08.139023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0df6ed-a4fd-45d4-bfae-e356ed4af33e']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:08.150905 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:08.151226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c1b5da-d0b5-4808-83e1-fe29b4a1fbbb') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:08.167600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:08.183687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:08.189511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:45:08.189881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:45:08.203317 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:45:08.277903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:08.281476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cef7bef3-e33a-4ea8-ae8e-172b308ea1cd tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:08.294574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:08.306338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Pushing event deleted for resources: {'Network': ['ID=ba0df6ed-a4fd-45d4-bfae-e356ed4af33e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:08.310494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:08.318404 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] 10.222.0.70 "DELETE /v2.0/networks/ba0df6ed-a4fd-45d4-bfae-e356ed4af33e HTTP/1.1" status: 204 len: 168 time: 1.0441263 Dec 22 17:45:08.321372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42878) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:08.480178 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c4e29f76-dbe3-4ced-8a75-2ad0f7448025 None None] Deleting port 2ebb684d-475a-4bfa-b59f-0816c356c369 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:45:08.480477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c4e29f76-dbe3-4ced-8a75-2ad0f7448025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:08.547960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c4e29f76-dbe3-4ced-8a75-2ad0f7448025 None None] The port '2ebb684d-475a-4bfa-b59f-0816c356c369' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:45:08.702078 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3b7f097e-37ca-4706-83a3-5295c187f9ea no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:45:08.741190 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 3b7f097e-37ca-4706-83a3-5295c187f9ea {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:45:08.741484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3b7f097e-37ca-4706-83a3-5295c187f9ea not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:45:08.741828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2ebb684d-475a-4bfa-b59f-0816c356c369 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:45:08.779504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 2ebb684d-475a-4bfa-b59f-0816c356c369 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:45:08.780154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2ebb684d-475a-4bfa-b59f-0816c356c369 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:45:08.883237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:09.223352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] Deleting port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:45:09.223687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:09.392045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] For port 8165a1ee-ce1f-4cfe-9963-ca959d8886a0, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8165a1ee-ce1f-4cfe-9963-ca959d8886a0,segment=NetworkSegment(67dd6a58-e216-4308-9743-20991a133653),segment_id=67dd6a58-e216-4308-9743-20991a133653)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:09.392757 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:09.632855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] Calling delete_port for 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:45:09.809938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:09.813695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:09.859835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] Pushing event deleted for resources: {'Port': ['ID=8165a1ee-ce1f-4cfe-9963-ca959d8886a0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:09.862944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:10.128579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:10.480826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] Router dc98e856-ac03-4c26-9ab0-9e07486c4c59 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:45:10.664731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:45:10.673861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10979ea9-5da0-44a8-b665-c52b38169ee0 None None] Sync routers for ids ['dc98e856-ac03-4c26-9ab0-9e07486c4c59'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:45:10.678472 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] 10.222.0.70 "PUT /v2.0/routers/dc98e856-ac03-4c26-9ab0-9e07486c4c59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3538184 Dec 22 17:45:10.679275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42882) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:10.689653 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10979ea9-5da0-44a8-b665-c52b38169ee0 None None] Routers {'dc98e856-ac03-4c26-9ab0-9e07486c4c59'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:45:10.690266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-10979ea9-5da0-44a8-b665-c52b38169ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:45:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['dc98e856-ac03-4c26-9ab0-9e07486c4c59'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:10.869989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-10979ea9-5da0-44a8-b665-c52b38169ee0 None None] Set router dc98e856-ac03-4c26-9ab0-9e07486c4c59 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:45:10.872599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:11.056326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:11.066675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Deleting port 3e3d059e-9c7d-4b66-aea6-70e15d016bea {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:45:11.067166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:11.163605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-10979ea9-5da0-44a8-b665-c52b38169ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'name': 'tempest-TestEncryptedCinderVolumes-1641795289-router', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:51Z', 'updated_at': '2021-12-22T17:45:09Z', 'revision_number': 5, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'gw_port': {'id': '3e3d059e-9c7d-4b66-aea6-70e15d016bea', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:43:52Z', 'updated_at': '2021-12-22T17:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:11.167933 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10979ea9-5da0-44a8-b665-c52b38169ee0 None None] Checking router: dc98e856-ac03-4c26-9ab0-9e07486c4c59 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:45:11.177139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10979ea9-5da0-44a8-b665-c52b38169ee0 None None] Routers {'dc98e856-ac03-4c26-9ab0-9e07486c4c59'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:45:11.178311 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-10979ea9-5da0-44a8-b665-c52b38169ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:45:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['dc98e856-ac03-4c26-9ab0-9e07486c4c59'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:11.332496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-10979ea9-5da0-44a8-b665-c52b38169ee0 None None] Set router dc98e856-ac03-4c26-9ab0-9e07486c4c59 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:45:11.370542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] For port 3e3d059e-9c7d-4b66-aea6-70e15d016bea, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=3e3d059e-9c7d-4b66-aea6-70e15d016bea,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:11.370888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:11.439516 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-10979ea9-5da0-44a8-b665-c52b38169ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'name': 'tempest-TestEncryptedCinderVolumes-1641795289-router', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:51Z', 'updated_at': '2021-12-22T17:45:11Z', 'revision_number': 6, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:11.443570 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10979ea9-5da0-44a8-b665-c52b38169ee0 None None] The sync data for ids ['dc98e856-ac03-4c26-9ab0-9e07486c4c59'] in dv-neutron-822513-1-hyperv is: [{'id': 'dc98e856-ac03-4c26-9ab0-9e07486c4c59', 'name': 'tempest-TestEncryptedCinderVolumes-1641795289-router', 'tenant_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:43:51Z', 'updated_at': '2021-12-22T17:45:11Z', 'revision_number': 6, 'project_id': 'a731b1bc5cc54c51b66bcad1313b6b18', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:45:11.498848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Calling delete_port for 3e3d059e-9c7d-4b66-aea6-70e15d016bea owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:45:11.667829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:11.671496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e3178aa4-4525-4662-9216-34139d024e6c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:11.714324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3d059e-9c7d-4b66-aea6-70e15d016bea,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:11.717570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:11.809425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:11.984022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:11.986308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:12.012443 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:12.012903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc98e856-ac03-4c26-9ab0-9e07486c4c59 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:45:12.025974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:12.027086 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] 10.222.0.70 "DELETE /v2.0/routers/dc98e856-ac03-4c26-9ab0-9e07486c4c59 HTTP/1.1" status: 204 len: 168 time: 1.3468394 Dec 22 17:45:12.029578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42886) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:12.086785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b4c21d-9bf3-401b-82ae-d9bd28a14b87 admin admin] Deleting subnet 5db9d344-1247-4937-8831-109afbfe5050 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:45:12.089650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c21d-9bf3-401b-82ae-d9bd28a14b87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:12.141844 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c21d-9bf3-401b-82ae-d9bd28a14b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:12.224841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c21d-9bf3-401b-82ae-d9bd28a14b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:12.303216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c21d-9bf3-401b-82ae-d9bd28a14b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:12.311157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bfa8b2e0-6ce6-42bc-ad46-8e585fda6876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:12.349573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4c21d-9bf3-401b-82ae-d9bd28a14b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db9d344-1247-4937-8831-109afbfe5050,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:12.353072 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a2b4c21d-9bf3-401b-82ae-d9bd28a14b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:12.355358 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c21d-9bf3-401b-82ae-d9bd28a14b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:12.359380 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb425d-a7ea-4f3f-8cc4-e141acda9304 None None] Network 6a1b6c56-a0e5-4647-99b1-507d0491c3ac requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:45:12.363296 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a2b4c21d-9bf3-401b-82ae-d9bd28a14b87 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5db9d344-1247-4937-8831-109afbfe5050 HTTP/1.1" status: 204 len: 168 time: 0.3306556 Dec 22 17:45:12.363515 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42890) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:12.481063 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:12.497528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Deleting port 7f926510-d00d-4a02-82ec-c325a418f81a {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:45:12.497928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:12.622910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c714e9b7-b478-440a-9123-b31ca2fee6df None None] DHCP port deletion for 6a1b6c56-a0e5-4647-99b1-507d0491c3ac request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:45:12.627854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c714e9b7-b478-440a-9123-b31ca2fee6df None None] Deleting port 7f926510-d00d-4a02-82ec-c325a418f81a {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:45:12.628343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c714e9b7-b478-440a-9123-b31ca2fee6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:12.717366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] For port 7f926510-d00d-4a02-82ec-c325a418f81a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7f926510-d00d-4a02-82ec-c325a418f81a,segment=NetworkSegment(67dd6a58-e216-4308-9743-20991a133653),segment_id=67dd6a58-e216-4308-9743-20991a133653)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:12.717957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:12.718083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:45:12.821113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:45:12.821505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8165a1ee-ce1f-4cfe-9963-ca959d8886a0 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:45:12.821883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3e3d059e-9c7d-4b66-aea6-70e15d016bea no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:45:12.860073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 3e3d059e-9c7d-4b66-aea6-70e15d016bea {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:45:12.860425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 3e3d059e-9c7d-4b66-aea6-70e15d016bea not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:45:12.860845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7f926510-d00d-4a02-82ec-c325a418f81a no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:45:12.981755 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Calling delete_port for 7f926510-d00d-4a02-82ec-c325a418f81a owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:45:13.008404 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c714e9b7-b478-440a-9123-b31ca2fee6df None None] For port 7f926510-d00d-4a02-82ec-c325a418f81a, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7f926510-d00d-4a02-82ec-c325a418f81a,segment=NetworkSegment(67dd6a58-e216-4308-9743-20991a133653),segment_id=67dd6a58-e216-4308-9743-20991a133653)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:13.008786 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c714e9b7-b478-440a-9123-b31ca2fee6df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.064365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.068533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ea7f3deb-77dd-458b-b4c4-c9eb877d56ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:13.115792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f926510-d00d-4a02-82ec-c325a418f81a,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:13.118216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:13.120913 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] No DVR routers for this DVR port 7f926510-d00d-4a02-82ec-c325a418f81a on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:45:13.172834 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c714e9b7-b478-440a-9123-b31ca2fee6df None None] Calling delete_port for 7f926510-d00d-4a02-82ec-c325a418f81a owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:45:13.229600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.240993 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.272843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1b6c56-a0e5-4647-99b1-507d0491c3ac']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:13.285753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dd6a58-e216-4308-9743-20991a133653') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:13.286043 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dd6a58-e216-4308-9743-20991a133653') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:13.298325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.303115 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-c714e9b7-b478-440a-9123-b31ca2fee6df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:45:13.303558 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-c714e9b7-b478-440a-9123-b31ca2fee6df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:45:13.314561 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.320946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:45:13.321364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:45:13.334922 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:45:13.410757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.415238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-afdb20d3-6b06-4013-92ab-ec6bc93c3a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:13.432067 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.442869 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1b6c56-a0e5-4647-99b1-507d0491c3ac,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:13.445753 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6a1b6c56-a0e5-4647-99b1-507d0491c3ac HTTP/1.1" status: 204 len: 168 time: 1.0813384 Dec 22 17:45:13.446624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:13.627327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42896) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:13.681751 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cc9da497-6ca4-41e8-b233-8127857a236b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91ca3a0e66ec4ebd9896efeeefbdac78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530286 Dec 22 17:45:13.683934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42900) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:13.745947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-922dc712-196b-4815-bf38-9dceb03dbd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.771699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-922dc712-196b-4815-bf38-9dceb03dbd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.804814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c714e9b7-b478-440a-9123-b31ca2fee6df None None] Deleting port 7f926510-d00d-4a02-82ec-c325a418f81a {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:45:13.805475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c714e9b7-b478-440a-9123-b31ca2fee6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.835968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-922dc712-196b-4815-bf38-9dceb03dbd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.839904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d7b3d03a-ae6c-4e89-ad3d-e1bf581f0d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:13.855272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dc712-196b-4815-bf38-9dceb03dbd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543f3a5c-798a-46e7-87a8-514087507ced,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:13.858003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-922dc712-196b-4815-bf38-9dceb03dbd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:13.866218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-922dc712-196b-4815-bf38-9dceb03dbd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:13.867364 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-922dc712-196b-4815-bf38-9dceb03dbd32 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/543f3a5c-798a-46e7-87a8-514087507ced HTTP/1.1" status: 204 len: 168 time: 0.1825128 Dec 22 17:45:13.894508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c714e9b7-b478-440a-9123-b31ca2fee6df None None] The port '7f926510-d00d-4a02-82ec-c325a418f81a' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:45:14.212174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42908) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:14.267191 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-592f26c9-e0c5-4af3-ae2f-5d5f5a8457a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a731b1bc5cc54c51b66bcad1313b6b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535355 Dec 22 17:45:14.269582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42912) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:14.329309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0a846af-27c7-4359-acf5-78e3bd657b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:14.356301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0a846af-27c7-4359-acf5-78e3bd657b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:14.408317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0a846af-27c7-4359-acf5-78e3bd657b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:14.412522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d3b37226-fe64-4f4a-b732-ade6c2ed1b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:14.429454 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a846af-27c7-4359-acf5-78e3bd657b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6ccfe0-394a-4144-96e8-10f6855bf510,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:14.432344 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c0a846af-27c7-4359-acf5-78e3bd657b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:14.434268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c0a846af-27c7-4359-acf5-78e3bd657b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:14.435465 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c0a846af-27c7-4359-acf5-78e3bd657b0f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d6ccfe0-394a-4144-96e8-10f6855bf510 HTTP/1.1" status: 204 len: 168 time: 0.1650069 Dec 22 17:45:15.238902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42936) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:15.344304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1691865088-network', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:45:15.349176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:45:15.353096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Usage tracker for resource:network and tenant:f1e611f700504c939819e7e3793bcf81 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:45:15.355967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:45:15.361627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:45:15.372868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Made reservation on behalf of f1e611f700504c939819e7e3793bcf81 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:45:15.375164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:15.387784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:15.402889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:45:15.406803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e611f700504c939819e7e3793bcf81 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:45:15.409750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:45:15.415563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:45:15.500344 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:15.504809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:15.508467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f9512bfe-ce3c-4d66-99c1-d659226c55ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:15.538114 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:45:15.543810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefa31c6-f721-4d7f-bf3a-9db45dff54b1,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:15.547251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:15.552847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:15.553067 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Added segment c0585449-d281-47ec-bf86-71e5f6f1c7c2 of type vlan for network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 Dec 22 17:45:15.580948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:15.609876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:15.610867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:15.611493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:15.614740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b73d7907-4a7b-400e-969a-5e234775ed72 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:15.842350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Pushing event updated for resources: {'Network': ['ID=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:15.845520 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6055901 Dec 22 17:45:15.846450 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:15.848487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42942) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:15.853149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:45:15.854630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Request body: {'subnet': {'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1691865088-subnet', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'ip_version': 4}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:45:15.859602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:45:15.863373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Usage tracker for resource:subnet and tenant:f1e611f700504c939819e7e3793bcf81 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:45:15.866846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:45:15.872541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:45:15.882810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Made reservation on behalf of f1e611f700504c939819e7e3793bcf81 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:45:15.885270 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:16.092034 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:16.095561 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a6e39625-ca74-4829-9f4a-9e757066cd22 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:16.163460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41d4991-8148-4c15-8b49-fa36ec5b366d,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:16.166097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:16.175036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Checking segment: {'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:45:16.175406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Network hostable DHCP agents. Network: 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:45:16.194954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:45:16.204618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:45:16.208536 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:16.209606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:16.216031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c80be3a-6856-40e0-aa0f-7389398708bb None None] Network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:45:16.233770 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ce2a443a-e28a-45dc-8e98-f7f70a0729a3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3818643 Dec 22 17:45:16.234217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42946) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:16.239283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:45:16.244284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:45:16.248446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Usage tracker for resource:router and tenant:f1e611f700504c939819e7e3793bcf81 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:45:16.251295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:45:16.256863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:45:16.267533 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:16.268523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:16.284303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:16.444759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'fixed_ips': [{'subnet_id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:45:16.446197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:16.558127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:16.607913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Allocated IP 172.20.0.2 (072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4/a41d4991-8148-4c15-8b49-fa36ec5b366d/f569e728-1aec-464c-a02a-d460f8b7253c) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:45:16.841934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:16.852084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Transition to ACTIVE for port object f569e728-1aec-464c-a02a-d460f8b7253c will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:45:16.871381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Transition to ACTIVE for port object f569e728-1aec-464c-a02a-d460f8b7253c will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:45:16.878977 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:16.886128 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:16.900073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:16.930288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:16.945936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:45:16.947130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:45:16.949621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:45:17.073281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Allocated IP 172.26.3.234 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/2f2fd730-c0f8-479c-8ba7-f91648e7aa04) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:45:17.078146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Pushing event updated for resources: {'Port': ['ID=f569e728-1aec-464c-a02a-d460f8b7253c,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:17.093668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:17.094016 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:17.094348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:17.094676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:17.094999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:17.095348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:17.095673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:17.095990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:17.096305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:17.096619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:17.096930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:17.097240 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:17.100944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:17.107796 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Attempting to bind port f569e728-1aec-464c-a02a-d460f8b7253c on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:45:17.108170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Attempting to bind port f569e728-1aec-464c-a02a-d460f8b7253c by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:45:17.108531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Attempting to bind port f569e728-1aec-464c-a02a-d460f8b7253c on network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:45:17.113765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:45:17.114156 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Checking segment: {'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:45:17.114536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:17.115477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Bound using segment: {'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:45:17.115969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Bound port: f569e728-1aec-464c-a02a-d460f8b7253c, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:45:17.116343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:17.210418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] For port f569e728-1aec-464c-a02a-d460f8b7253c, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:45:17.214104 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] For port f569e728-1aec-464c-a02a-d460f8b7253c, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f569e728-1aec-464c-a02a-d460f8b7253c,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:45:17.220002 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:17.225234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:17.242726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:17.271828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:17.276578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a4083fe9-26f6-4956-8a2e-c0cae15702bf tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:17.330176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Pushing event updated for resources: {'Port': ['ID=f569e728-1aec-464c-a02a-d460f8b7253c,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:17.333994 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:17.337501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:45:17.341333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:45:17.348079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:45:17.379748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Pushing event updated for resources: {'Port': ['ID=2f2fd730-c0f8-479c-8ba7-f91648e7aa04,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:17.386740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:17.914734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:18.289141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:18.298009 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad521ed-bc1e-4eaa-ad0e-52a88dcee089 None None] Network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:45:18.406854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-833a36e2-3f97-4f72-82b5-c192af91d45d None None] Provisioning for port f569e728-1aec-464c-a02a-d460f8b7253c completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:45:18.496573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:45:18.706055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:45:18.717753 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Sync routers for ids ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:45:18.730192 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Routers {'a065d3e2-e9fd-4ec0-b63e-b834632e73f3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:45:18.730822 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:45:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:18.736918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:18.739045 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5037546 Dec 22 17:45:18.741275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42950) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:18.744318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f569e728-1aec-464c-a02a-d460f8b7253c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:45:18.821476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port f569e728-1aec-464c-a02a-d460f8b7253c completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:45:18.831960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f569e728-1aec-464c-a02a-d460f8b7253c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:18.832359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:18.894388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-37fab9d4-e871-441e-ace5-34b807d9c1be None None] Provisioning complete for port f569e728-1aec-464c-a02a-d460f8b7253c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:18.894793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-37fab9d4-e871-441e-ace5-34b807d9c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:18.916161 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Set router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:45:19.081823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-37fab9d4-e871-441e-ace5-34b807d9c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:19.094145 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:19.137167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port f569e728-1aec-464c-a02a-d460f8b7253c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f569e728-1aec-464c-a02a-d460f8b7253c,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:19.141700 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:19.144261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:19.202660 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:17Z', 'revision_number': 3, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:19.207020 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Checking router: a065d3e2-e9fd-4ec0-b63e-b834632e73f3 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:45:19.207474 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Updating router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 port 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:45:19.259096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-37fab9d4-e871-441e-ace5-34b807d9c1be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:45:19.259485 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-37fab9d4-e871-441e-ace5-34b807d9c1be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:45:19.261843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=f569e728-1aec-464c-a02a-d460f8b7253c,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:19.264932 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:19.265411 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:19.604466 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:19.614440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:19.616330 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Transition to ACTIVE for port object 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:45:19.624476 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:19.628014 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:19.703933 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Attempting to bind port 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:45:19.704306 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Attempting to bind port 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:45:19.704742 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Attempting to bind port 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:45:19.706971 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Pushing event updated for resources: {'Port': ['ID=2f2fd730-c0f8-479c-8ba7-f91648e7aa04,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:19.716493 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:45:19.716841 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:45:19.717236 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:19.717623 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:45:19.718079 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Bound port: 2f2fd730-c0f8-479c-8ba7-f91648e7aa04, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:45:19.718693 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:19.744938 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:19.745272 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:19.745597 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:19.745915 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:19.746230 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:19.746552 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:19.746861 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:19.747194 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:19.747510 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:19.747818 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:19.748125 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:19.748434 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:45:19.821260 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:19.830000 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] For port 2f2fd730-c0f8-479c-8ba7-f91648e7aa04, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:45:19.833244 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] For port 2f2fd730-c0f8-479c-8ba7-f91648e7aa04, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2f2fd730-c0f8-479c-8ba7-f91648e7aa04,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:45:19.838815 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:19.839220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Allocated IP 172.20.0.1 (072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4/a41d4991-8148-4c15-8b49-fa36ec5b366d/4364cab8-a8e5-4892-a418-4648c5871485) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:45:19.842998 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-8c16f10b-2df4-4838-ab25-a3f7d2ffab4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:19.914821 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Routers {'a065d3e2-e9fd-4ec0-b63e-b834632e73f3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:45:19.915454 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:45:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:19.972150 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Pushing event updated for resources: {'Port': ['ID=2f2fd730-c0f8-479c-8ba7-f91648e7aa04,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:19.982562 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:19.994155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:20.011954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Transition to ACTIVE for port object 4364cab8-a8e5-4892-a418-4648c5871485 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:45:20.034372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:20.038188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3a199ee7-016c-4cda-b191-8715bb3a443f tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:20.097795 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] Set router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:45:20.101158 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:45:20.103988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:45:20.107606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:45:20.137606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=4364cab8-a8e5-4892-a418-4648c5871485,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:20.143963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:20.164845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:20.362774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ab25fdad-c326-44ff-9033-b763af8cef5b None None] Provisioning for port 4364cab8-a8e5-4892-a418-4648c5871485 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:45:20.369599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ab25fdad-c326-44ff-9033-b763af8cef5b None None] Provisioning complete for port 4364cab8-a8e5-4892-a418-4648c5871485 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:20.369777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ab25fdad-c326-44ff-9033-b763af8cef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:20.391320 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:17Z', 'revision_number': 3, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:20.395305 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4311bf-b8a4-4b57-bbd8-6435f73ef5b1 None None] The sync data for ids ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'] in dv-neutron-822513-1-hyperv is: [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:17Z', 'revision_number': 3, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:45:20.434527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ab25fdad-c326-44ff-9033-b763af8cef5b None None] Port 4364cab8-a8e5-4892-a418-4648c5871485 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:45:20.442066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:20.716386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:20.721414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:20.747425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-193c39ac-eeaa-4a3d-a10f-8d69593ade26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:20.821216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f569e728-1aec-464c-a02a-d460f8b7253c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:45:20.842776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:20.846394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=4364cab8-a8e5-4892-a418-4648c5871485,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:20.850740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:20.904189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f569e728-1aec-464c-a02a-d460f8b7253c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:20.904731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:21.035741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:45:21.037851 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:45:21.049427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:45:21.144598 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:45:21.150890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:21.151498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:21.296363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:21.317154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 2f2fd730-c0f8-479c-8ba7-f91648e7aa04, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2f2fd730-c0f8-479c-8ba7-f91648e7aa04,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:21.322731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:21.324835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:21.400371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-47082a19-24fa-468b-97db-04faee2f1305 None None] Provisioning complete for port 4364cab8-a8e5-4892-a418-4648c5871485 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:21.401094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-47082a19-24fa-468b-97db-04faee2f1305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:21.428078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:45:21.458717 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=2f2fd730-c0f8-479c-8ba7-f91648e7aa04,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:21.462160 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:21.472298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-47082a19-24fa-468b-97db-04faee2f1305 None None] Port 4364cab8-a8e5-4892-a418-4648c5871485 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:45:21.613813 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:45:21.622900 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] 10.222.0.70 "PUT /v2.0/routers/a065d3e2-e9fd-4ec0-b63e-b834632e73f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8794923 Dec 22 17:45:22.123639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Sync routers for ids ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:45:22.127586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42968) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:22.133136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1300265196-network', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:45:22.133427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Routers {'a065d3e2-e9fd-4ec0-b63e-b834632e73f3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:45:22.134083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:45:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:22.137785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:45:22.141564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Usage tracker for resource:network and tenant:aa6a3b379de845ef861f54738ceee399 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:45:22.144522 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:45:22.150857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:45:22.161390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Made reservation on behalf of aa6a3b379de845ef861f54738ceee399 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:45:22.164341 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.176220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.190254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:45:22.194020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6a3b379de845ef861f54738ceee399 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:45:22.196871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:45:22.202487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:45:22.295748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.299684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.302916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dad0b76c-a28e-48a0-a728-c07399548333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:22.333022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:45:22.339287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65d88c6-d60a-4da1-ab12-314dfc2206c2,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:22.343615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:22.347338 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.348023 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Added segment 3e8ade90-2b79-48e3-99ec-f051675a2301 of type vlan for network 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f Dec 22 17:45:22.374957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.376806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Set router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:45:22.404888 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.406116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:22.406694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.409994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ddc1bef6-84f1-4b6d-8c63-f1e460077545 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:22.512942 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3842230 Dec 22 17:45:22.515990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42972) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:22.516505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Pushing event updated for resources: {'Network': ['ID=4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:22.519322 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:22.523504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Request body: {'subnet': {'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1300265196-subnet', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'ip_version': 4}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:45:22.528651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:45:22.529104 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:45:22.532382 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Usage tracker for resource:subnet and tenant:aa6a3b379de845ef861f54738ceee399 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:45:22.536426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:45:22.542250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:45:22.552884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Made reservation on behalf of aa6a3b379de845ef861f54738ceee399 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:45:22.555282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.734740 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:45:22.773544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.781394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dfb88552-232c-4759-bf34-ec3bf4e912d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:22.866590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:22.867065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.872330 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda86f0d-fc57-4336-a063-e96851893bea,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:22.878082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:22.879062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Checking segment: {'id': '3e8ade90-2b79-48e3-99ec-f051675a2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:45:22.879434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Network hostable DHCP agents. Network: 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:45:22.900141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Network 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:45:22.910295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:45:22.914776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:22.915660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.920986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aab068-1ac9-41b4-965a-333b7f90de94 None None] Network 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:45:22.938595 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2f5b1852-ee9c-4377-8fd2-0d85570fcb3d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4205842 Dec 22 17:45:22.939533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:20Z', 'revision_number': 4, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '4364cab8-a8e5-4892-a418-4648c5871485', 'name': '', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'mac_address': 'fa:16:3e:bc:ff:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:19Z', 'updated_at': '2021-12-22T17:45:20Z', 'revision_number': 2, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'subnets': [{'id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:22.941861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 42976) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:22.947777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1300265196-router', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:45:22.952592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:45:22.956425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Usage tracker for resource:router and tenant:aa6a3b379de845ef861f54738ceee399 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:45:22.959269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:45:22.964945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:45:22.975895 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.977002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:22.993468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:23.009532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Checking router: a065d3e2-e9fd-4ec0-b63e-b834632e73f3 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:45:23.009973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Updating router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 port 4364cab8-a8e5-4892-a418-4648c5871485 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:45:23.110274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:23.259574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:23.408744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f', 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'fixed_ips': [{'subnet_id': 'fda86f0d-fc57-4336-a063-e96851893bea'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:45:23.409590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:23.568971 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:23.600932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:23.701705 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Allocated IP 172.20.0.2 (4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f/fda86f0d-fc57-4336-a063-e96851893bea/60b960c6-4fb5-4fac-8359-9af3d5e97ccc) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:45:23.742588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Allocated IP 172.26.3.213 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/9283f903-3a30-4ff5-a77e-66b0fbc6a284) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:45:23.927449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:23.954427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Transition to ACTIVE for port object 4364cab8-a8e5-4892-a418-4648c5871485 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:45:23.974687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:23.985327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3cc8c2c3-6e21-420d-bbf3-51e86829fd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:24.038236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:24.070891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:24.075175 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-884782f6-d95e-4974-860e-d2bea8946ca8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:24.142218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:45:24.145372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:45:24.147781 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:45:24.194855 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Pushing event updated for resources: {'Port': ['ID=9283f903-3a30-4ff5-a77e-66b0fbc6a284,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:24.199266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:24.211892 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac993b-82af-4772-8e79-997b81f2273c None None] Pushing event updated for resources: {'Port': ['ID=4364cab8-a8e5-4892-a418-4648c5871485,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:24.230707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3aac993b-82af-4772-8e79-997b81f2273c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:24.290582 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:24.304762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Attempting to bind port 4364cab8-a8e5-4892-a418-4648c5871485 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:45:24.305143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Attempting to bind port 4364cab8-a8e5-4892-a418-4648c5871485 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:45:24.305514 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Attempting to bind port 4364cab8-a8e5-4892-a418-4648c5871485 on network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:45:24.309788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Transition to ACTIVE for port object 60b960c6-4fb5-4fac-8359-9af3d5e97ccc will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:45:24.322612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:45:24.323044 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Checking segment: {'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:45:24.323429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:24.323833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Bound using segment: {'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:45:24.324317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Bound port: 4364cab8-a8e5-4892-a418-4648c5871485, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:45:24.324703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:24.365270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Transition to ACTIVE for port object 60b960c6-4fb5-4fac-8359-9af3d5e97ccc will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:45:24.406655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:24.422351 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f5bf075f-c6f6-45b4-9b22-3cdcd658a62c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:24.501705 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Network 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:45:24.508353 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:45:24.518762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Pushing event updated for resources: {'Port': ['ID=60b960c6-4fb5-4fac-8359-9af3d5e97ccc,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:24.525014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:45:24.527288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:24.578985 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] For port 4364cab8-a8e5-4892-a418-4648c5871485, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:45:24.606787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:24.630002 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] For port 4364cab8-a8e5-4892-a418-4648c5871485, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4364cab8-a8e5-4892-a418-4648c5871485,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:45:24.637215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:24.643098 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:24.680732 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Attempting to bind port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:45:24.681109 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Attempting to bind port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '3e8ade90-2b79-48e3-99ec-f051675a2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:45:24.681482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Attempting to bind port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc on network 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:45:24.705301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:45:24.706064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Checking segment: {'id': '3e8ade90-2b79-48e3-99ec-f051675a2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:45:24.706064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:24.706475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Bound using segment: {'id': '3e8ade90-2b79-48e3-99ec-f051675a2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:45:24.706970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Bound port: 60b960c6-4fb5-4fac-8359-9af3d5e97ccc, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8ade90-2b79-48e3-99ec-f051675a2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:45:24.707386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:24.795241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac993b-82af-4772-8e79-997b81f2273c None None] Pushing event updated for resources: {'Port': ['ID=4364cab8-a8e5-4892-a418-4648c5871485,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:24.802526 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3aac993b-82af-4772-8e79-997b81f2273c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:24.803237 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Routers {'a065d3e2-e9fd-4ec0-b63e-b834632e73f3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:45:24.803898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:45:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:24.972819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] For port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:45:24.990246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:25.007689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] For port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=60b960c6-4fb5-4fac-8359-9af3d5e97ccc,segment=NetworkSegment(3e8ade90-2b79-48e3-99ec-f051675a2301),segment_id=3e8ade90-2b79-48e3-99ec-f051675a2301)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:45:25.014890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:25.020444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:25.092541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] Set router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:45:25.188960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Pushing event updated for resources: {'Port': ['ID=60b960c6-4fb5-4fac-8359-9af3d5e97ccc,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:25.211583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Router 09e573fa-f56b-485f-9e99-06d5af5cd2de is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:45:25.245061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:25.555163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:20Z', 'revision_number': 4, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '4364cab8-a8e5-4892-a418-4648c5871485', 'name': '', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'mac_address': 'fa:16:3e:bc:ff:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:19Z', 'updated_at': '2021-12-22T17:45:24Z', 'revision_number': 4, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'subnets': [{'id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:25.559787 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3584ff6-6c55-4d68-8d0a-2a613a261eaa None None] The sync data for ids ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'] in dv-neutron-822513-1-hyperv is: [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:20Z', 'revision_number': 4, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '4364cab8-a8e5-4892-a418-4648c5871485', 'name': '', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'mac_address': 'fa:16:3e:bc:ff:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:19Z', 'updated_at': '2021-12-22T17:45:24Z', 'revision_number': 4, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'subnets': [{'id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:45:25.567562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:45:25.575953 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Sync routers for ids ['09e573fa-f56b-485f-9e99-06d5af5cd2de'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:45:25.586534 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Routers {'09e573fa-f56b-485f-9e99-06d5af5cd2de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:45:25.587506 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:45:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['09e573fa-f56b-485f-9e99-06d5af5cd2de'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:25.594035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:25.598205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 42980) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:45:25.602655 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4b885590-6a83-4b87-9f33-7e7a6401b443 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6524630 Dec 22 17:45:25.831450 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Set router 09e573fa-f56b-485f-9e99-06d5af5cd2de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:45:26.175307 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'name': 'tempest-TestMinimumBasicScenario-1300265196-router', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:22Z', 'updated_at': '2021-12-22T17:45:24Z', 'revision_number': 3, 'project_id': 'aa6a3b379de845ef861f54738ceee399', 'gw_port': {'id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:23Z', 'updated_at': '2021-12-22T17:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:26.182107 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Checking router: 09e573fa-f56b-485f-9e99-06d5af5cd2de for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:45:26.182782 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Updating router 09e573fa-f56b-485f-9e99-06d5af5cd2de port 9283f903-3a30-4ff5-a77e-66b0fbc6a284 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:45:26.260688 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:26.460463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f2f72e-2a1a-498e-8887-509aedb3b6d1 None None] Network 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:45:26.556047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1df0cb90-3f4e-4d7e-9e28-1f92311883a4 None None] Provisioning for port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:45:26.623088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:26.734948 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:26.750107 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Transition to ACTIVE for port object 9283f903-3a30-4ff5-a77e-66b0fbc6a284 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:45:26.759384 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:26.764257 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-fa72412e-1bca-44a5-bd77-6514d9fc4fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:26.851715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4364cab8-a8e5-4892-a418-4648c5871485 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:45:26.864378 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Attempting to bind port 9283f903-3a30-4ff5-a77e-66b0fbc6a284 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:45:26.864868 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Attempting to bind port 9283f903-3a30-4ff5-a77e-66b0fbc6a284 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:45:26.865231 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Attempting to bind port 9283f903-3a30-4ff5-a77e-66b0fbc6a284 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:45:26.871031 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be04062-28df-47d0-898a-b42df781203b None None] Pushing event updated for resources: {'Port': ['ID=9283f903-3a30-4ff5-a77e-66b0fbc6a284,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:26.874963 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-9be04062-28df-47d0-898a-b42df781203b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:26.875877 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:45:26.876243 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:45:26.876642 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:26.877023 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:45:26.877487 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Bound port: 9283f903-3a30-4ff5-a77e-66b0fbc6a284, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:45:26.877855 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:26.963287 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 4364cab8-a8e5-4892-a418-4648c5871485 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:45:26.976816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4364cab8-a8e5-4892-a418-4648c5871485 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:26.977387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:26.988273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Allocated IP 172.20.0.1 (4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f/fda86f0d-fc57-4336-a063-e96851893bea/23f250ca-2339-4a97-ac85-72e05e2eb3ee) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:45:27.013108 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] For port 9283f903-3a30-4ff5-a77e-66b0fbc6a284, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:45:27.023669 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] For port 9283f903-3a30-4ff5-a77e-66b0fbc6a284, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=9283f903-3a30-4ff5-a77e-66b0fbc6a284,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:45:27.029935 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:27.040836 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:27.076940 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:45:27.122975 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be04062-28df-47d0-898a-b42df781203b None None] Pushing event updated for resources: {'Port': ['ID=9283f903-3a30-4ff5-a77e-66b0fbc6a284,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:27.136953 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-9be04062-28df-47d0-898a-b42df781203b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:27.148092 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Routers {'09e573fa-f56b-485f-9e99-06d5af5cd2de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:45:27.148726 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:45:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['09e573fa-f56b-485f-9e99-06d5af5cd2de'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:27.160215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:27.216091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:27.223365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 4364cab8-a8e5-4892-a418-4648c5871485, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4364cab8-a8e5-4892-a418-4648c5871485,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:27.232773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:27.233704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 60b960c6-4fb5-4fac-8359-9af3d5e97ccc up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:45:27.242592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Transition to ACTIVE for port object 23f250ca-2339-4a97-ac85-72e05e2eb3ee will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:45:27.263523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:27.270371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:27.277469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:27.345665 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] Set router 09e573fa-f56b-485f-9e99-06d5af5cd2de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:45:27.353086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Network 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:45:27.356257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=4364cab8-a8e5-4892-a418-4648c5871485,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:27.356685 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:45:27.359620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:45:27.362146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:27.372605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:45:27.377966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:27.378347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:27.397182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Pushing event updated for resources: {'Port': ['ID=23f250ca-2339-4a97-ac85-72e05e2eb3ee,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:27.400180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:27.426588 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:27.509397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:27.548163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=60b960c6-4fb5-4fac-8359-9af3d5e97ccc,segment=NetworkSegment(3e8ade90-2b79-48e3-99ec-f051675a2301),segment_id=3e8ade90-2b79-48e3-99ec-f051675a2301)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:27.556020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:27.559617 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:27.645298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=60b960c6-4fb5-4fac-8359-9af3d5e97ccc,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:27.651091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:27.668710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-41c14c8f-ab79-410e-a641-7e27861b9ce0 None None] Provisioning for port 23f250ca-2339-4a97-ac85-72e05e2eb3ee completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:45:27.674462 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-755ef316-c647-4001-886a-fa6355a7a66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:27.676055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-41c14c8f-ab79-410e-a641-7e27861b9ce0 None None] Provisioning complete for port 23f250ca-2339-4a97-ac85-72e05e2eb3ee triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:27.676420 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-41c14c8f-ab79-410e-a641-7e27861b9ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:27.691703 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'name': 'tempest-TestMinimumBasicScenario-1300265196-router', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:22Z', 'updated_at': '2021-12-22T17:45:24Z', 'revision_number': 3, 'project_id': 'aa6a3b379de845ef861f54738ceee399', 'gw_port': {'id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:23Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:27.696798 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a469d7-0141-47f3-8c34-b6105e6a50aa None None] The sync data for ids ['09e573fa-f56b-485f-9e99-06d5af5cd2de'] in dv-neutron-822513-1-hyperv is: [{'id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'name': 'tempest-TestMinimumBasicScenario-1300265196-router', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:22Z', 'updated_at': '2021-12-22T17:45:24Z', 'revision_number': 3, 'project_id': 'aa6a3b379de845ef861f54738ceee399', 'gw_port': {'id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:23Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:45:27.732980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:27.736345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-41c14c8f-ab79-410e-a641-7e27861b9ce0 None None] Port 23f250ca-2339-4a97-ac85-72e05e2eb3ee cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:45:28.124244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:28.129272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:28.154321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a672c1f5-d39f-46b4-be95-1c10fd719503 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:28.241526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Pushing event updated for resources: {'Port': ['ID=23f250ca-2339-4a97-ac85-72e05e2eb3ee,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:28.243939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:28.255913 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:28.394912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Network 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:45:28.396815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:45:28.608794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Router 09e573fa-f56b-485f-9e99-06d5af5cd2de has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:45:28.664131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-877ba1b6-919c-4e3d-9fa4-2ed390e8f521 None None] Provisioning complete for port 23f250ca-2339-4a97-ac85-72e05e2eb3ee triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:28.664646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-877ba1b6-919c-4e3d-9fa4-2ed390e8f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:28.724625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-877ba1b6-919c-4e3d-9fa4-2ed390e8f521 None None] Port 23f250ca-2339-4a97-ac85-72e05e2eb3ee cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:45:28.798548 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4364cab8-a8e5-4892-a418-4648c5871485 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:45:28.804047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:45:28.813190 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] 10.222.0.70 "PUT /v2.0/routers/09e573fa-f56b-485f-9e99-06d5af5cd2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2133048 Dec 22 17:45:28.874069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4364cab8-a8e5-4892-a418-4648c5871485 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:28.874442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:29.002233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 60b960c6-4fb5-4fac-8359-9af3d5e97ccc up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:45:29.077689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:29.078681 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:29.210727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 9283f903-3a30-4ff5-a77e-66b0fbc6a284 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:45:29.254923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Sync routers for ids ['09e573fa-f56b-485f-9e99-06d5af5cd2de'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:45:29.275819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Routers {'09e573fa-f56b-485f-9e99-06d5af5cd2de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:45:29.276460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:45:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['09e573fa-f56b-485f-9e99-06d5af5cd2de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:29.479472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 9283f903-3a30-4ff5-a77e-66b0fbc6a284 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:45:29.497235 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 9283f903-3a30-4ff5-a77e-66b0fbc6a284 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:29.497687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:29.565563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Set router 09e573fa-f56b-485f-9e99-06d5af5cd2de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:45:29.843860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:29.879415 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 9283f903-3a30-4ff5-a77e-66b0fbc6a284, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=9283f903-3a30-4ff5-a77e-66b0fbc6a284,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:29.885326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:29.891070 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:30.026320 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=9283f903-3a30-4ff5-a77e-66b0fbc6a284,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:30.030272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:30.061642 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'name': 'tempest-TestMinimumBasicScenario-1300265196-router', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:22Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 4, 'project_id': 'aa6a3b379de845ef861f54738ceee399', 'gw_port': {'id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:23Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '23f250ca-2339-4a97-ac85-72e05e2eb3ee', 'name': '', 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'mac_address': 'fa:16:3e:77:40:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'fda86f0d-fc57-4336-a063-e96851893bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:26Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 2, 'project_id': 'aa6a3b379de845ef861f54738ceee399', 'subnets': [{'id': 'fda86f0d-fc57-4336-a063-e96851893bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:30.069695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Checking router: 09e573fa-f56b-485f-9e99-06d5af5cd2de for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:45:30.070061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Updating router 09e573fa-f56b-485f-9e99-06d5af5cd2de port 23f250ca-2339-4a97-ac85-72e05e2eb3ee binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:45:30.136647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9fca1160-dd42-403b-9d91-cc9093fce516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:30.140656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:30.545645 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:30.562144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Transition to ACTIVE for port object 23f250ca-2339-4a97-ac85-72e05e2eb3ee will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:45:30.568864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:30.573241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-d9e1b804-1e08-418d-8e4d-cc3088776caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:30.737753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9660dd-baf4-412c-ab65-8f044fb20d08 None None] Pushing event updated for resources: {'Port': ['ID=23f250ca-2339-4a97-ac85-72e05e2eb3ee,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:30.798947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1f9660dd-baf4-412c-ab65-8f044fb20d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:30.801116 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 9283f903-3a30-4ff5-a77e-66b0fbc6a284 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:45:30.938468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Attempting to bind port 23f250ca-2339-4a97-ac85-72e05e2eb3ee on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:45:30.939151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Attempting to bind port 23f250ca-2339-4a97-ac85-72e05e2eb3ee by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '3e8ade90-2b79-48e3-99ec-f051675a2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:45:30.939297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Attempting to bind port 23f250ca-2339-4a97-ac85-72e05e2eb3ee on network 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:45:30.948829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:45:30.949342 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Checking segment: {'id': '3e8ade90-2b79-48e3-99ec-f051675a2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:45:30.949886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:30.950336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Bound using segment: {'id': '3e8ade90-2b79-48e3-99ec-f051675a2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:45:30.950806 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Bound port: 23f250ca-2339-4a97-ac85-72e05e2eb3ee, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8ade90-2b79-48e3-99ec-f051675a2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:45:30.951225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:31.038362 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 9283f903-3a30-4ff5-a77e-66b0fbc6a284 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:31.038741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:31.141858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] For port 23f250ca-2339-4a97-ac85-72e05e2eb3ee, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:45:31.148459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] For port 23f250ca-2339-4a97-ac85-72e05e2eb3ee, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=23f250ca-2339-4a97-ac85-72e05e2eb3ee,segment=NetworkSegment(3e8ade90-2b79-48e3-99ec-f051675a2301),segment_id=3e8ade90-2b79-48e3-99ec-f051675a2301)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:45:31.162545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:31.166383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:31.169039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:31.304946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Routers {'09e573fa-f56b-485f-9e99-06d5af5cd2de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:45:31.305589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:45:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['09e573fa-f56b-485f-9e99-06d5af5cd2de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:31.572289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:31.586178 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9660dd-baf4-412c-ab65-8f044fb20d08 None None] Pushing event updated for resources: {'Port': ['ID=23f250ca-2339-4a97-ac85-72e05e2eb3ee,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:31.589659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1f9660dd-baf4-412c-ab65-8f044fb20d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:31.626980 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] Set router 09e573fa-f56b-485f-9e99-06d5af5cd2de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:45:32.010439 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'name': 'tempest-TestMinimumBasicScenario-1300265196-router', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:22Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 4, 'project_id': 'aa6a3b379de845ef861f54738ceee399', 'gw_port': {'id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:23Z', 'updated_at': '2021-12-22T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '23f250ca-2339-4a97-ac85-72e05e2eb3ee', 'name': '', 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'mac_address': 'fa:16:3e:77:40:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'fda86f0d-fc57-4336-a063-e96851893bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:26Z', 'updated_at': '2021-12-22T17:45:31Z', 'revision_number': 4, 'project_id': 'aa6a3b379de845ef861f54738ceee399', 'subnets': [{'id': 'fda86f0d-fc57-4336-a063-e96851893bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:45:32.016186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585acd8b-0225-4885-8621-a81448e638e3 None None] The sync data for ids ['09e573fa-f56b-485f-9e99-06d5af5cd2de'] in dv-neutron-822513-1-hyperv is: [{'id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'name': 'tempest-TestMinimumBasicScenario-1300265196-router', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:22Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 4, 'project_id': 'aa6a3b379de845ef861f54738ceee399', 'gw_port': {'id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:23Z', 'updated_at': '2021-12-22T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '23f250ca-2339-4a97-ac85-72e05e2eb3ee', 'name': '', 'network_id': '4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'mac_address': 'fa:16:3e:77:40:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'fda86f0d-fc57-4336-a063-e96851893bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:26Z', 'updated_at': '2021-12-22T17:45:31Z', 'revision_number': 4, 'project_id': 'aa6a3b379de845ef861f54738ceee399', 'subnets': [{'id': 'fda86f0d-fc57-4336-a063-e96851893bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:45:32.669239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:32.747248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 23f250ca-2339-4a97-ac85-72e05e2eb3ee up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:45:32.832166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 23f250ca-2339-4a97-ac85-72e05e2eb3ee completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:45:32.839237 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 23f250ca-2339-4a97-ac85-72e05e2eb3ee triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:32.839996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:32.981109 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:33.022395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 23f250ca-2339-4a97-ac85-72e05e2eb3ee, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=23f250ca-2339-4a97-ac85-72e05e2eb3ee,segment=NetworkSegment(3e8ade90-2b79-48e3-99ec-f051675a2301),segment_id=3e8ade90-2b79-48e3-99ec-f051675a2301)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:33.028400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:33.031080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:33.125266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=23f250ca-2339-4a97-ac85-72e05e2eb3ee,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:33.137978 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:34.730792 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 23f250ca-2339-4a97-ac85-72e05e2eb3ee up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:45:34.810249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 23f250ca-2339-4a97-ac85-72e05e2eb3ee triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:34.810738 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:35.537460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:39.476656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7538da5-de28-4817-9fd2-1ac35315080d req-964163c2-e846-4f40-b196-4c2c9ab307c5 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:39.477303 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e7538da5-de28-4817-9fd2-1ac35315080d req-964163c2-e846-4f40-b196-4c2c9ab307c5 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Synchronizing usage tracker for tenant:f1e611f700504c939819e7e3793bcf81 on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:45:39.494224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e7538da5-de28-4817-9fd2-1ac35315080d req-964163c2-e846-4f40-b196-4c2c9ab307c5 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Unset dirty status for tenant:f1e611f700504c939819e7e3793bcf81 on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:45:39.495415 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-964163c2-e846-4f40-b196-4c2c9ab307c5 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/networks?id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 HTTP/1.1" status: 200 len: 815 time: 0.1706293 Dec 22 17:45:39.514122 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-d79b55c6-7746-4faa-b93d-fc6930bf9f1d tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/quotas/f1e611f700504c939819e7e3793bcf81 HTTP/1.1" status: 200 len: 375 time: 0.0099874 Dec 22 17:45:39.600466 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-2b529d7a-f140-484c-a723-e1fb3c7ce58b tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1e611f700504c939819e7e3793bcf81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809803 Dec 22 17:45:39.616189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-e088e7eb-29d6-4f88-a421-25580fa20429 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:45:39.617127 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-e088e7eb-29d6-4f88-a421-25580fa20429 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054541 Dec 22 17:45:39.753653 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-210d622a-1ec2-49e0-b98a-c0b9da0e9814 service neutron] 10.222.0.70 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309621 Dec 22 17:45:39.888873 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-94f33e1c-2c1c-4fbb-9dd5-b0986a63b6d1 service neutron] 10.222.0.70 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294041 Dec 22 17:45:40.097146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-da767b1e-2d01-436c-ac47-6b9fed1f7915 req-af51b14c-31f9-4a4a-b2bb-ccd1c3652a70 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Synchronizing usage tracker for tenant:f1e611f700504c939819e7e3793bcf81 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:45:40.116920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-da767b1e-2d01-436c-ac47-6b9fed1f7915 req-af51b14c-31f9-4a4a-b2bb-ccd1c3652a70 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Unset dirty status for tenant:f1e611f700504c939819e7e3793bcf81 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:45:40.118071 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-da767b1e-2d01-436c-ac47-6b9fed1f7915 req-af51b14c-31f9-4a4a-b2bb-ccd1c3652a70 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 210 time: 0.0707946 Dec 22 17:45:41.165745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7538da5-de28-4817-9fd2-1ac35315080d req-13cb69a6-a1b7-4ccb-9796-e176104c2d87 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:41.167229 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-13cb69a6-a1b7-4ccb-9796-e176104c2d87 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.53 "GET /v2.0/networks?id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 HTTP/1.1" status: 200 len: 815 time: 0.1591246 Dec 22 17:45:41.179698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Request body: {'port': {'device_id': '59fa890b-328c-4856-a734-99923f18c964', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'admin_state_up': True, 'tenant_id': 'f1e611f700504c939819e7e3793bcf81'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:45:41.455065 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3165f8b9-685e-41e3-a59c-3006f427e998 req-8123d37e-5932-4104-8f51-5806557e941f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 210 time: 0.2061169 Dec 22 17:45:41.527096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:45:41.537775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:45:41.549107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Made reservation on behalf of f1e611f700504c939819e7e3793bcf81 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:45:41.554125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:41.746514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Allocated IP 172.20.0.10 (072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4/a41d4991-8148-4c15-8b49-fa36ec5b366d/b4feb83e-b628-42c3-b30c-3e42788c3542) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:45:41.998674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:42.017958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Transition to ACTIVE for port object b4feb83e-b628-42c3-b30c-3e42788c3542 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:45:42.053918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:42.063185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6721dea5-0af3-4504-ac5a-4aed9eec1b23 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:42.157478 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event updated for resources: {'Port': ['ID=b4feb83e-b628-42c3-b30c-3e42788c3542,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:42.162564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:45:42.163464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:45:42.165488 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:42.166170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:45:42.243879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:42.244836 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:42.280804 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1054654 Dec 22 17:45:42.403089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7aec4106-6dd1-4d55-b75d-7e6812955f67 None None] Provisioning for port b4feb83e-b628-42c3-b30c-3e42788c3542 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:45:42.411898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7aec4106-6dd1-4d55-b75d-7e6812955f67 None None] Provisioning complete for port b4feb83e-b628-42c3-b30c-3e42788c3542 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:45:42.412507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7aec4106-6dd1-4d55-b75d-7e6812955f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:42.536138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-7aec4106-6dd1-4d55-b75d-7e6812955f67 None None] Port b4feb83e-b628-42c3-b30c-3e42788c3542 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:45:42.706354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242ced6-1afa-4e90-9b90-5ce26a3cc446 req-91ea4543-9899-4b15-be5b-eddd9d68d001 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:42.707958 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e242ced6-1afa-4e90-9b90-5ce26a3cc446 req-91ea4543-9899-4b15-be5b-eddd9d68d001 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 932 time: 0.0940163 Dec 22 17:45:42.771685 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e242ced6-1afa-4e90-9b90-5ce26a3cc446 req-1c96ead3-84dd-41ce-96cd-5904fd2cbfd4 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575433 Dec 22 17:45:43.966681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c976f2-10a2-4b91-848c-88b0ecacf47f req-670350de-239c-44b8-baad-b0a7059e55cd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:43.967398 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e5c976f2-10a2-4b91-848c-88b0ecacf47f req-670350de-239c-44b8-baad-b0a7059e55cd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Synchronizing usage tracker for tenant:f1e611f700504c939819e7e3793bcf81 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:45:43.986460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e5c976f2-10a2-4b91-848c-88b0ecacf47f req-670350de-239c-44b8-baad-b0a7059e55cd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Unset dirty status for tenant:f1e611f700504c939819e7e3793bcf81 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:45:43.987837 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5c976f2-10a2-4b91-848c-88b0ecacf47f req-670350de-239c-44b8-baad-b0a7059e55cd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 932 time: 0.1121020 Dec 22 17:45:44.031508 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e5c976f2-10a2-4b91-848c-88b0ecacf47f req-79d66afd-4e81-46d3-9214-75ea8cbe2995 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Synchronizing usage tracker for tenant:f1e611f700504c939819e7e3793bcf81 on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:45:44.050376 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-e5c976f2-10a2-4b91-848c-88b0ecacf47f req-79d66afd-4e81-46d3-9214-75ea8cbe2995 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Unset dirty status for tenant:f1e611f700504c939819e7e3793bcf81 on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:45:44.051798 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5c976f2-10a2-4b91-848c-88b0ecacf47f req-79d66afd-4e81-46d3-9214-75ea8cbe2995 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578349 Dec 22 17:45:45.271989 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755373bf-fd38-488a-ac57-d17f8a89b4d7 req-9f81bacd-4490-4877-b46c-5efc8c40717c tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:45.273539 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-755373bf-fd38-488a-ac57-d17f8a89b4d7 req-9f81bacd-4490-4877-b46c-5efc8c40717c tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 932 time: 0.0808563 Dec 22 17:45:45.317218 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-755373bf-fd38-488a-ac57-d17f8a89b4d7 req-274bfd3c-65f4-4e5e-8bac-c6743b6c497b tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379674 Dec 22 17:45:46.519413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8c33-8dea-4be0-b69d-f3de1c4c1e5d req-40807b7e-06d8-46a5-b74c-838744c3c17e tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:46.520874 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-06ed8c33-8dea-4be0-b69d-f3de1c4c1e5d req-40807b7e-06d8-46a5-b74c-838744c3c17e tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 932 time: 0.0801618 Dec 22 17:45:46.564310 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-06ed8c33-8dea-4be0-b69d-f3de1c4c1e5d req-9a509544-20fa-4882-971c-bb52663f0eb5 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377922 Dec 22 17:45:47.960940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd56de-a81d-4b2b-abba-1d43ecee8c8f req-c73ac70b-212b-4212-b810-609e9c699554 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:47.962412 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8dbd56de-a81d-4b2b-abba-1d43ecee8c8f req-c73ac70b-212b-4212-b810-609e9c699554 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 932 time: 0.2906697 Dec 22 17:45:48.015750 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8dbd56de-a81d-4b2b-abba-1d43ecee8c8f req-dd2ab8ce-accb-4f38-bbf7-3de5663427db tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472052 Dec 22 17:45:49.260656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a08c65-c370-4a92-8bcd-7f017b81ca71 req-6d60f9dd-92f9-4014-b72d-42955008ebcd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:49.267547 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-54a08c65-c370-4a92-8bcd-7f017b81ca71 req-6d60f9dd-92f9-4014-b72d-42955008ebcd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 932 time: 0.1448941 Dec 22 17:45:49.308503 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-54a08c65-c370-4a92-8bcd-7f017b81ca71 req-43e4879d-b5a0-4d80-997a-f4919ac391d5 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400164 Dec 22 17:45:50.490156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885c01c-b737-4b2b-9d86-1cfcc62cb97c req-941496d1-623d-441f-83f0-71b711c9c4fc tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:50.491626 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4885c01c-b737-4b2b-9d86-1cfcc62cb97c req-941496d1-623d-441f-83f0-71b711c9c4fc tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 932 time: 0.0785406 Dec 22 17:45:50.536805 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4885c01c-b737-4b2b-9d86-1cfcc62cb97c req-09913062-885d-4fdd-958a-46f22b34f36f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395534 Dec 22 17:45:51.723665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512c75c-1f55-4e92-bfb1-f5442f6d512c req-c79f45c7-cb11-47c1-93db-174f000ce7f7 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:51.725106 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5512c75c-1f55-4e92-bfb1-f5442f6d512c req-c79f45c7-cb11-47c1-93db-174f000ce7f7 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 932 time: 0.0803068 Dec 22 17:45:51.782744 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5512c75c-1f55-4e92-bfb1-f5442f6d512c req-a631beac-94db-4fe8-85a6-a39482fa6758 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515492 Dec 22 17:45:52.973966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2fe67-b788-4d56-8024-f9d4d450a842 req-34eb1205-8560-4ef0-a298-0798817bcc50 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:52.975330 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fcc2fe67-b788-4d56-8024-f9d4d450a842 req-34eb1205-8560-4ef0-a298-0798817bcc50 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 932 time: 0.0821519 Dec 22 17:45:53.022049 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fcc2fe67-b788-4d56-8024-f9d4d450a842 req-632a667b-3b00-4d82-9c6e-69ccca9460a3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404289 Dec 22 17:45:54.224296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411c7c-77da-4da7-a51b-04a71c2008cf req-751c2edd-2b54-4350-b1a1-b88c535c686a tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:54.225656 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2f411c7c-77da-4da7-a51b-04a71c2008cf req-751c2edd-2b54-4350-b1a1-b88c535c686a tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 932 time: 0.0873489 Dec 22 17:45:54.269582 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2f411c7c-77da-4da7-a51b-04a71c2008cf req-a649e1dc-0913-493f-87ba-a45fe279f99a tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372682 Dec 22 17:45:54.360512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Request body: {'port': {'device_id': '59fa890b-328c-4856-a734-99923f18c964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:45:54.474277 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:54.814200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4feb83e-b628-42c3-b30c-3e42788c3542 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:45:54.821424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:54.836132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Transition to ACTIVE for port object b4feb83e-b628-42c3-b30c-3e42788c3542 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:45:54.840243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:54.845983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f0ae086e-70f4-442f-98af-e294e915f9ed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:55.046559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Pushing event updated for resources: {'Port': ['ID=b4feb83e-b628-42c3-b30c-3e42788c3542,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:55.050191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:55.092059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Attempting to bind port b4feb83e-b628-42c3-b30c-3e42788c3542 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:45:55.092394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Attempting to bind port b4feb83e-b628-42c3-b30c-3e42788c3542 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:45:55.092718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Attempting to bind port b4feb83e-b628-42c3-b30c-3e42788c3542 on network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:45:55.097328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Port b4feb83e-b628-42c3-b30c-3e42788c3542 on network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:45:55.097647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Attempting to bind port b4feb83e-b628-42c3-b30c-3e42788c3542 on network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:45:55.102755 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:45:55.103089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Checking segment: {'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:45:55.103555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Bound using segment: {'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:45:55.103970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Bound port: b4feb83e-b628-42c3-b30c-3e42788c3542, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0585449-d281-47ec-bf86-71e5f6f1c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:45:55.104312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:55.318413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] For port b4feb83e-b628-42c3-b30c-3e42788c3542, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:45:55.321778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] For port b4feb83e-b628-42c3-b30c-3e42788c3542, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4feb83e-b628-42c3-b30c-3e42788c3542,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:45:55.327726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:55.331583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1f260d6d-ef59-4c0d-9ef1-4eedd2d5440a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:55.390103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:55.390716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:55.392129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] 10.222.0.53 "PUT /v2.0/ports/b4feb83e-b628-42c3-b30c-3e42788c3542 HTTP/1.1" status: 200 len: 1094 time: 1.0363300 Dec 22 17:45:55.392657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:45:55.414672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Pushing event updated for resources: {'Port': ['ID=b4feb83e-b628-42c3-b30c-3e42788c3542,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:55.424832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:55.480219 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'status': 'completed', 'code': 200} Dec 22 17:45:55.488489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86245a89-2315-44a7-b7bf-3ee5c1ce8589 req-67f89bcd-d909-4085-8d1f-19051e04e09f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:55.489280 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-86245a89-2315-44a7-b7bf-3ee5c1ce8589 req-67f89bcd-d909-4085-8d1f-19051e04e09f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 944 time: 0.1136048 Dec 22 17:45:55.534600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7538da5-de28-4817-9fd2-1ac35315080d req-302eee63-f449-425a-92ab-b1506b3bebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:55.536161 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-302eee63-f449-425a-92ab-b1506b3bebfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1e611f700504c939819e7e3793bcf81&device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 1097 time: 0.1004214 Dec 22 17:45:55.551398 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-86245a89-2315-44a7-b7bf-3ee5c1ce8589 req-b1b461dd-b156-4231-b29d-0556f07d54d0 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552676 Dec 22 17:45:55.606786 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-a2da320d-1e52-47bc-b5e2-f423d57e9ef9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4feb83e-b628-42c3-b30c-3e42788c3542 HTTP/1.1" status: 200 len: 217 time: 0.0633993 Dec 22 17:45:55.676664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7538da5-de28-4817-9fd2-1ac35315080d req-cab7aab8-8b6d-47f0-b237-a3c0913f5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:55.678237 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-cab7aab8-8b6d-47f0-b237-a3c0913f5c59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a41d4991-8148-4c15-8b49-fa36ec5b366d HTTP/1.1" status: 200 len: 854 time: 0.0649693 Dec 22 17:45:55.757158 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7538da5-de28-4817-9fd2-1ac35315080d req-a3181994-2f43-4fd9-aced-06f03914a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:55.758545 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-a3181994-2f43-4fd9-aced-06f03914a644 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736017 Dec 22 17:45:55.903070 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-6affbf80-7e1f-4eba-852d-986f69c11c7e service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369848 Dec 22 17:45:56.048079 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7538da5-de28-4817-9fd2-1ac35315080d req-be14c431-caf9-499a-ad89-b72ce053bc67 service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382267 Dec 22 17:45:56.175440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f606729-7b22-4d1a-a302-5024b1c321b7 req-89945181-64ca-45ac-a21b-760e4c17479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:56.177521 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f606729-7b22-4d1a-a302-5024b1c321b7 req-89945181-64ca-45ac-a21b-760e4c17479c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1e611f700504c939819e7e3793bcf81&device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 1097 time: 0.0791934 Dec 22 17:45:56.319298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f606729-7b22-4d1a-a302-5024b1c321b7 req-2ae4e973-91a4-48f4-85b7-d3d8d4447cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:56.320700 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f606729-7b22-4d1a-a302-5024b1c321b7 req-2ae4e973-91a4-48f4-85b7-d3d8d4447cbc service neutron] 10.222.0.53 "GET /v2.0/networks?id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 HTTP/1.1" status: 200 len: 916 time: 0.1350825 Dec 22 17:45:56.388807 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f606729-7b22-4d1a-a302-5024b1c321b7 req-7da4e556-3afc-43fb-9a5d-a409afcf4830 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4feb83e-b628-42c3-b30c-3e42788c3542 HTTP/1.1" status: 200 len: 217 time: 0.0609391 Dec 22 17:45:56.455607 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f606729-7b22-4d1a-a302-5024b1c321b7 req-7b941aa4-749e-4532-a162-bb42dcd4a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:56.457071 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f606729-7b22-4d1a-a302-5024b1c321b7 req-7b941aa4-749e-4532-a162-bb42dcd4a81c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a41d4991-8148-4c15-8b49-fa36ec5b366d HTTP/1.1" status: 200 len: 854 time: 0.0609276 Dec 22 17:45:56.533832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f606729-7b22-4d1a-a302-5024b1c321b7 req-2cf0f7f8-85a4-498e-adbc-3c111c35336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:56.535330 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f606729-7b22-4d1a-a302-5024b1c321b7 req-2cf0f7f8-85a4-498e-adbc-3c111c35336a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704932 Dec 22 17:45:56.696556 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f606729-7b22-4d1a-a302-5024b1c321b7 req-9ea320fd-2fa0-4f48-8119-582ec54db726 service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541624 Dec 22 17:45:56.856286 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3f606729-7b22-4d1a-a302-5024b1c321b7 req-2750904d-58c2-4254-96f3-952928db48b0 service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487556 Dec 22 17:45:56.863796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd4d89-fef3-4f7c-b608-f25853c69b87 req-05be7fff-c32a-490f-9722-d300d55e7694 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:56.865170 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c5fd4d89-fef3-4f7c-b608-f25853c69b87 req-05be7fff-c32a-490f-9722-d300d55e7694 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 944 time: 0.2006922 Dec 22 17:45:56.908833 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c5fd4d89-fef3-4f7c-b608-f25853c69b87 req-14e73294-5092-41c1-a0ce-1a0c3b212e5c tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380213 Dec 22 17:45:57.667424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-30aebec7-0e68-4eb2-b32a-6ca56c8d0818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:58.091393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503667fa-2d72-4703-93ea-6f94d25cdc5a req-1e544021-5bcb-4518-9bde-3ebe33f9fad5 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:58.092832 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-503667fa-2d72-4703-93ea-6f94d25cdc5a req-1e544021-5bcb-4518-9bde-3ebe33f9fad5 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 944 time: 0.0806940 Dec 22 17:45:58.136342 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-503667fa-2d72-4703-93ea-6f94d25cdc5a req-b5ba2ad6-b1e4-46e8-a97c-f7192760f55d tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373003 Dec 22 17:45:58.629595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b4feb83e-b628-42c3-b30c-3e42788c3542 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:45:58.766715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b4feb83e-b628-42c3-b30c-3e42788c3542, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4feb83e-b628-42c3-b30c-3e42788c3542,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:58.782298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'port_id': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'mac_address': 'fa:16:3e:c5:1b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:45:58.847264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:58.866172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4feb83e-b628-42c3-b30c-3e42788c3542 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:45:58.883782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b4feb83e-b628-42c3-b30c-3e42788c3542, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4feb83e-b628-42c3-b30c-3e42788c3542,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:45:58.888046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:45:58.889905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:45:58.960284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=b4feb83e-b628-42c3-b30c-3e42788c3542,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:45:58.963692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:45:59.094396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['b4feb83e-b628-42c3-b30c-3e42788c3542'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:45:59.321532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415c3ae-78b6-482e-841e-6e9609124fe8 req-0897c5ea-137e-46e9-b122-f49e9c4b0019 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:45:59.322978 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b415c3ae-78b6-482e-841e-6e9609124fe8 req-0897c5ea-137e-46e9-b122-f49e9c4b0019 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 945 time: 0.0806916 Dec 22 17:45:59.366690 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b415c3ae-78b6-482e-841e-6e9609124fe8 req-0895bbd1-41cb-4622-8069-ff3420597b28 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380163 Dec 22 17:46:00.105718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2b381ee7-eccd-4d4a-abde-5aff4a312651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:00.555335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5572703-7b01-4e80-b038-c904330d7366 req-a988e91d-378c-4768-bacb-28ac51b5b5e0 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:00.556814 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c5572703-7b01-4e80-b038-c904330d7366 req-a988e91d-378c-4768-bacb-28ac51b5b5e0 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 945 time: 0.0841019 Dec 22 17:46:00.603437 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c5572703-7b01-4e80-b038-c904330d7366 req-ad38e464-efe5-477e-b605-59f0ed8f7235 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 Dec 22 17:46:00.646415 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b4feb83e-b628-42c3-b30c-3e42788c3542 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:46:00.713171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port b4feb83e-b628-42c3-b30c-3e42788c3542 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:46:00.718114 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port b4feb83e-b628-42c3-b30c-3e42788c3542 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:46:00.718495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:00.872391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:00.899062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:46:00.908422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port b4feb83e-b628-42c3-b30c-3e42788c3542, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4feb83e-b628-42c3-b30c-3e42788c3542,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:46:00.913137 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:00.915157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:46:00.951625 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'code': 200} Dec 22 17:46:00.984168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=b4feb83e-b628-42c3-b30c-3e42788c3542,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:46:00.987101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:46:01.139761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:01.256450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:01.328351 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c523b2-1be3-43b9-9548-4a585bb7745f req-3971be6e-12c2-4d15-9b5f-d8dbd8607cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:01.329870 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5c523b2-1be3-43b9-9548-4a585bb7745f req-3971be6e-12c2-4d15-9b5f-d8dbd8607cc2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 1099 time: 0.2281466 Dec 22 17:46:01.377920 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e5c523b2-1be3-43b9-9548-4a585bb7745f req-b528d17b-338c-4266-a683-9898d7a1d658 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 Dec 22 17:46:01.792347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55751b-2eba-47bf-b34f-8f573ff0ff89 req-8c84c418-cc76-4956-b83a-eea409013fff tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:01.793822 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2e55751b-2eba-47bf-b34f-8f573ff0ff89 req-8c84c418-cc76-4956-b83a-eea409013fff tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 946 time: 0.0839839 Dec 22 17:46:01.842417 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2e55751b-2eba-47bf-b34f-8f573ff0ff89 req-67e5ac79-6d57-4209-be73-59484b39c7f7 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Dec 22 17:46:02.649436 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:03.031840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b888-074e-40d1-a6ec-df564793f468 req-4d7e9d94-ea2c-4915-b72f-adbb01e843a2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:03.033393 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61d1b888-074e-40d1-a6ec-df564793f468 req-4d7e9d94-ea2c-4915-b72f-adbb01e843a2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 946 time: 0.0802827 Dec 22 17:46:03.080876 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-61d1b888-074e-40d1-a6ec-df564793f468 req-bd4427de-22af-497e-8d2a-74645e006ea6 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412204 Dec 22 17:46:03.283092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6abbe-8f2c-4245-a997-9db42cf5fa49 req-6b4888a8-8510-4785-8573-f397a28a6f01 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:03.284599 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-85c6abbe-8f2c-4245-a997-9db42cf5fa49 req-6b4888a8-8510-4785-8573-f397a28a6f01 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 946 time: 0.0979483 Dec 22 17:46:03.336429 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-85c6abbe-8f2c-4245-a997-9db42cf5fa49 req-934d4d12-a5d5-4e19-aa0c-3ee6aac3a093 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437479 Dec 22 17:46:03.751550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7a41-c1b3-4299-8d3b-963a05303739 req-cfc104da-6881-4297-8357-3d68287e2214 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:03.753096 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f31a7a41-c1b3-4299-8d3b-963a05303739 req-cfc104da-6881-4297-8357-3d68287e2214 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 946 time: 0.0858679 Dec 22 17:46:03.814086 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f31a7a41-c1b3-4299-8d3b-963a05303739 req-3e99eea9-6e37-420d-84da-f62dcda8883a tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524220 Dec 22 17:46:04.037491 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:46:05.479774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:14.254485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f929c-ba39-4b86-a990-74da7894c9c4 req-d63b6424-d53e-40d0-ade8-552c6b142fed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:14.255952 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-713f929c-ba39-4b86-a990-74da7894c9c4 req-d63b6424-d53e-40d0-ade8-552c6b142fed tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 946 time: 0.0845184 Dec 22 17:46:14.299549 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-713f929c-ba39-4b86-a990-74da7894c9c4 req-11989d58-e14e-442b-8f5e-5bc8d157e5a0 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378771 Dec 22 17:46:14.322677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43184) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:46:14.474338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e9e9c-a1ea-4594-ab8b-f4348dfdd105 tempest-TestMinimumBasicScenario-1550878516 tempest-TestMinimumBasicScenario-1550878516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:14.475036 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-840e9e9c-a1ea-4594-ab8b-f4348dfdd105 tempest-TestMinimumBasicScenario-1550878516 tempest-TestMinimumBasicScenario-1550878516-project-admin] Synchronizing usage tracker for tenant:aa6a3b379de845ef861f54738ceee399 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:46:14.490931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-840e9e9c-a1ea-4594-ab8b-f4348dfdd105 tempest-TestMinimumBasicScenario-1550878516 tempest-TestMinimumBasicScenario-1550878516-project-admin] Unset dirty status for tenant:aa6a3b379de845ef861f54738ceee399 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:46:14.492127 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-840e9e9c-a1ea-4594-ab8b-f4348dfdd105 tempest-TestMinimumBasicScenario-1550878516 tempest-TestMinimumBasicScenario-1550878516-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 1094 time: 0.1683412 Dec 22 17:46:14.495052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43190) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:46:14.499969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:46:14.506337 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:46:14.510094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Usage tracker for resource:floatingip and tenant:f1e611f700504c939819e7e3793bcf81 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:46:14.512898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:46:14.518542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:46:14.529469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:14.667337 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:14.808899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Allocated IP 172.26.3.121 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/d8c6f827-6728-45a9-b4af-9c4ce7fccf86) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:46:14.954292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:14.986153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:14.989949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ec454887-f4d1-436f-a234-2ee43022308a tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:46:15.051283 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:46:15.054120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:46:15.057768 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:46:15.091452 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event updated for resources: {'Port': ['ID=d8c6f827-6728-45a9-b4af-9c4ce7fccf86,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:46:15.108893 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:15.109271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:15.109641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:15.110008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:15.110369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:15.110731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:15.111088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:15.111477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:15.111833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:15.112187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:15.112540 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:15.112916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:15.117747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:46:15.491584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:15.565400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:15.776304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:15.781197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:15.785641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:46:15.894999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event updated for resources: {'Port': ['ID=d8c6f827-6728-45a9-b4af-9c4ce7fccf86,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:46:15.899244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:46:15.907501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:16.201411 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Floating IP a51ebd93-942f-40a4-85ac-e15921c89112 associated. External IP: 172.26.3.121, port: b4feb83e-b628-42c3-b30c-3e42788c3542. Dec 22 17:46:16.567675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:46:16.749435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:46:16.760287 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca0a01-e513-41af-84ff-39cd248ad296 None None] Sync routers for ids ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:46:16.770690 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca0a01-e513-41af-84ff-39cd248ad296 None None] Routers {'a065d3e2-e9fd-4ec0-b63e-b834632e73f3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:46:16.771348 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1cca0a01-e513-41af-84ff-39cd248ad296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:46:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:46:16.776404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:16.834858 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3387716 Dec 22 17:46:16.835632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:46:16.837849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43194) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:46:16.843494 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1913701640', 'description': 'tempest-secgroup-smoke-1913701640 description', 'project_id': 'f1e611f700504c939819e7e3793bcf81'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:46:16.849555 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:46:16.860157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:46:16.871884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:16.895506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:46:16.904607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Usage tracker for resource:security_group_rule and tenant:f1e611f700504c939819e7e3793bcf81 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:46:16.906757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:46:16.913122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:46:16.976593 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-1cca0a01-e513-41af-84ff-39cd248ad296 None None] Set router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:46:16.984959 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'status': 'completed', 'code': 200} Dec 22 17:46:17.019448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.024416 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.028502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ff9f6308-8f79-4652-b8dd-ede331da668e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:46:17.078059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfde8e5f-a3ab-4555-8afe-9e382afe504e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:46:17.087393 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:17.087777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:17.088345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:17.088949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:17.089435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:17.090171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:17.090171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:17.090532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:17.091035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:17.091675 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:17.092040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:17.092352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c30280-7242-4599-8304-7708854b04f6 req-7a74705e-6b2f-40f2-8f76-f15afc71e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:17.092487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:46:17.093954 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2c30280-7242-4599-8304-7708854b04f6 req-7a74705e-6b2f-40f2-8f76-f15afc71e43e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1e611f700504c939819e7e3793bcf81&device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 1099 time: 0.0850797 Dec 22 17:46:17.098372 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:46:17.104763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.106592 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2673330 Dec 22 17:46:17.111188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43202) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:46:17.117166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b97de4ba-65bb-4954-8f3e-47d0e9984933 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Request body: {'security_group_rule': {'security_group_id': 'dfde8e5f-a3ab-4555-8afe-9e382afe504e', 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:46:17.124109 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b97de4ba-65bb-4954-8f3e-47d0e9984933 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:46:17.129891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b97de4ba-65bb-4954-8f3e-47d0e9984933 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Usage tracker for resource:security_group_rule and tenant:f1e611f700504c939819e7e3793bcf81 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:46:17.132883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b97de4ba-65bb-4954-8f3e-47d0e9984933 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:46:17.140129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b97de4ba-65bb-4954-8f3e-47d0e9984933 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:46:17.161411 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b97de4ba-65bb-4954-8f3e-47d0e9984933 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.240794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b97de4ba-65bb-4954-8f3e-47d0e9984933 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.248336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b97de4ba-65bb-4954-8f3e-47d0e9984933 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.250342 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ea082c18-462d-4c81-ade5-f2a08b8e4b3e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:46:17.257516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c30280-7242-4599-8304-7708854b04f6 req-3708f32e-e619-4e8c-8c06-3b818970202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:17.258802 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2c30280-7242-4599-8304-7708854b04f6 req-3708f32e-e619-4e8c-8c06-3b818970202f service neutron] 10.222.0.53 "GET /v2.0/networks?id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 HTTP/1.1" status: 200 len: 916 time: 0.1580966 Dec 22 17:46:17.274627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97de4ba-65bb-4954-8f3e-47d0e9984933 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebe4b85-ad4a-4276-9114-c6601944d24c,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:46:17.279593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b97de4ba-65bb-4954-8f3e-47d0e9984933 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:46:17.285965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b97de4ba-65bb-4954-8f3e-47d0e9984933 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.287441 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b97de4ba-65bb-4954-8f3e-47d0e9984933 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1751661 Dec 22 17:46:17.290691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43206) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:46:17.297637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Request body: {'security_group_rule': {'security_group_id': 'dfde8e5f-a3ab-4555-8afe-9e382afe504e', 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:46:17.302996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:46:17.307506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Usage tracker for resource:security_group_rule and tenant:f1e611f700504c939819e7e3793bcf81 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:46:17.310735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:46:17.317332 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:46:17.335916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.397526 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2c30280-7242-4599-8304-7708854b04f6 req-169537c9-f5ae-4457-9b2a-d59b2a721c86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4feb83e-b628-42c3-b30c-3e42788c3542 HTTP/1.1" status: 200 len: 1000 time: 0.1256568 Dec 22 17:46:17.408402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.413840 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.415772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d823ad95-be6e-48da-8308-f649007c61e1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:46:17.442960 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e459e70b-6b25-44cd-9cbf-5b23e99be87f,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:46:17.449405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:46:17.454933 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1cca0a01-e513-41af-84ff-39cd248ad296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:20Z', 'revision_number': 4, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'a51ebd93-942f-40a4-85ac-e15921c89112', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'port_id': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'mac_address': 'fa:16:3e:c5:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa890b-328c-4856-a734-99923f18c964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:46:15Z', 'updated_at': '2021-12-22T17:46:15Z', 'revision_number': 0, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4364cab8-a8e5-4892-a418-4648c5871485', 'name': '', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'mac_address': 'fa:16:3e:bc:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:19Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 5, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'subnets': [{'id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:46:17.459773 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca0a01-e513-41af-84ff-39cd248ad296 None None] Checking router: a065d3e2-e9fd-4ec0-b63e-b834632e73f3 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:46:17.465325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c30280-7242-4599-8304-7708854b04f6 req-0f3919e8-fb1e-48fa-96c6-9247200c1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:17.465929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.467020 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2c30280-7242-4599-8304-7708854b04f6 req-0f3919e8-fb1e-48fa-96c6-9247200c1922 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a41d4991-8148-4c15-8b49-fa36ec5b366d HTTP/1.1" status: 200 len: 854 time: 0.0677676 Dec 22 17:46:17.467569 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1757369 Dec 22 17:46:17.470448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43210) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:46:17.473218 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca0a01-e513-41af-84ff-39cd248ad296 None None] Routers {'a065d3e2-e9fd-4ec0-b63e-b834632e73f3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:46:17.474060 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1cca0a01-e513-41af-84ff-39cd248ad296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:46:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:46:17.476395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Request body: {'security_group_rule': {'security_group_id': 'dfde8e5f-a3ab-4555-8afe-9e382afe504e', 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:46:17.482606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:46:17.486651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Usage tracker for resource:security_group_rule and tenant:f1e611f700504c939819e7e3793bcf81 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:46:17.489730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:46:17.495933 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:46:17.517963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.550981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c30280-7242-4599-8304-7708854b04f6 req-ade9f1e8-1ce2-461c-8128-ac11c97f58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:17.552666 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2c30280-7242-4599-8304-7708854b04f6 req-ade9f1e8-1ce2-461c-8128-ac11c97f58e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788362 Dec 22 17:46:17.593098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.598688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.604355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-95a166e9-af7e-4587-8159-cc6c6cadc444 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:46:17.629267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de44afd5-4393-472d-b98c-73300a0f2b06,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:46:17.634862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:46:17.658174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.658174 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1823978 Dec 22 17:46:17.663800 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43214) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:46:17.665604 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Request body: {'security_group_rule': {'security_group_id': 'dfde8e5f-a3ab-4555-8afe-9e382afe504e', 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:46:17.672447 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:46:17.688740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Usage tracker for resource:security_group_rule and tenant:f1e611f700504c939819e7e3793bcf81 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:46:17.688740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:46:17.709752 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:46:17.728599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.734229 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-1cca0a01-e513-41af-84ff-39cd248ad296 None None] Set router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:46:17.741585 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2c30280-7242-4599-8304-7708854b04f6 req-c4f683d7-0161-400c-82f6-faeccc506a81 service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810863 Dec 22 17:46:17.824161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.829582 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.832526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-29d83317-27cd-4028-aa2b-0e2a0c113c59 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:46:17.856682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97243044-ddb6-4a06-837a-f2a1d0f2ad58,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:46:17.861135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:46:17.871325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:17.880272 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2155631 Dec 22 17:46:17.880272 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43218) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:46:17.884437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Request body: {'security_group_rule': {'security_group_id': 'dfde8e5f-a3ab-4555-8afe-9e382afe504e', 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:46:17.891193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:46:17.896316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Usage tracker for resource:security_group_rule and tenant:f1e611f700504c939819e7e3793bcf81 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:46:17.899859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:46:17.906544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:46:17.935920 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Project f1e611f700504c939819e7e3793bcf81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:46:17.946665 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:18.026216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:18.032077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:18.038474 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-3695e46a-c0f3-4a00-a47e-0452df18a832 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:46:18.054365 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2c30280-7242-4599-8304-7708854b04f6 req-4fdd8c2f-406c-40b6-921c-0aa8140b7e8a service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058071 Dec 22 17:46:18.062048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f79c84-c663-4616-87b3-9a5f033eeb5b,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:46:18.065273 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:46:18.075421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:18.076808 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4c06208b-e5ae-4c7e-b774-e12701ce4e0f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1993136 Dec 22 17:46:18.079826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43222) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:46:18.086458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Request body: {'security_group_rule': {'security_group_id': 'dfde8e5f-a3ab-4555-8afe-9e382afe504e', 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:46:18.092952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:46:18.096895 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Usage tracker for resource:security_group_rule and tenant:f1e611f700504c939819e7e3793bcf81 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:46:18.099957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:46:18.105891 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:46:18.117507 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Project f1e611f700504c939819e7e3793bcf81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:46:18.126203 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:18.162703 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-1cca0a01-e513-41af-84ff-39cd248ad296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:20Z', 'revision_number': 4, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'a51ebd93-942f-40a4-85ac-e15921c89112', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'port_id': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'mac_address': 'fa:16:3e:c5:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa890b-328c-4856-a734-99923f18c964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:46:15Z', 'updated_at': '2021-12-22T17:46:15Z', 'revision_number': 0, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4364cab8-a8e5-4892-a418-4648c5871485', 'name': '', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'mac_address': 'fa:16:3e:bc:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:19Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 5, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'subnets': [{'id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:46:18.169281 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca0a01-e513-41af-84ff-39cd248ad296 None None] The sync data for ids ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'] in dv-neutron-822513-1-hyperv is: [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:20Z', 'revision_number': 4, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'a51ebd93-942f-40a4-85ac-e15921c89112', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'port_id': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'mac_address': 'fa:16:3e:c5:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa890b-328c-4856-a734-99923f18c964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:46:15Z', 'updated_at': '2021-12-22T17:46:15Z', 'revision_number': 0, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4364cab8-a8e5-4892-a418-4648c5871485', 'name': '', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'mac_address': 'fa:16:3e:bc:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:19Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 5, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'subnets': [{'id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:46:18.197178 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:18.201927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:18.210528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5df7e8d9-2efb-4508-a787-7608f2d181d1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:46:18.233137 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdef922-110e-4aa1-b3e3-15fa9446f058,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:46:18.235579 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:46:18.241459 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:18.242781 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1617346 Dec 22 17:46:18.374187 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-0079fe5d-3aed-4e26-8ea7-d047b4376224 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Synchronizing usage tracker for tenant:f1e611f700504c939819e7e3793bcf81 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:46:18.393496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-0079fe5d-3aed-4e26-8ea7-d047b4376224 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Unset dirty status for tenant:f1e611f700504c939819e7e3793bcf81 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:46:18.394872 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-0079fe5d-3aed-4e26-8ea7-d047b4376224 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913701640&fields=id&tenant_id=f1e611f700504c939819e7e3793bcf81 HTTP/1.1" status: 200 len: 267 time: 0.0629456 Dec 22 17:46:18.408322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644f7b0-39f6-4454-bb8a-e8f921f90dae None None] New status for floating IP a51ebd93-942f-40a4-85ac-e15921c89112: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:46:18.489287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-4a69b15e-a706-4207-b26a-83d4b5dbd74a tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:18.490852 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-4a69b15e-a706-4207-b26a-83d4b5dbd74a tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 946 time: 0.0900857 Dec 22 17:46:18.502081 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-18e7f198-e99e-45af-92e0-378ccccf380f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Request body: {'port': {'security_groups': ['cefa31c6-f721-4d7f-bf3a-9db45dff54b1', 'dfde8e5f-a3ab-4555-8afe-9e382afe504e']}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:46:18.637538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-18e7f198-e99e-45af-92e0-378ccccf380f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:18.918703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-18e7f198-e99e-45af-92e0-378ccccf380f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] For port b4feb83e-b628-42c3-b30c-3e42788c3542, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4feb83e-b628-42c3-b30c-3e42788c3542,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:46:18.945346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-18e7f198-e99e-45af-92e0-378ccccf380f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:18.950286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-18e7f198-e99e-45af-92e0-378ccccf380f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:18.956024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b61af8bc-2708-4c59-82a4-28d6fe1c6464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:46:18.961983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['b4feb83e-b628-42c3-b30c-3e42788c3542'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:46:19.147886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-18e7f198-e99e-45af-92e0-378ccccf380f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:19.148525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-18e7f198-e99e-45af-92e0-378ccccf380f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:19.149938 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b48084bd-272f-48a0-870f-c8e123dd8aa7 req-18e7f198-e99e-45af-92e0-378ccccf380f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "PUT /v2.0/ports/b4feb83e-b628-42c3-b30c-3e42788c3542 HTTP/1.1" status: 200 len: 982 time: 0.6526561 Dec 22 17:46:19.150495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:46:19.181281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7f198-e99e-45af-92e0-378ccccf380f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event updated for resources: {'Port': ['ID=b4feb83e-b628-42c3-b30c-3e42788c3542,revision_number=6']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:46:19.185135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-18e7f198-e99e-45af-92e0-378ccccf380f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:46:19.209329 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['b4feb83e-b628-42c3-b30c-3e42788c3542'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:46:19.275436 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'status': 'completed', 'code': 200} Dec 22 17:46:19.423812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9858dd4-8c19-464d-b8cc-45672d6b3551 req-fdb1e6b9-f9ff-4583-bb56-4d1da2d740e5 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:19.425307 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f9858dd4-8c19-464d-b8cc-45672d6b3551 req-fdb1e6b9-f9ff-4583-bb56-4d1da2d740e5 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.1584637 Dec 22 17:46:19.431540 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6df827-9a08-4aad-ba3e-28dbfbce584a req-b312de1b-37de-489f-89e0-a5ef23e8bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:19.433021 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6d6df827-9a08-4aad-ba3e-28dbfbce584a req-b312de1b-37de-489f-89e0-a5ef23e8bc0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1e611f700504c939819e7e3793bcf81&device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 1138 time: 0.1217554 Dec 22 17:46:19.496797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bccbb473-9dfc-4c40-b638-fd1bb00f1017 None None] Provisioning complete for port b4feb83e-b628-42c3-b30c-3e42788c3542 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:46:19.497413 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bccbb473-9dfc-4c40-b638-fd1bb00f1017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:19.560449 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f9858dd4-8c19-464d-b8cc-45672d6b3551 req-1e711ed7-ef46-4d75-8955-f7a32945d722 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&id=dfde8e5f-a3ab-4555-8afe-9e382afe504e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1264050 Dec 22 17:46:19.616541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6df827-9a08-4aad-ba3e-28dbfbce584a req-062c87dc-ee4a-4606-9008-fb055a95c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:19.618096 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6d6df827-9a08-4aad-ba3e-28dbfbce584a req-062c87dc-ee4a-4606-9008-fb055a95c763 service neutron] 10.222.0.53 "GET /v2.0/networks?id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 HTTP/1.1" status: 200 len: 916 time: 0.1635516 Dec 22 17:46:19.734988 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6d6df827-9a08-4aad-ba3e-28dbfbce584a req-63bc1f69-033e-4705-93d0-4882cd9cd5be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4feb83e-b628-42c3-b30c-3e42788c3542 HTTP/1.1" status: 200 len: 1002 time: 0.1102309 Dec 22 17:46:19.804760 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6df827-9a08-4aad-ba3e-28dbfbce584a req-98da094b-9df5-478e-ab0d-a85dac0847ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:19.806253 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6d6df827-9a08-4aad-ba3e-28dbfbce584a req-98da094b-9df5-478e-ab0d-a85dac0847ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a41d4991-8148-4c15-8b49-fa36ec5b366d HTTP/1.1" status: 200 len: 854 time: 0.0649879 Dec 22 17:46:19.885954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6df827-9a08-4aad-ba3e-28dbfbce584a req-df443f3f-facc-4d1f-9d3c-823be698ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:19.887447 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6d6df827-9a08-4aad-ba3e-28dbfbce584a req-df443f3f-facc-4d1f-9d3c-823be698ca87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741818 Dec 22 17:46:20.023779 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6d6df827-9a08-4aad-ba3e-28dbfbce584a req-00484e51-6e59-43e9-84e5-42551e10dac9 service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287050 Dec 22 17:46:20.159519 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6d6df827-9a08-4aad-ba3e-28dbfbce584a req-2cee1f4f-020c-4ec7-9dd1-a06b73d74402 service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287949 Dec 22 17:46:27.670244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ab0d6a3b-2269-49e9-adef-2376c7ddbd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:30.107167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f9e45c3e-f4fd-44ed-878f-c9f8d86bcc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:31.140996 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:31.258689 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:32.652569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:35.006211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff71b23-1765-4025-92ed-274cad869d96 req-1225bf2e-9fbd-4cad-b898-5a33ec663059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:35.007614 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ff71b23-1765-4025-92ed-274cad869d96 req-1225bf2e-9fbd-4cad-b898-5a33ec663059 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1e611f700504c939819e7e3793bcf81&device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 1138 time: 0.1377649 Dec 22 17:46:35.015858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194e38b-9b37-4859-b7b1-38dace2485bc req-5d925499-33cb-49e1-b5c4-4521441cffa3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:35.017214 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2194e38b-9b37-4859-b7b1-38dace2485bc req-5d925499-33cb-49e1-b5c4-4521441cffa3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.1070478 Dec 22 17:46:35.151550 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2194e38b-9b37-4859-b7b1-38dace2485bc req-1e14434a-89e9-4e3e-ae9d-5ae5ffd42733 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&id=dfde8e5f-a3ab-4555-8afe-9e382afe504e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146717 Dec 22 17:46:35.190031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff71b23-1765-4025-92ed-274cad869d96 req-eea4dce4-085f-4f40-a94a-fdc35dae1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:35.191535 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ff71b23-1765-4025-92ed-274cad869d96 req-eea4dce4-085f-4f40-a94a-fdc35dae1daa service neutron] 10.222.0.53 "GET /v2.0/networks?id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 HTTP/1.1" status: 200 len: 916 time: 0.1735017 Dec 22 17:46:35.296852 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ff71b23-1765-4025-92ed-274cad869d96 req-d5dbd62e-7f95-48fb-a59c-2b785cb90a44 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4feb83e-b628-42c3-b30c-3e42788c3542 HTTP/1.1" status: 200 len: 1002 time: 0.0986042 Dec 22 17:46:35.362418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff71b23-1765-4025-92ed-274cad869d96 req-65af261e-43bf-4c0d-8ce2-bb6915a2308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:35.363900 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ff71b23-1765-4025-92ed-274cad869d96 req-65af261e-43bf-4c0d-8ce2-bb6915a2308b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a41d4991-8148-4c15-8b49-fa36ec5b366d HTTP/1.1" status: 200 len: 854 time: 0.0603819 Dec 22 17:46:35.439025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff71b23-1765-4025-92ed-274cad869d96 req-86758773-4d19-4435-ba31-26f0595ae19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:35.441060 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ff71b23-1765-4025-92ed-274cad869d96 req-86758773-4d19-4435-ba31-26f0595ae19e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694036 Dec 22 17:46:35.508870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:46:35.577733 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ff71b23-1765-4025-92ed-274cad869d96 req-a2dfa8a7-42cb-4366-9c78-e7756106c723 service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296437 Dec 22 17:46:35.719086 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ff71b23-1765-4025-92ed-274cad869d96 req-ee45fffd-42a8-4a44-9916-fc7a095eba5a service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331909 Dec 22 17:46:36.340197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b222a8-bbdc-4fab-b919-b819b14a47cf req-920b6f8f-bbd8-4fd2-a748-0526bf074ab8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:36.341911 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f0b222a8-bbdc-4fab-b919-b819b14a47cf req-920b6f8f-bbd8-4fd2-a748-0526bf074ab8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.0822809 Dec 22 17:46:36.389145 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f0b222a8-bbdc-4fab-b919-b819b14a47cf req-402815f6-3e62-4061-8adc-4335bcc8d98d tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&id=dfde8e5f-a3ab-4555-8afe-9e382afe504e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412800 Dec 22 17:46:37.582250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1560288-5a47-4d17-9878-b8d79898b510 req-cdf11a86-c669-4851-9d88-6b5341b555f3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:37.584686 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a1560288-5a47-4d17-9878-b8d79898b510 req-cdf11a86-c669-4851-9d88-6b5341b555f3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.0885510 Dec 22 17:46:37.759504 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a1560288-5a47-4d17-9878-b8d79898b510 req-21ca9eef-f0e3-44e0-9baa-bd60e4951fd4 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&id=dfde8e5f-a3ab-4555-8afe-9e382afe504e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1672137 Dec 22 17:46:38.956255 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d010bb-015e-4025-a0ca-8c1668e5302e req-71d35a38-a7ca-4107-a20f-db91a4fae00a tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:38.957608 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-49d010bb-015e-4025-a0ca-8c1668e5302e req-71d35a38-a7ca-4107-a20f-db91a4fae00a tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.0844877 Dec 22 17:46:39.005326 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-49d010bb-015e-4025-a0ca-8c1668e5302e req-01c2c509-cedf-4ec8-847a-d11542710d13 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&id=dfde8e5f-a3ab-4555-8afe-9e382afe504e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418367 Dec 22 17:46:40.190989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dc7e3-db20-48ad-8309-0f3337e31867 req-2e580bd8-daaf-4d46-a42e-e499b6ee6687 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:40.192409 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2a6dc7e3-db20-48ad-8309-0f3337e31867 req-2e580bd8-daaf-4d46-a42e-e499b6ee6687 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.0792994 Dec 22 17:46:40.240906 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2a6dc7e3-db20-48ad-8309-0f3337e31867 req-1b3e6012-c31c-4991-99bf-ef0da27b65b6 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&id=dfde8e5f-a3ab-4555-8afe-9e382afe504e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425992 Dec 22 17:46:41.040082 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:46:41.421421 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9b9a1-f3b0-47f1-88d5-7e1790252588 req-8805ddc8-930d-4098-be2b-21b3e4dd4fa8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:41.422852 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-01d9b9a1-f3b0-47f1-88d5-7e1790252588 req-8805ddc8-930d-4098-be2b-21b3e4dd4fa8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.0791044 Dec 22 17:46:41.472395 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-01d9b9a1-f3b0-47f1-88d5-7e1790252588 req-f213adae-a036-41e3-9663-5d39ae966224 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&id=dfde8e5f-a3ab-4555-8afe-9e382afe504e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431013 Dec 22 17:46:42.657585 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b13f11-2323-424d-ac44-397ba073ad76 req-d427cb9c-e510-4691-a8bf-bac97c573ed1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:42.659678 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f9b13f11-2323-424d-ac44-397ba073ad76 req-d427cb9c-e510-4691-a8bf-bac97c573ed1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.0843058 Dec 22 17:46:42.704397 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f9b13f11-2323-424d-ac44-397ba073ad76 req-b6965386-533f-43c9-b1c8-d302f3fb87f4 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&id=dfde8e5f-a3ab-4555-8afe-9e382afe504e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389352 Dec 22 17:46:43.889600 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a3eab-b2b9-4ab4-abc5-6dea4a8841e3 req-992b901c-244e-4b81-bf76-ffad2a623f2c tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:43.891054 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e12a3eab-b2b9-4ab4-abc5-6dea4a8841e3 req-992b901c-244e-4b81-bf76-ffad2a623f2c tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.0806675 Dec 22 17:46:43.937882 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e12a3eab-b2b9-4ab4-abc5-6dea4a8841e3 req-38570cc4-270d-4748-8a87-e825b5aeae2f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&id=dfde8e5f-a3ab-4555-8afe-9e382afe504e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405383 Dec 22 17:46:44.434713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb1099-29b3-49c2-835a-3c83edea2efd req-77426fba-2a52-4091-80c4-4b58183373d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:44.436221 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-83cb1099-29b3-49c2-835a-3c83edea2efd req-77426fba-2a52-4091-80c4-4b58183373d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1e611f700504c939819e7e3793bcf81&device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 1138 time: 0.0785186 Dec 22 17:46:44.591055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb1099-29b3-49c2-835a-3c83edea2efd req-db6cf1f1-f0d6-4b99-b0c3-0ce222e44b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:44.592992 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-83cb1099-29b3-49c2-835a-3c83edea2efd req-db6cf1f1-f0d6-4b99-b0c3-0ce222e44b42 service neutron] 10.222.0.53 "GET /v2.0/networks?id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 HTTP/1.1" status: 200 len: 916 time: 0.1360066 Dec 22 17:46:44.701515 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-83cb1099-29b3-49c2-835a-3c83edea2efd req-f20520de-a256-417b-9e68-f76213f3aef0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4feb83e-b628-42c3-b30c-3e42788c3542 HTTP/1.1" status: 200 len: 1002 time: 0.1016641 Dec 22 17:46:44.767727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb1099-29b3-49c2-835a-3c83edea2efd req-b411081a-5f16-45c8-a474-732db64cf885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:44.769212 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-83cb1099-29b3-49c2-835a-3c83edea2efd req-b411081a-5f16-45c8-a474-732db64cf885 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a41d4991-8148-4c15-8b49-fa36ec5b366d HTTP/1.1" status: 200 len: 854 time: 0.0608044 Dec 22 17:46:44.844504 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb1099-29b3-49c2-835a-3c83edea2efd req-90e2ce41-b7c2-4311-a18a-8049931a4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:44.845964 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-83cb1099-29b3-49c2-835a-3c83edea2efd req-90e2ce41-b7c2-4311-a18a-8049931a4d0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705447 Dec 22 17:46:44.977815 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-83cb1099-29b3-49c2-835a-3c83edea2efd req-17f9e9e2-17d5-4e8a-98df-49d062f4334d service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252949 Dec 22 17:46:45.172855 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-83cb1099-29b3-49c2-835a-3c83edea2efd req-6d80459b-8ecb-4536-9e76-a43e77d7e80f service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890154 Dec 22 17:46:45.189779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d833425-648d-4cb5-93d5-16ad5c55ffbe req-56c796f3-879c-4cc4-bfed-2db3a0babfdb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:45.191299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d833425-648d-4cb5-93d5-16ad5c55ffbe req-56c796f3-879c-4cc4-bfed-2db3a0babfdb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.1354969 Dec 22 17:46:45.237847 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d833425-648d-4cb5-93d5-16ad5c55ffbe req-74c24886-55b4-4bae-bc2f-47e97c225060 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&id=dfde8e5f-a3ab-4555-8afe-9e382afe504e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398934 Dec 22 17:46:46.424148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6668afd-746a-4e09-8778-2727ed792b20 req-5c91eea9-2b49-4e2d-b5dd-d14fe4c63244 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:46.426066 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f6668afd-746a-4e09-8778-2727ed792b20 req-5c91eea9-2b49-4e2d-b5dd-d14fe4c63244 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.0836580 Dec 22 17:46:46.472368 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f6668afd-746a-4e09-8778-2727ed792b20 req-c5b796a4-9f2f-4190-8919-ca713cab24da tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&id=dfde8e5f-a3ab-4555-8afe-9e382afe504e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404451 Dec 22 17:46:47.654339 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aca6d0-1fc1-4eb3-9045-c54840d6160c req-6ae44153-5bc1-49cc-892a-483e34163edd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:46:47.655817 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-22aca6d0-1fc1-4eb3-9045-c54840d6160c req-6ae44153-5bc1-49cc-892a-483e34163edd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.0803959 Dec 22 17:46:47.708934 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-22aca6d0-1fc1-4eb3-9045-c54840d6160c req-f793f509-714f-430b-bc78-4219aa8b9c2d tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&id=dfde8e5f-a3ab-4555-8afe-9e382afe504e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470269 Dec 22 17:46:57.671724 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a23a21cb-cfe4-4af9-a152-92b3e447afd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:00.110452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e09b231a-5399-45f8-a4b0-aa88c71f963a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:01.142820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:01.261028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:02.655387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:05.523017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:18.040532 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:47:20.225082 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-47aca056-eb7a-4ec6-a9c9-5a66fca1c38e req-f02f3e81-86b2-4cf0-ad05-4a98ac6d1f2f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913701640&fields=id&tenant_id=f1e611f700504c939819e7e3793bcf81 HTTP/1.1" status: 200 len: 267 time: 0.0398254 Dec 22 17:47:20.306006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca056-eb7a-4ec6-a9c9-5a66fca1c38e req-721b7c6e-ff10-40af-a10c-c8e7897c3287 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:20.307519 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-47aca056-eb7a-4ec6-a9c9-5a66fca1c38e req-721b7c6e-ff10-40af-a10c-c8e7897c3287 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 985 time: 0.0770841 Dec 22 17:47:20.318512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [req-47aca056-eb7a-4ec6-a9c9-5a66fca1c38e req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Request body: {'port': {'security_groups': ['cefa31c6-f721-4d7f-bf3a-9db45dff54b1']}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:20.441264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [req-47aca056-eb7a-4ec6-a9c9-5a66fca1c38e req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:20.689576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [req-47aca056-eb7a-4ec6-a9c9-5a66fca1c38e req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] For port b4feb83e-b628-42c3-b30c-3e42788c3542, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4feb83e-b628-42c3-b30c-3e42788c3542,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:20.716593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [req-47aca056-eb7a-4ec6-a9c9-5a66fca1c38e req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:20.722831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [req-47aca056-eb7a-4ec6-a9c9-5a66fca1c38e req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:20.730161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-406ddeb3-9124-432c-b48f-530327db544c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:20.734708 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['b4feb83e-b628-42c3-b30c-3e42788c3542'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:47:20.794610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca056-eb7a-4ec6-a9c9-5a66fca1c38e req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:20.795194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [req-47aca056-eb7a-4ec6-a9c9-5a66fca1c38e req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:20.796669 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-47aca056-eb7a-4ec6-a9c9-5a66fca1c38e req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "PUT /v2.0/ports/b4feb83e-b628-42c3-b30c-3e42788c3542 HTTP/1.1" status: 200 len: 943 time: 0.4831626 Dec 22 17:47:20.797231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:47:20.806319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43280) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:20.834294 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event updated for resources: {'Port': ['ID=b4feb83e-b628-42c3-b30c-3e42788c3542,revision_number=7']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:20.849561 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:20.850377 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:20.851097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:20.851870 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:20.852593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:20.853314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:20.854029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:20.854770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:20.855525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:20.856240 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:20.856959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:20.857670 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:20.865611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:20.876930 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'status': 'completed', 'code': 200} Dec 22 17:47:20.913832 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['b4feb83e-b628-42c3-b30c-3e42788c3542'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:47:20.955397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:20.999050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:21.049233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761cf52-2461-4956-9eef-156534d1dd4d req-b1057a98-6344-4f59-a159-c49104ee65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:21.051380 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a761cf52-2461-4956-9eef-156534d1dd4d req-b1057a98-6344-4f59-a159-c49104ee65b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1e611f700504c939819e7e3793bcf81&device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 1099 time: 0.1438460 Dec 22 17:47:21.129003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f8cf4c77-5bd3-45ff-a1b1-9ba78cc40ad0 None None] Provisioning complete for port b4feb83e-b628-42c3-b30c-3e42788c3542 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:47:21.129391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f8cf4c77-5bd3-45ff-a1b1-9ba78cc40ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:21.186939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:21.192761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ebacf6f6-5233-46f0-8a97-0faab6b9bf49 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:21.224070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfde8e5f-a3ab-4555-8afe-9e382afe504e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:21.235571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:21.235880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:21.236256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:21.236625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:21.237630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:21.237994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:21.238356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:21.238738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:21.239094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:21.239468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:21.239827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:21.240391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:21.251309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:21.252118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:21.253258 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-53febee9-b111-46e4-ab3d-d175770325aa tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "DELETE /v2.0/security-groups/dfde8e5f-a3ab-4555-8afe-9e382afe504e HTTP/1.1" status: 204 len: 168 time: 0.4459708 Dec 22 17:47:21.256069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43284) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:21.269482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761cf52-2461-4956-9eef-156534d1dd4d req-50e0fb2d-5385-4709-84af-d30ecd7b30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:21.270905 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a761cf52-2461-4956-9eef-156534d1dd4d req-50e0fb2d-5385-4709-84af-d30ecd7b30ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 HTTP/1.1" status: 200 len: 916 time: 0.2125323 Dec 22 17:47:21.380595 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a761cf52-2461-4956-9eef-156534d1dd4d req-22090a23-c4c1-47f1-bf95-fec3f714f2e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4feb83e-b628-42c3-b30c-3e42788c3542 HTTP/1.1" status: 200 len: 1002 time: 0.1021826 Dec 22 17:47:21.449259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761cf52-2461-4956-9eef-156534d1dd4d req-e5f7a7f6-6416-4e53-b4ed-9d1d503273f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:21.450765 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a761cf52-2461-4956-9eef-156534d1dd4d req-e5f7a7f6-6416-4e53-b4ed-9d1d503273f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a41d4991-8148-4c15-8b49-fa36ec5b366d HTTP/1.1" status: 200 len: 854 time: 0.0636268 Dec 22 17:47:21.473313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Deleting port d8c6f827-6728-45a9-b4af-9c4ce7fccf86 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:47:21.473655 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:21.527955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761cf52-2461-4956-9eef-156534d1dd4d req-85b89c6c-db46-4afb-ab24-5b0a705327a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:21.529444 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a761cf52-2461-4956-9eef-156534d1dd4d req-85b89c6c-db46-4afb-ab24-5b0a705327a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718203 Dec 22 17:47:21.652961 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:21.653278 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:21.778232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Calling delete_port for d8c6f827-6728-45a9-b4af-9c4ce7fccf86 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:47:21.780839 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a761cf52-2461-4956-9eef-156534d1dd4d req-a9b995d2-5f8e-43bc-97dc-8195a2b73610 service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446532 Dec 22 17:47:21.914046 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a761cf52-2461-4956-9eef-156534d1dd4d req-ec2d42d6-9f32-4f1f-ba00-46e1793fb255 service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268747 Dec 22 17:47:21.931739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:21.935639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4642073b-145c-484a-b84f-2d9e61121422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:22.089395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event deleted for resources: {'Port': ['ID=d8c6f827-6728-45a9-b4af-9c4ce7fccf86,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:22.115279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:22.179524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:22.179851 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Floating IP a51ebd93-942f-40a4-85ac-e15921c89112 disassociated (deleted). External IP: 172.26.3.121, port: b4feb83e-b628-42c3-b30c-3e42788c3542. Dec 22 17:47:22.525995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:47:22.704346 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:47:22.714765 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437100aa-9b8f-4f6e-b9dd-efc860cd2bc2 None None] Sync routers for ids ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:47:22.724360 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437100aa-9b8f-4f6e-b9dd-efc860cd2bc2 None None] Routers {'a065d3e2-e9fd-4ec0-b63e-b834632e73f3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:47:22.725039 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-437100aa-9b8f-4f6e-b9dd-efc860cd2bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:47:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:22.725451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:22.783081 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "DELETE /v2.0/floatingips/a51ebd93-942f-40a4-85ac-e15921c89112 HTTP/1.1" status: 204 len: 168 time: 1.5233335 Dec 22 17:47:22.878635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:47:22.913676 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-437100aa-9b8f-4f6e-b9dd-efc860cd2bc2 None None] Set router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:47:22.926395 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'status': 'completed', 'code': 200} Dec 22 17:47:23.026210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33a3f3-2e43-4a7f-9fe6-656d9654c83c req-3cb4a970-080c-42a7-a89d-31598fc0bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:23.027801 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c33a3f3-2e43-4a7f-9fe6-656d9654c83c req-3cb4a970-080c-42a7-a89d-31598fc0bc53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1e611f700504c939819e7e3793bcf81&device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 1099 time: 0.0785744 Dec 22 17:47:23.182099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33a3f3-2e43-4a7f-9fe6-656d9654c83c req-ed38b17d-18b0-4f3f-9f69-9f2afb75ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:23.183919 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c33a3f3-2e43-4a7f-9fe6-656d9654c83c req-ed38b17d-18b0-4f3f-9f69-9f2afb75ea20 service neutron] 10.222.0.53 "GET /v2.0/networks?id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 HTTP/1.1" status: 200 len: 916 time: 0.1489594 Dec 22 17:47:23.255134 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-437100aa-9b8f-4f6e-b9dd-efc860cd2bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:20Z', 'revision_number': 4, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '4364cab8-a8e5-4892-a418-4648c5871485', 'name': '', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'mac_address': 'fa:16:3e:bc:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:19Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 5, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'subnets': [{'id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:23.259362 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437100aa-9b8f-4f6e-b9dd-efc860cd2bc2 None None] Checking router: a065d3e2-e9fd-4ec0-b63e-b834632e73f3 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:47:23.261904 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c33a3f3-2e43-4a7f-9fe6-656d9654c83c req-0be702a3-63ad-4f09-bbac-669c0ba8e1bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4feb83e-b628-42c3-b30c-3e42788c3542 HTTP/1.1" status: 200 len: 217 time: 0.0704777 Dec 22 17:47:23.267780 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437100aa-9b8f-4f6e-b9dd-efc860cd2bc2 None None] Routers {'a065d3e2-e9fd-4ec0-b63e-b834632e73f3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:47:23.268413 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-437100aa-9b8f-4f6e-b9dd-efc860cd2bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:47:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:23.328248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33a3f3-2e43-4a7f-9fe6-656d9654c83c req-1f2e2ed0-cf81-4259-a872-794195d5c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:23.329703 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c33a3f3-2e43-4a7f-9fe6-656d9654c83c req-1f2e2ed0-cf81-4259-a872-794195d5c562 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a41d4991-8148-4c15-8b49-fa36ec5b366d HTTP/1.1" status: 200 len: 854 time: 0.0613823 Dec 22 17:47:23.406852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33a3f3-2e43-4a7f-9fe6-656d9654c83c req-b7aaf018-ac32-4227-a185-2932faacb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:23.408394 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c33a3f3-2e43-4a7f-9fe6-656d9654c83c req-b7aaf018-ac32-4227-a185-2932faacb83d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710132 Dec 22 17:47:23.477118 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-437100aa-9b8f-4f6e-b9dd-efc860cd2bc2 None None] Set router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:47:23.550830 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c33a3f3-2e43-4a7f-9fe6-656d9654c83c req-872356cd-cb69-4e4d-8a5c-7aa9cff243eb service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354756 Dec 22 17:47:23.690340 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c33a3f3-2e43-4a7f-9fe6-656d9654c83c req-f24b5f74-a9eb-4a5e-b138-0eaf5343d215 service neutron] 10.222.0.53 "GET /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314783 Dec 22 17:47:23.803461 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-437100aa-9b8f-4f6e-b9dd-efc860cd2bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:20Z', 'revision_number': 4, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '4364cab8-a8e5-4892-a418-4648c5871485', 'name': '', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'mac_address': 'fa:16:3e:bc:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:19Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 5, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'subnets': [{'id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:23.807558 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437100aa-9b8f-4f6e-b9dd-efc860cd2bc2 None None] The sync data for ids ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'] in dv-neutron-822513-1-hyperv is: [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:20Z', 'revision_number': 4, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '4364cab8-a8e5-4892-a418-4648c5871485', 'name': '', 'network_id': '072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'mac_address': 'fa:16:3e:bc:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:19Z', 'updated_at': '2021-12-22T17:45:27Z', 'revision_number': 5, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'subnets': [{'id': 'a41d4991-8148-4c15-8b49-fa36ec5b366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:47:24.070710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e374a99-8530-4643-8e24-25fb643a6b0e None None] New status for floating IP a51ebd93-942f-40a4-85ac-e15921c89112: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:47:27.156581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd502290-f74f-4994-aada-ecae4a251117 req-6b407ea5-b5f0-4c0e-9155-f9adf171f113 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:27.157967 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dd502290-f74f-4994-aada-ecae4a251117 req-6b407ea5-b5f0-4c0e-9155-f9adf171f113 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 946 time: 0.0856202 Dec 22 17:47:27.201659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-dd502290-f74f-4994-aada-ecae4a251117 req-258d6cd7-8022-4334-aea7-891ab5e83943 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Synchronizing usage tracker for tenant:f1e611f700504c939819e7e3793bcf81 on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:47:27.218250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-dd502290-f74f-4994-aada-ecae4a251117 req-258d6cd7-8022-4334-aea7-891ab5e83943 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Unset dirty status for tenant:f1e611f700504c939819e7e3793bcf81 on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:47:27.219463 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dd502290-f74f-4994-aada-ecae4a251117 req-258d6cd7-8022-4334-aea7-891ab5e83943 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555549 Dec 22 17:47:27.674142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc971-4d3e-45c5-b1ca-cb9825a09078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:28.406241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54858df4-b977-4437-912e-26dcade225ed req-82cd0fc1-c62f-4365-9ada-def11192d54d tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:28.406939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-54858df4-b977-4437-912e-26dcade225ed req-82cd0fc1-c62f-4365-9ada-def11192d54d tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Synchronizing usage tracker for tenant:f1e611f700504c939819e7e3793bcf81 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:47:28.422249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-54858df4-b977-4437-912e-26dcade225ed req-82cd0fc1-c62f-4365-9ada-def11192d54d tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Unset dirty status for tenant:f1e611f700504c939819e7e3793bcf81 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:47:28.423484 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-54858df4-b977-4437-912e-26dcade225ed req-82cd0fc1-c62f-4365-9ada-def11192d54d tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 946 time: 0.0955145 Dec 22 17:47:28.472822 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-54858df4-b977-4437-912e-26dcade225ed req-0a7af237-6ad5-48e3-abfe-ce4b07065c07 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/security-groups?id=cefa31c6-f721-4d7f-bf3a-9db45dff54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Dec 22 17:47:28.754299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57757a3e-6bb8-4fc7-86af-178f8b147907 req-bf6bd028-1919-4859-9174-a72b88d8cb74 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:28.755778 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-57757a3e-6bb8-4fc7-86af-178f8b147907 req-bf6bd028-1919-4859-9174-a72b88d8cb74 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.53 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 946 time: 0.0797842 Dec 22 17:47:28.830279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-57757a3e-6bb8-4fc7-86af-178f8b147907 req-c82668de-4c69-4903-af84-7842f1808de2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Deleting port b4feb83e-b628-42c3-b30c-3e42788c3542 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:47:28.831188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-57757a3e-6bb8-4fc7-86af-178f8b147907 req-c82668de-4c69-4903-af84-7842f1808de2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:29.076010 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-57757a3e-6bb8-4fc7-86af-178f8b147907 req-c82668de-4c69-4903-af84-7842f1808de2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] For port b4feb83e-b628-42c3-b30c-3e42788c3542, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b4feb83e-b628-42c3-b30c-3e42788c3542,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:29.076364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-57757a3e-6bb8-4fc7-86af-178f8b147907 req-c82668de-4c69-4903-af84-7842f1808de2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:29.204369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-57757a3e-6bb8-4fc7-86af-178f8b147907 req-c82668de-4c69-4903-af84-7842f1808de2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Calling delete_port for b4feb83e-b628-42c3-b30c-3e42788c3542 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:47:29.348530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-57757a3e-6bb8-4fc7-86af-178f8b147907 req-c82668de-4c69-4903-af84-7842f1808de2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:29.354044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:29.512722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82668de-4c69-4903-af84-7842f1808de2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Pushing event deleted for resources: {'Port': ['ID=b4feb83e-b628-42c3-b30c-3e42788c3542,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:29.515860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c82668de-4c69-4903-af84-7842f1808de2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:29.618692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-57757a3e-6bb8-4fc7-86af-178f8b147907 req-c82668de-4c69-4903-af84-7842f1808de2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] No DVR routers for this DVR port b4feb83e-b628-42c3-b30c-3e42788c3542 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:47:29.624841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-57757a3e-6bb8-4fc7-86af-178f8b147907 req-c82668de-4c69-4903-af84-7842f1808de2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:29.627366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'name': 'network-vif-deleted', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:47:29.642453 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f1a8ad5d-69c0-4017-b5d7-4b3aa723690f req-54c29014-d9db-458c-9402-6cab7fb0de89 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.70 "GET /v2.0/ports?device_id=59fa890b-328c-4856-a734-99923f18c964 HTTP/1.1" status: 200 len: 210 time: 0.0584567 Dec 22 17:47:29.650767 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-57757a3e-6bb8-4fc7-86af-178f8b147907 req-c82668de-4c69-4903-af84-7842f1808de2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] 10.222.0.53 "DELETE /v2.0/ports/b4feb83e-b628-42c3-b30c-3e42788c3542 HTTP/1.1" status: 204 len: 173 time: 0.8896925 Dec 22 17:47:29.673032 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fa890b-328c-4856-a734-99923f18c964', 'name': 'network-vif-deleted', 'tag': 'b4feb83e-b628-42c3-b30c-3e42788c3542', 'status': 'completed', 'code': 200} Dec 22 17:47:30.116455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d1536103-883b-402d-bc50-93c0dbc85281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:31.118549 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b4feb83e-b628-42c3-b30c-3e42788c3542 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:47:31.158483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: b4feb83e-b628-42c3-b30c-3e42788c3542 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:47:31.158850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device b4feb83e-b628-42c3-b30c-3e42788c3542 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:47:31.171954 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:31.264389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:31.290628 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43372) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:32.008292 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:32.370843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] Deleting port 4364cab8-a8e5-4892-a418-4648c5871485 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:47:32.371595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:32.549721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] For port 4364cab8-a8e5-4892-a418-4648c5871485, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4364cab8-a8e5-4892-a418-4648c5871485,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:32.550060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:32.658334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:32.676021 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] Calling delete_port for 4364cab8-a8e5-4892-a418-4648c5871485 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:47:32.997693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:33.001749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ae773403-14e5-4395-aea1-6b208c2549e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:33.046548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4364cab8-a8e5-4892-a418-4648c5871485,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:33.073143 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:33.318233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:33.792531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] Router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:47:33.968735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:47:33.977621 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eecc0ea-8e0c-4b33-8356-4a38e62ebdf8 None None] Sync routers for ids ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:47:33.981494 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] 10.222.0.70 "PUT /v2.0/routers/a065d3e2-e9fd-4ec0-b63e-b834632e73f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6902499 Dec 22 17:47:33.983992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43378) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:33.987145 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eecc0ea-8e0c-4b33-8356-4a38e62ebdf8 None None] Routers {'a065d3e2-e9fd-4ec0-b63e-b834632e73f3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:47:33.987771 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-8eecc0ea-8e0c-4b33-8356-4a38e62ebdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:47:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:34.161850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:34.176370 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-8eecc0ea-8e0c-4b33-8356-4a38e62ebdf8 None None] Set router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:47:34.337982 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:34.348251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Deleting port 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:47:34.348814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:34.459751 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-8eecc0ea-8e0c-4b33-8356-4a38e62ebdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:47:32Z', 'revision_number': 5, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port': {'id': '2f2fd730-c0f8-479c-8ba7-f91648e7aa04', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:34.463477 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eecc0ea-8e0c-4b33-8356-4a38e62ebdf8 None None] Checking router: a065d3e2-e9fd-4ec0-b63e-b834632e73f3 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:47:34.472059 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eecc0ea-8e0c-4b33-8356-4a38e62ebdf8 None None] Routers {'a065d3e2-e9fd-4ec0-b63e-b834632e73f3'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:47:34.472669 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-8eecc0ea-8e0c-4b33-8356-4a38e62ebdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:47:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:34.521955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] For port 2f2fd730-c0f8-479c-8ba7-f91648e7aa04, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=2f2fd730-c0f8-479c-8ba7-f91648e7aa04,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:34.522303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:34.620034 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-8eecc0ea-8e0c-4b33-8356-4a38e62ebdf8 None None] Set router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:47:34.646539 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Calling delete_port for 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:47:34.725596 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-8eecc0ea-8e0c-4b33-8356-4a38e62ebdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:47:34Z', 'revision_number': 6, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:34.730250 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eecc0ea-8e0c-4b33-8356-4a38e62ebdf8 None None] The sync data for ids ['a065d3e2-e9fd-4ec0-b63e-b834632e73f3'] in dv-neutron-822513-1-hyperv is: [{'id': 'a065d3e2-e9fd-4ec0-b63e-b834632e73f3', 'name': 'tempest-TestMinimumBasicScenario-1691865088-router', 'tenant_id': 'f1e611f700504c939819e7e3793bcf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:16Z', 'updated_at': '2021-12-22T17:47:34Z', 'revision_number': 6, 'project_id': 'f1e611f700504c939819e7e3793bcf81', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:47:34.950863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:34.955160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0b58a693-fba7-429c-965b-859b578700eb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:35.029307 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2fd730-c0f8-479c-8ba7-f91648e7aa04,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:35.031689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:35.098438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.271720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.273782 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.295678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.296209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a065d3e2-e9fd-4ec0-b63e-b834632e73f3 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:47:35.308066 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.309166 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9cf955d8-f9d6-4a77-acb7-1cd82cd21cdd admin admin] 10.222.0.70 "DELETE /v2.0/routers/a065d3e2-e9fd-4ec0-b63e-b834632e73f3 HTTP/1.1" status: 204 len: 168 time: 1.3243003 Dec 22 17:47:35.311805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43382) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:35.372220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f9521e-ca72-4ec0-9277-f2f0b8ea751d admin admin] Deleting subnet a41d4991-8148-4c15-8b49-fa36ec5b366d {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:47:35.375064 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-54f9521e-ca72-4ec0-9277-f2f0b8ea751d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.422803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-54f9521e-ca72-4ec0-9277-f2f0b8ea751d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.504676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-54f9521e-ca72-4ec0-9277-f2f0b8ea751d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.543590 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.587939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-54f9521e-ca72-4ec0-9277-f2f0b8ea751d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.593197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dd08019a-854a-4887-b9e0-c92d326015a5 tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:35.630400 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9521e-ca72-4ec0-9277-f2f0b8ea751d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41d4991-8148-4c15-8b49-fa36ec5b366d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:35.632396 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-54f9521e-ca72-4ec0-9277-f2f0b8ea751d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.635003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-54f9521e-ca72-4ec0-9277-f2f0b8ea751d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:35.638042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f29cc1-2993-4f72-86fc-77457ff388a7 None None] Network 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:47:35.639211 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-54f9521e-ca72-4ec0-9277-f2f0b8ea751d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a41d4991-8148-4c15-8b49-fa36ec5b366d HTTP/1.1" status: 204 len: 168 time: 0.3264153 Dec 22 17:47:35.641745 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43386) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:35.758501 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.771325 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Deleting port f569e728-1aec-464c-a02a-d460f8b7253c {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:47:35.771666 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:35.907455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a55ae-ac03-458b-817e-bbc6505de05f None None] DHCP port deletion for 072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:47:35.911868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a55ae-ac03-458b-817e-bbc6505de05f None None] Deleting port f569e728-1aec-464c-a02a-d460f8b7253c {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:47:35.912419 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fb7a55ae-ac03-458b-817e-bbc6505de05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:36.001573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] For port f569e728-1aec-464c-a02a-d460f8b7253c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f569e728-1aec-464c-a02a-d460f8b7253c,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:36.002192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:36.124293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-fb7a55ae-ac03-458b-817e-bbc6505de05f None None] For port f569e728-1aec-464c-a02a-d460f8b7253c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f569e728-1aec-464c-a02a-d460f8b7253c,segment=NetworkSegment(c0585449-d281-47ec-bf86-71e5f6f1c7c2),segment_id=c0585449-d281-47ec-bf86-71e5f6f1c7c2)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:36.124596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fb7a55ae-ac03-458b-817e-bbc6505de05f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:36.131432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Calling delete_port for f569e728-1aec-464c-a02a-d460f8b7253c owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:47:36.224424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:36.228317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:36.255476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a55ae-ac03-458b-817e-bbc6505de05f None None] Calling delete_port for f569e728-1aec-464c-a02a-d460f8b7253c owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:47:36.272095 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f569e728-1aec-464c-a02a-d460f8b7253c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:36.275042 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:36.275846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] No DVR routers for this DVR port f569e728-1aec-464c-a02a-d460f8b7253c on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:47:36.329309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-fb7a55ae-ac03-458b-817e-bbc6505de05f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:47:36.329671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-fb7a55ae-ac03-458b-817e-bbc6505de05f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:47:36.391767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:36.416919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:36.428689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0585449-d281-47ec-bf86-71e5f6f1c7c2') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:36.428983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0585449-d281-47ec-bf86-71e5f6f1c7c2') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:36.440006 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:36.455941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:36.461943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:47:36.462324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:47:36.476261 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:47:36.675695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:36.679282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-111f8871-51a8-4bf7-8cac-ee450bfbb537 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:36.692505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:36.702425 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:36.706128 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:36.716364 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/072ecb69-ebe3-4bd4-aae8-f4f20ed9e4c4 HTTP/1.1" status: 204 len: 168 time: 1.0737038 Dec 22 17:47:36.719477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43390) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:36.783449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4364cab8-a8e5-4892-a418-4648c5871485 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:47:36.818510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 4364cab8-a8e5-4892-a418-4648c5871485 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:47:36.818864 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4364cab8-a8e5-4892-a418-4648c5871485 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:47:36.819482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f569e728-1aec-464c-a02a-d460f8b7253c no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:47:36.843654 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a55ae-ac03-458b-817e-bbc6505de05f None None] Deleting port f569e728-1aec-464c-a02a-d460f8b7253c {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:47:36.844037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fb7a55ae-ac03-458b-817e-bbc6505de05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:36.887095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: f569e728-1aec-464c-a02a-d460f8b7253c {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:47:36.887470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f569e728-1aec-464c-a02a-d460f8b7253c not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:47:36.887898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:47:36.947803 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:47:36.948076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 2f2fd730-c0f8-479c-8ba7-f91648e7aa04 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:47:36.956251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a55ae-ac03-458b-817e-bbc6505de05f None None] The port 'f569e728-1aec-464c-a02a-d460f8b7253c' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:47:37.268984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:37.614863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] Deleting port 23f250ca-2339-4a97-ac85-72e05e2eb3ee {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:47:37.615224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:37.782478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] For port 23f250ca-2339-4a97-ac85-72e05e2eb3ee, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=23f250ca-2339-4a97-ac85-72e05e2eb3ee,segment=NetworkSegment(3e8ade90-2b79-48e3-99ec-f051675a2301),segment_id=3e8ade90-2b79-48e3-99ec-f051675a2301)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:37.782828 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:37.905553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] Calling delete_port for 23f250ca-2339-4a97-ac85-72e05e2eb3ee owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:47:38.202307 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:38.206413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4099811e-4b66-4ec1-a155-3bc187455cd3 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:38.252647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=23f250ca-2339-4a97-ac85-72e05e2eb3ee,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:38.255615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:38.519053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:38.876233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] Router 09e573fa-f56b-485f-9e99-06d5af5cd2de has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:47:39.058003 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:47:39.071011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c97fc-989c-437c-bdfd-0cab55d13aad None None] Sync routers for ids ['09e573fa-f56b-485f-9e99-06d5af5cd2de'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:47:39.076184 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] 10.222.0.70 "PUT /v2.0/routers/09e573fa-f56b-485f-9e99-06d5af5cd2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3557115 Dec 22 17:47:39.078741 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43394) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:39.081838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c97fc-989c-437c-bdfd-0cab55d13aad None None] Routers {'09e573fa-f56b-485f-9e99-06d5af5cd2de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:47:39.082466 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-058c97fc-989c-437c-bdfd-0cab55d13aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:47:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['09e573fa-f56b-485f-9e99-06d5af5cd2de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:39.254271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:39.297113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-058c97fc-989c-437c-bdfd-0cab55d13aad None None] Set router 09e573fa-f56b-485f-9e99-06d5af5cd2de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:47:39.566632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:39.577041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Deleting port 9283f903-3a30-4ff5-a77e-66b0fbc6a284 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:47:39.577366 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:39.596066 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-058c97fc-989c-437c-bdfd-0cab55d13aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'name': 'tempest-TestMinimumBasicScenario-1300265196-router', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:22Z', 'updated_at': '2021-12-22T17:47:38Z', 'revision_number': 5, 'project_id': 'aa6a3b379de845ef861f54738ceee399', 'gw_port': {'id': '9283f903-3a30-4ff5-a77e-66b0fbc6a284', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:45:23Z', 'updated_at': '2021-12-22T17:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:39.604835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c97fc-989c-437c-bdfd-0cab55d13aad None None] Checking router: 09e573fa-f56b-485f-9e99-06d5af5cd2de for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:47:39.613841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c97fc-989c-437c-bdfd-0cab55d13aad None None] Routers {'09e573fa-f56b-485f-9e99-06d5af5cd2de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:47:39.614458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-058c97fc-989c-437c-bdfd-0cab55d13aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:47:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['09e573fa-f56b-485f-9e99-06d5af5cd2de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:39.756759 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] For port 9283f903-3a30-4ff5-a77e-66b0fbc6a284, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=9283f903-3a30-4ff5-a77e-66b0fbc6a284,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:39.757116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:39.766080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-058c97fc-989c-437c-bdfd-0cab55d13aad None None] Set router 09e573fa-f56b-485f-9e99-06d5af5cd2de gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:47:39.875311 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-058c97fc-989c-437c-bdfd-0cab55d13aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'name': 'tempest-TestMinimumBasicScenario-1300265196-router', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:22Z', 'updated_at': '2021-12-22T17:47:39Z', 'revision_number': 6, 'project_id': 'aa6a3b379de845ef861f54738ceee399', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:39.879980 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c97fc-989c-437c-bdfd-0cab55d13aad None None] The sync data for ids ['09e573fa-f56b-485f-9e99-06d5af5cd2de'] in dv-neutron-822513-1-hyperv is: [{'id': '09e573fa-f56b-485f-9e99-06d5af5cd2de', 'name': 'tempest-TestMinimumBasicScenario-1300265196-router', 'tenant_id': 'aa6a3b379de845ef861f54738ceee399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:45:22Z', 'updated_at': '2021-12-22T17:47:39Z', 'revision_number': 6, 'project_id': 'aa6a3b379de845ef861f54738ceee399', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:47:39.882559 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Calling delete_port for 9283f903-3a30-4ff5-a77e-66b0fbc6a284 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:47:40.048508 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.052626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:40.095877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Pushing event deleted for resources: {'Port': ['ID=9283f903-3a30-4ff5-a77e-66b0fbc6a284,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:40.098856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:40.190412 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.365172 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.367282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.390076 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.390612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09e573fa-f56b-485f-9e99-06d5af5cd2de {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:47:40.404427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.405537 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] 10.222.0.70 "DELETE /v2.0/routers/09e573fa-f56b-485f-9e99-06d5af5cd2de HTTP/1.1" status: 204 len: 168 time: 1.3258653 Dec 22 17:47:40.407985 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43398) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:40.466371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-83dc8f3a-c4a5-4ee2-abd4-9dc2cfc67809 admin admin] Deleting subnet fda86f0d-fc57-4336-a063-e96851893bea {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:47:40.469554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83dc8f3a-c4a5-4ee2-abd4-9dc2cfc67809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.520850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83dc8f3a-c4a5-4ee2-abd4-9dc2cfc67809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.598317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83dc8f3a-c4a5-4ee2-abd4-9dc2cfc67809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.675942 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83dc8f3a-c4a5-4ee2-abd4-9dc2cfc67809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.679821 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d5c57e9d-63d2-487b-add9-d1a2bdbb8425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:40.718188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc8f3a-c4a5-4ee2-abd4-9dc2cfc67809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda86f0d-fc57-4336-a063-e96851893bea,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:40.721723 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-83dc8f3a-c4a5-4ee2-abd4-9dc2cfc67809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:40.722680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-83dc8f3a-c4a5-4ee2-abd4-9dc2cfc67809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.727760 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dee5e4-1f68-487b-be1c-1b2f76bf56bb None None] Network 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:47:40.728560 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-83dc8f3a-c4a5-4ee2-abd4-9dc2cfc67809 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fda86f0d-fc57-4336-a063-e96851893bea HTTP/1.1" status: 204 len: 168 time: 0.3196232 Dec 22 17:47:40.730964 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43402) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:40.819133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 23f250ca-2339-4a97-ac85-72e05e2eb3ee no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:47:40.846714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.857291 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Deleting port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:47:40.857625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:40.872492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 23f250ca-2339-4a97-ac85-72e05e2eb3ee {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:47:40.872840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 23f250ca-2339-4a97-ac85-72e05e2eb3ee not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:47:40.873269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 9283f903-3a30-4ff5-a77e-66b0fbc6a284 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:47:40.917234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 9283f903-3a30-4ff5-a77e-66b0fbc6a284 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:47:40.917588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 9283f903-3a30-4ff5-a77e-66b0fbc6a284 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:47:41.080004 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] For port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=60b960c6-4fb5-4fac-8359-9af3d5e97ccc,segment=NetworkSegment(3e8ade90-2b79-48e3-99ec-f051675a2301),segment_id=3e8ade90-2b79-48e3-99ec-f051675a2301)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:41.080894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:41.086187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fdf708-c89a-422b-8684-98475730a86d None None] DHCP port deletion for 4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:47:41.090464 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-69fdf708-c89a-422b-8684-98475730a86d None None] Deleting port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:47:41.090920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-69fdf708-c89a-422b-8684-98475730a86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:41.302867 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-69fdf708-c89a-422b-8684-98475730a86d None None] For port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=60b960c6-4fb5-4fac-8359-9af3d5e97ccc,segment=NetworkSegment(3e8ade90-2b79-48e3-99ec-f051675a2301),segment_id=3e8ade90-2b79-48e3-99ec-f051675a2301)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:41.303177 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-69fdf708-c89a-422b-8684-98475730a86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:41.333192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Calling delete_port for 60b960c6-4fb5-4fac-8359-9af3d5e97ccc owned by network:dhcp {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:47:41.411572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:41.415486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:41.461426 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Pushing event deleted for resources: {'Port': ['ID=60b960c6-4fb5-4fac-8359-9af3d5e97ccc,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:41.463884 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:41.464656 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-69fdf708-c89a-422b-8684-98475730a86d None None] Calling delete_port for 60b960c6-4fb5-4fac-8359-9af3d5e97ccc owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:47:41.466765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] No DVR routers for this DVR port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc on host dv-neutron-822513-1-hyperv {{(pid=87586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:47:41.539741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-69fdf708-c89a-422b-8684-98475730a86d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:47:41.540103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-69fdf708-c89a-422b-8684-98475730a86d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:47:41.583771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:41.614011 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:41.625911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8ade90-2b79-48e3-99ec-f051675a2301') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:41.626205 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8ade90-2b79-48e3-99ec-f051675a2301') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:41.637182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:41.653507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:41.660976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:47:41.661460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:47:41.675098 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:47:41.749370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:41.752968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0004d857-b033-4a0e-95aa-948affe05f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:41.770279 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:41.782618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:41.786739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:41.788536 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] 10.222.0.70 "DELETE /v2.0/networks/4a3e9f92-f0ac-4f61-aee0-8e9e55bcd18f HTTP/1.1" status: 204 len: 168 time: 1.0566056 Dec 22 17:47:41.953763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43408) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:42.007229 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-454a5a95-a64b-4590-ac03-331fde055bca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1e611f700504c939819e7e3793bcf81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520785 Dec 22 17:47:42.009525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43412) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:42.041176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-69fdf708-c89a-422b-8684-98475730a86d None None] Deleting port 60b960c6-4fb5-4fac-8359-9af3d5e97ccc {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:47:42.041732 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-69fdf708-c89a-422b-8684-98475730a86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:42.068068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-61ac97b1-9a6c-4c52-84ec-02ca723cc9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:42.095229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-61ac97b1-9a6c-4c52-84ec-02ca723cc9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:42.107255 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-69fdf708-c89a-422b-8684-98475730a86d None None] The port '60b960c6-4fb5-4fac-8359-9af3d5e97ccc' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 17:47:42.149565 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-61ac97b1-9a6c-4c52-84ec-02ca723cc9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:42.153209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c1ad1f5a-ea88-4841-9a04-5cbe09faed13 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:42.166686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac97b1-9a6c-4c52-84ec-02ca723cc9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefa31c6-f721-4d7f-bf3a-9db45dff54b1,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:42.169268 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-61ac97b1-9a6c-4c52-84ec-02ca723cc9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:42.176936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-61ac97b1-9a6c-4c52-84ec-02ca723cc9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:42.178077 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-61ac97b1-9a6c-4c52-84ec-02ca723cc9d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cefa31c6-f721-4d7f-bf3a-9db45dff54b1 HTTP/1.1" status: 204 len: 168 time: 0.1676075 Dec 22 17:47:42.516335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43420) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:42.568897 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5ad913ee-f40c-45d7-859e-d0a72b83d407 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa6a3b379de845ef861f54738ceee399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512516 Dec 22 17:47:42.571224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43424) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:42.630037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-635032c5-3241-4b57-857f-23e7b0403c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:42.655306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-635032c5-3241-4b57-857f-23e7b0403c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:42.708867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-635032c5-3241-4b57-857f-23e7b0403c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:42.713337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-90ae31f3-cb2d-43fe-83b4-ad62ed541fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:42.726473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635032c5-3241-4b57-857f-23e7b0403c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65d88c6-d60a-4da1-ab12-314dfc2206c2,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:42.730306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-635032c5-3241-4b57-857f-23e7b0403c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:42.733895 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-635032c5-3241-4b57-857f-23e7b0403c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:42.735003 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-635032c5-3241-4b57-857f-23e7b0403c45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d65d88c6-d60a-4da1-ab12-314dfc2206c2 HTTP/1.1" status: 204 len: 168 time: 0.1628623 Dec 22 17:47:42.801944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 60b960c6-4fb5-4fac-8359-9af3d5e97ccc no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:47:42.839140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 60b960c6-4fb5-4fac-8359-9af3d5e97ccc {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:47:42.839497 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 60b960c6-4fb5-4fac-8359-9af3d5e97ccc not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:47:45.703690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43468) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:45.709636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1950061768', 'description': 'tempest-secgroup-smoke-1950061768 description', 'project_id': '4e9659ff4ad1499995eb034280b86352'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:45.715680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:45.719714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:47:45.722537 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:47:45.728186 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:45.739550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:45.751573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:45.766529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:45.771039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:47:45.774138 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:47:45.779982 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:45.866954 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:45.870798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:45.873247 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6ebda891-7007-47cb-989f-aecd763f797a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:45.883860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:45.891472 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:47:45.900085 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:47:45.910073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:45.913554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d2c11-aaf5-4b53-a5db-21cb020f417e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:45.917845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:45.984288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:45.987986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:45.991533 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4c5121d6-f911-4046-b3d7-993ce1bf6dec tempest-TestVolumeBootPattern-1238999492 tempest-TestVolumeBootPattern-1238999492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:46.029803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5730d43b-1fda-4d4a-855d-f6531f0714b1,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:46.032796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:46.034231 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.035476 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3307338 Dec 22 17:47:46.038407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43472) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:46.043380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '5730d43b-1fda-4d4a-855d-f6531f0714b1', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:46.049899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:46.053710 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:47:46.056557 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:47:46.062323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:46.079516 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.142503 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.146211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.148049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f22b0503-bb7c-497f-bd81-a2c44a150cf1 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:46.169814 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ef7184-5edf-4ace-bbc1-308bc5f0d4ff,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:46.174915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:46.179369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.180711 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413658 Dec 22 17:47:46.183477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43476) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:46.188401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-ee715c25-ffcc-4ae4-abcb-68b5e8eae5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '5730d43b-1fda-4d4a-855d-f6531f0714b1', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:46.194951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ee715c25-ffcc-4ae4-abcb-68b5e8eae5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:46.198683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ee715c25-ffcc-4ae4-abcb-68b5e8eae5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:47:46.201508 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-ee715c25-ffcc-4ae4-abcb-68b5e8eae5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:47:46.207157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-ee715c25-ffcc-4ae4-abcb-68b5e8eae5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:46.230190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee715c25-ffcc-4ae4-abcb-68b5e8eae5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.293126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee715c25-ffcc-4ae4-abcb-68b5e8eae5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.296402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee715c25-ffcc-4ae4-abcb-68b5e8eae5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.298194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5cd9cbfb-38bc-446b-9c43-04696ad74ac7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:46.320266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee715c25-ffcc-4ae4-abcb-68b5e8eae5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40aa25ce-714c-48b8-b9a3-a35562a87f1b,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:46.322646 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ee715c25-ffcc-4ae4-abcb-68b5e8eae5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:46.329211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ee715c25-ffcc-4ae4-abcb-68b5e8eae5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.330876 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ee715c25-ffcc-4ae4-abcb-68b5e8eae5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464674 Dec 22 17:47:46.333601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43480) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:46.338469 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '5730d43b-1fda-4d4a-855d-f6531f0714b1', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:46.344586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:46.348386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:47:46.351265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:47:46.356970 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:46.378923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.440785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.444302 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.450000 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9662eb6d-03d0-417e-9bb3-bd3bb47e4fc5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:46.469415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a51629-e35d-4133-a6ad-534d35c834bf,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:46.472405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:46.480545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.481800 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473033 Dec 22 17:47:46.484457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43484) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:46.490029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '5730d43b-1fda-4d4a-855d-f6531f0714b1', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:46.495997 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:46.499787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:47:46.502611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:47:46.508493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:46.526807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.598652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.602258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.608041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-11370854-07db-4757-bac2-fcc0ea35abcb tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:46.628867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90c7d9b-f7d4-4ce9-942c-00330c974c26,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:46.631980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:46.640979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.642169 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568015 Dec 22 17:47:46.644982 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43488) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:46.649957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '5730d43b-1fda-4d4a-855d-f6531f0714b1', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:46.655978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:46.660648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:47:46.663698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:47:46.669766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:46.681499 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Project 4e9659ff4ad1499995eb034280b86352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:47:46.688572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.756134 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.760495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.762473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-610243c5-648d-435b-b93b-d1d5aca8d9be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:46.784816 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fa3ef6-a000-42c6-858f-cbdeec85891e,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:46.787491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:46.798122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.800010 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541011 Dec 22 17:47:46.803220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43492) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:46.809052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '5730d43b-1fda-4d4a-855d-f6531f0714b1', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:46.815539 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:46.819399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:47:46.822445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:47:46.828374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:46.844378 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Project 4e9659ff4ad1499995eb034280b86352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:47:46.851848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.920857 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.925538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.927371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e3b7d418-1b72-492c-95ac-5d6a249a5a23 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:46.951878 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f4b686-a862-403e-854f-ace34b5c1991,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:46.954363 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:46.962046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:46.963264 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589098 Dec 22 17:47:46.966820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43496) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:46.973133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'network': {'name': 'tempest-network-smoke--876649474', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'port_security_enabled': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:46.979760 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:46.983822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:network and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:47:46.986698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:47:46.992462 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:47.003796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:47:47.007216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:47.037511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:47:47.048052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:47.048388 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Added segment 7cc42393-0e13-4a84-bf01-bd58853943c3 of type vlan for network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 Dec 22 17:47:47.074887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:47.105147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:47.110686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:47.111339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:47.114960 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1bda1c8f-898c-4f75-befd-17fe204e9905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:47.212512 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2446229 Dec 22 17:47:47.215540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43500) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:47.223512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'admin_state_up': True, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:47.232349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Network': ['ID=1f0d0e79-8853-4fd1-b534-f65d47c11c94,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:47.234682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:47.237108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-eeb29f3d-597e-49e9-a327-b3057b5e2421 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:47.239428 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:router and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:47:47.242651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:47:47.243184 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:47:47.248956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:47.261039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:47.262128 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:47.278663 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:47.675567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:47.991903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:48.021414 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:48.160917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.26.3.63 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/4faa0964-2042-45c3-8249-525b8dea005e) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:47:48.319750 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:48.349470 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:48.353166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-64761329-81b2-421e-b55c-1b3bc60e3310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:48.412576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:47:48.415439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:47:48.419043 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:47:48.464965 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=4faa0964-2042-45c3-8249-525b8dea005e,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:48.469590 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:48.844337 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:49.330705 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:49.540569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:47:49.724839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:47:49.737458 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Sync routers for ids ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:47:49.747940 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Routers {'2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:47:49.748469 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:47:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:49.757893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:49.763297 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5426669 Dec 22 17:47:49.763920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43504) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:49.919104 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0ed71f39-c960-4c2a-9f40-6284ec3c76cc tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4e9659ff4ad1499995eb034280b86352&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1530404 Dec 22 17:47:49.921690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43510) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:49.958489 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Set router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:47:50.060691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c467451-42c0-439f-986b-043b4719a4e1 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:50.064775 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8c467451-42c0-439f-986b-043b4719a4e1 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394804 Dec 22 17:47:50.065229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43514) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:50.110566 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fe07e70f-37fa-413e-bf78-a7821a117968 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440996 Dec 22 17:47:50.113690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43518) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:50.119312 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939994429', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:50.231099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:50.235230 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:subnet and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:47:50.238156 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:47:50.243867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:50.246157 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:47:48Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:50.250211 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Checking router: 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:47:50.250563 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Updating router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b port 4faa0964-2042-45c3-8249-525b8dea005e binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:47:50.260256 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:47:50.263873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:50.308971 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:50.481984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:50.485599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c6136f66-e278-420b-ad00-25a257490d28 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:50.559584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Subnet': ['ID=a89836bc-e09c-4999-a747-86e922a99779,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:50.562353 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:50.574104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Checking segment: {'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:47:50.574463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network hostable DHCP agents. Network: 1f0d0e79-8853-4fd1-b534-f65d47c11c94, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:47:50.594313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:47:50.604412 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 1f0d0e79-8853-4fd1-b534-f65d47c11c94) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:47:50.608436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:50.609026 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:50.616026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacaf6d6-0363-4af8-bb8f-2c1a4334944e None None] Network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:47:50.635719 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-27a29ae5-dbb6-4bea-a350-53eb746154f7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5184901 Dec 22 17:47:50.635943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43522) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:47:50.644835 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:50.656692 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Transition to ACTIVE for port object 4faa0964-2042-45c3-8249-525b8dea005e will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:47:50.664529 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:50.668213 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-c094fb86-6c9a-4c4f-abbd-4dd6be454319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:50.743009 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Attempting to bind port 4faa0964-2042-45c3-8249-525b8dea005e on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:47:50.743660 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Attempting to bind port 4faa0964-2042-45c3-8249-525b8dea005e by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:47:50.743764 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Attempting to bind port 4faa0964-2042-45c3-8249-525b8dea005e on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:47:50.754731 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Pushing event updated for resources: {'Port': ['ID=4faa0964-2042-45c3-8249-525b8dea005e,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:50.761916 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:47:50.762304 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:47:50.762710 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:50.763138 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:47:50.763791 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Bound port: 4faa0964-2042-45c3-8249-525b8dea005e, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:47:50.764359 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:50.838683 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:50.839031 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:50.839396 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:50.839727 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:50.840058 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:50.840384 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:50.840716 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:50.841034 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:50.841346 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:50.841917 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:50.842237 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:50.842552 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:50.849067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ips': [{'subnet_id': 'a89836bc-e09c-4999-a747-86e922a99779'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:47:50.850470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:50.851794 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] For port 4faa0964-2042-45c3-8249-525b8dea005e, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:47:50.855101 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] For port 4faa0964-2042-45c3-8249-525b8dea005e, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4faa0964-2042-45c3-8249-525b8dea005e,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:47:50.856471 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:50.864655 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:50.870120 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-f23bf44f-cafd-4d03-935f-4141153f16d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:50.958092 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Routers {'2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:47:50.958504 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:47:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:51.028186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Allocated IP 172.20.0.2 (1f0d0e79-8853-4fd1-b534-f65d47c11c94/a89836bc-e09c-4999-a747-86e922a99779/f2410e19-b9c5-4345-9e91-5672ec2ab968) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:47:51.031130 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Pushing event updated for resources: {'Port': ['ID=4faa0964-2042-45c3-8249-525b8dea005e,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:51.034646 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0a574e19-12e1-480d-990d-3ec49772b232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:51.151782 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] Set router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:47:51.239957 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:51.251264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Transition to ACTIVE for port object f2410e19-b9c5-4345-9e91-5672ec2ab968 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:47:51.270911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Transition to ACTIVE for port object f2410e19-b9c5-4345-9e91-5672ec2ab968 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:47:51.278914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:51.288450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:51.356020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:47:51.357880 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:47:51.360537 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:47:51.410386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Pushing event updated for resources: {'Port': ['ID=f2410e19-b9c5-4345-9e91-5672ec2ab968,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:51.454635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:51.455023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:51.455389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:51.455721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:51.456050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:51.456379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:51.456702 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:51.457026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:51.457349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:51.457692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:51.458014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:51.458328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:47:51.465835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:51.478101 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:47:48Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:51.481911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Attempting to bind port f2410e19-b9c5-4345-9e91-5672ec2ab968 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:47:51.482297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Attempting to bind port f2410e19-b9c5-4345-9e91-5672ec2ab968 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:47:51.482506 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff004a-95f3-4f7e-a11a-9864c4bbe4e2 None None] The sync data for ids ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'] in dv-neutron-822513-1-hyperv is: [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:47:48Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:47:51.482723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Attempting to bind port f2410e19-b9c5-4345-9e91-5672ec2ab968 on network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:47:51.489519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:47:51.489906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Checking segment: {'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:47:51.490313 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:51.490720 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Bound using segment: {'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:47:51.491217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Bound port: f2410e19-b9c5-4345-9e91-5672ec2ab968, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:47:51.491601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:51.531477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:51.589114 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] For port f2410e19-b9c5-4345-9e91-5672ec2ab968, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:47:51.593521 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] For port f2410e19-b9c5-4345-9e91-5672ec2ab968, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f2410e19-b9c5-4345-9e91-5672ec2ab968,segment=NetworkSegment(7cc42393-0e13-4a84-bf01-bd58853943c3),segment_id=7cc42393-0e13-4a84-bf01-bd58853943c3)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:47:51.599478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:51.606220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1f9660dd-baf4-412c-ab65-8f044fb20d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:51.701879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Pushing event updated for resources: {'Port': ['ID=f2410e19-b9c5-4345-9e91-5672ec2ab968,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:51.718488 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:52.024136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.20.0.1 (1f0d0e79-8853-4fd1-b534-f65d47c11c94/a89836bc-e09c-4999-a747-86e922a99779/8f2a40b9-631e-4ed5-9482-fd19c3578399) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:47:52.209082 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:52.227704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Transition to ACTIVE for port object 8f2a40b9-631e-4ed5-9482-fd19c3578399 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:47:52.253560 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:52.257540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ed3b1143-c59e-4d6a-a1ee-0df1d481265c tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:52.323825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:47:52.326801 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:47:52.330839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:47:52.378709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=8f2a40b9-631e-4ed5-9482-fd19c3578399,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:52.383621 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:52.399464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:52.793411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad28e4-5566-4cb1-9942-c88e82ef6fa9 None None] Network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:47:52.808452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:52.882178 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4faa0964-2042-45c3-8249-525b8dea005e up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:47:52.953247 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8e8d4708-00ee-4117-9f03-c45dd28a8c30 None None] Provisioning for port f2410e19-b9c5-4345-9e91-5672ec2ab968 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:47:53.099671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 4faa0964-2042-45c3-8249-525b8dea005e completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:47:53.108759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4faa0964-2042-45c3-8249-525b8dea005e triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:47:53.109125 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:53.237467 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:53.243218 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:53.273201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-960a4df6-4f4b-49f0-8e77-39f4b164dfb6 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:53.283723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:53.300530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 4faa0964-2042-45c3-8249-525b8dea005e, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4faa0964-2042-45c3-8249-525b8dea005e,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:53.304551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:53.305479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f2410e19-b9c5-4345-9e91-5672ec2ab968 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:47:53.334504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1f9660dd-baf4-412c-ab65-8f044fb20d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:53.361982 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=8f2a40b9-631e-4ed5-9482-fd19c3578399,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:53.366449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:53.367410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:53.428662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=4faa0964-2042-45c3-8249-525b8dea005e,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:53.432259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:53.441993 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port f2410e19-b9c5-4345-9e91-5672ec2ab968 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:47:53.447296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f2410e19-b9c5-4345-9e91-5672ec2ab968 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:47:53.447680 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:53.514287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:47:53.515698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:47:53.571644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:53.615197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port f2410e19-b9c5-4345-9e91-5672ec2ab968, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f2410e19-b9c5-4345-9e91-5672ec2ab968,segment=NetworkSegment(7cc42393-0e13-4a84-bf01-bd58853943c3),segment_id=7cc42393-0e13-4a84-bf01-bd58853943c3)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:53.616682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-faf08f3d-bab0-4952-a5db-03ccc8f1d7c3 None None] Provisioning complete for port f2410e19-b9c5-4345-9e91-5672ec2ab968 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:47:53.617058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-faf08f3d-bab0-4952-a5db-03ccc8f1d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:53.648165 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:53.655504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:53.709355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:47:53.745073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=f2410e19-b9c5-4345-9e91-5672ec2ab968,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:53.748986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:53.822563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-faf08f3d-bab0-4952-a5db-03ccc8f1d7c3 None None] Provisioning for port 8f2a40b9-631e-4ed5-9482-fd19c3578399 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:47:53.828479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-faf08f3d-bab0-4952-a5db-03ccc8f1d7c3 None None] Provisioning complete for port 8f2a40b9-631e-4ed5-9482-fd19c3578399 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:47:53.829061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-faf08f3d-bab0-4952-a5db-03ccc8f1d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:53.886884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-faf08f3d-bab0-4952-a5db-03ccc8f1d7c3 None None] Port 8f2a40b9-631e-4ed5-9482-fd19c3578399 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:47:53.918347 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:47:53.928365 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "PUT /v2.0/routers/2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2912686 Dec 22 17:47:53.929470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Sync routers for ids ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:47:53.938784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Routers {'2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:47:53.940055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:47:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:54.081990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-52073b34-5c29-470b-aa60-95743dee840b None None] Provisioning complete for port 8f2a40b9-631e-4ed5-9482-fd19c3578399 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:47:54.081990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-52073b34-5c29-470b-aa60-95743dee840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:54.088319 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-45f5c9f4-83f4-4797-9d41-77d21fbe1230 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:47:54.106146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-45f5c9f4-83f4-4797-9d41-77d21fbe1230 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:47:54.107676 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-45f5c9f4-83f4-4797-9d41-77d21fbe1230 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950061768&fields=id&tenant_id=4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 267 time: 0.0591445 Dec 22 17:47:54.164686 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-52073b34-5c29-470b-aa60-95743dee840b None None] Port 8f2a40b9-631e-4ed5-9482-fd19c3578399 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:47:54.173052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Set router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:47:54.260955 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-c1dfc59c-31fc-4a39-983a-f1df9471d695 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:54.261534 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-c1dfc59c-31fc-4a39-983a-f1df9471d695 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:47:54.277711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-c1dfc59c-31fc-4a39-983a-f1df9471d695 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:47:54.279062 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-c1dfc59c-31fc-4a39-983a-f1df9471d695 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/networks?id=1f0d0e79-8853-4fd1-b534-f65d47c11c94 HTTP/1.1" status: 200 len: 796 time: 0.1642475 Dec 22 17:47:54.294417 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-b23f18f0-334b-4da5-9ffa-f27a0666ad8e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/quotas/4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 375 time: 0.0093312 Dec 22 17:47:54.379052 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-af5c8959-fcf8-4e6d-800f-722c307c3f24 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:47:54.397477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-af5c8959-fcf8-4e6d-800f-722c307c3f24 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:47:54.399598 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-af5c8959-fcf8-4e6d-800f-722c307c3f24 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988538 Dec 22 17:47:54.501458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:47:52Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8f2a40b9-631e-4ed5-9482-fd19c3578399', 'name': '', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:54:5e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'a89836bc-e09c-4999-a747-86e922a99779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:51Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 2, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': 'a89836bc-e09c-4999-a747-86e922a99779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:54.505484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Checking router: 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:47:54.505851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Updating router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b port 8f2a40b9-631e-4ed5-9482-fd19c3578399 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:47:54.553532 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-98b08287-4abf-41a1-b7f0-f17b50ef4689 service neutron] 10.222.0.70 "GET /v2.0/networks/1f0d0e79-8853-4fd1-b534-f65d47c11c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416564 Dec 22 17:47:54.562592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:54.849565 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-5a4a36e3-b709-4567-892f-6c4e588194b4 service neutron] 10.222.0.70 "GET /v2.0/networks/1f0d0e79-8853-4fd1-b534-f65d47c11c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900789 Dec 22 17:47:54.861960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4faa0964-2042-45c3-8249-525b8dea005e up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:47:55.041371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4faa0964-2042-45c3-8249-525b8dea005e triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:47:55.041865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:55.042253 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0060b2db-4188-4426-bc6f-28c4c95263af req-c37a314a-228d-4671-bccd-742956ab95ef tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 210 time: 0.0547473 Dec 22 17:47:55.045465 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:47:55.134714 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:55.151338 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Transition to ACTIVE for port object 8f2a40b9-631e-4ed5-9482-fd19c3578399 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:47:55.186951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:55.196724 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3aac993b-82af-4772-8e79-997b81f2273c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:55.338757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f2410e19-b9c5-4345-9e91-5672ec2ab968 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:47:55.441660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079f3d9-e95a-4746-9cef-edb18f512263 None None] Pushing event updated for resources: {'Port': ['ID=8f2a40b9-631e-4ed5-9482-fd19c3578399,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:55.464852 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9079f3d9-e95a-4746-9cef-edb18f512263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:55.500370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Attempting to bind port 8f2a40b9-631e-4ed5-9482-fd19c3578399 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:47:55.500749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Attempting to bind port 8f2a40b9-631e-4ed5-9482-fd19c3578399 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:47:55.501295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Attempting to bind port 8f2a40b9-631e-4ed5-9482-fd19c3578399 on network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:47:55.509607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:47:55.509986 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Checking segment: {'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:47:55.510383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:55.510774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Bound using segment: {'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:47:55.511263 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Bound port: 8f2a40b9-631e-4ed5-9482-fd19c3578399, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:47:55.511697 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:55.562924 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f2410e19-b9c5-4345-9e91-5672ec2ab968 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:47:55.563323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:55.676532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] For port 8f2a40b9-631e-4ed5-9482-fd19c3578399, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:47:55.679962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] For port 8f2a40b9-631e-4ed5-9482-fd19c3578399, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f2a40b9-631e-4ed5-9482-fd19c3578399,segment=NetworkSegment(7cc42393-0e13-4a84-bf01-bd58853943c3),segment_id=7cc42393-0e13-4a84-bf01-bd58853943c3)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:47:55.684869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:55.689804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9079f3d9-e95a-4746-9cef-edb18f512263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:55.817818 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Routers {'2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:47:55.818172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:47:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:55.874719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079f3d9-e95a-4746-9cef-edb18f512263 None None] Pushing event updated for resources: {'Port': ['ID=8f2a40b9-631e-4ed5-9482-fd19c3578399,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:55.884871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9079f3d9-e95a-4746-9cef-edb18f512263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:56.004725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] Set router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:47:56.221717 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7d0b85b7-a006-4e9d-9342-e364f73db650 req-2a5d2cb5-ce8f-4c3d-9751-7a9c8678ad06 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 210 time: 0.0759552 Dec 22 17:47:56.357660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-2fa97237-e80b-48be-99d2-e4b0e96b2cfc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:56.359153 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-2fa97237-e80b-48be-99d2-e4b0e96b2cfc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/networks?id=1f0d0e79-8853-4fd1-b534-f65d47c11c94 HTTP/1.1" status: 200 len: 796 time: 0.1967854 Dec 22 17:47:56.405217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:47:52Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8f2a40b9-631e-4ed5-9482-fd19c3578399', 'name': '', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:54:5e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'a89836bc-e09c-4999-a747-86e922a99779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:51Z', 'updated_at': '2021-12-22T17:47:55Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': 'a89836bc-e09c-4999-a747-86e922a99779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:47:56.409859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd26189-f61a-404c-8d4e-c083f0152fe9 None None] The sync data for ids ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'] in dv-neutron-822513-1-hyperv is: [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:47:52Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8f2a40b9-631e-4ed5-9482-fd19c3578399', 'name': '', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:54:5e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'a89836bc-e09c-4999-a747-86e922a99779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:51Z', 'updated_at': '2021-12-22T17:47:55Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': 'a89836bc-e09c-4999-a747-86e922a99779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:47:56.414257 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-5afdcf53-7dfa-4de6-a89c-edc12660c80a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 380 time: 0.0452743 Dec 22 17:47:56.426069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'port': {'device_id': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'admin_state_up': True, 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'security_groups': ['5730d43b-1fda-4d4a-855d-f6531f0714b1']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:56.584461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:47:56.596202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:47:56.606387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:47:56.610066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:56.784955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.20.0.8 (1f0d0e79-8853-4fd1-b534-f65d47c11c94/a89836bc-e09c-4999-a747-86e922a99779/1c941251-1d82-44e2-9e62-b048d098eacd) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:47:56.832023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f2a40b9-631e-4ed5-9482-fd19c3578399 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:47:56.907775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 8f2a40b9-631e-4ed5-9482-fd19c3578399 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:47:56.913976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8f2a40b9-631e-4ed5-9482-fd19c3578399 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:47:56.914365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:57.023086 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:57.043079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Transition to ACTIVE for port object 1c941251-1d82-44e2-9e62-b048d098eacd will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:47:57.052970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:57.070978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:57.078445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0a4a1e23-b71b-4317-8530-a8c678d2af48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:57.097968 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 8f2a40b9-631e-4ed5-9482-fd19c3578399, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f2a40b9-631e-4ed5-9482-fd19c3578399,segment=NetworkSegment(7cc42393-0e13-4a84-bf01-bd58853943c3),segment_id=7cc42393-0e13-4a84-bf01-bd58853943c3)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:47:57.103737 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:57.106217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-9079f3d9-e95a-4746-9cef-edb18f512263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:57.148713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:47:57.152468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:47:57.155007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:47:57.189719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=8f2a40b9-631e-4ed5-9482-fd19c3578399,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:57.194171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:57.212744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=1c941251-1d82-44e2-9e62-b048d098eacd,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:57.215760 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:57.238019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:57.238669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:57.281374 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-82e92115-dc22-4641-83ff-3de7f9850d84 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8590915 Dec 22 17:47:57.302202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Request body: {'port': {'device_id': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:47:57.437355 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5856faf3-29a0-4802-b46d-4679c4e27c4c None None] Provisioning for port 1c941251-1d82-44e2-9e62-b048d098eacd completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:47:57.443356 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5856faf3-29a0-4802-b46d-4679c4e27c4c None None] Provisioning complete for port 1c941251-1d82-44e2-9e62-b048d098eacd triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:47:57.443707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5856faf3-29a0-4802-b46d-4679c4e27c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:57.493786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:57.500828 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-5856faf3-29a0-4802-b46d-4679c4e27c4c None None] Port 1c941251-1d82-44e2-9e62-b048d098eacd cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:47:57.553427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f7374-cce2-41c9-8ea0-60fddbb144da req-6b81f50b-4dba-4c9c-8869-ee531ad94df0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:57.554132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-3b8f7374-cce2-41c9-8ea0-60fddbb144da req-6b81f50b-4dba-4c9c-8869-ee531ad94df0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:47:57.594189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-3b8f7374-cce2-41c9-8ea0-60fddbb144da req-6b81f50b-4dba-4c9c-8869-ee531ad94df0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:47:57.595990 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3b8f7374-cce2-41c9-8ea0-60fddbb144da req-6b81f50b-4dba-4c9c-8869-ee531ad94df0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 931 time: 0.2391706 Dec 22 17:47:57.678385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d79af7e7-d8ff-4488-8bac-72b1a747614e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:57.842554 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3b8f7374-cce2-41c9-8ea0-60fddbb144da req-ca84877c-dc5e-4e4a-a221-7a17fcc7040c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051342 Dec 22 17:47:58.019255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c941251-1d82-44e2-9e62-b048d098eacd {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:47:58.026396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:58.041708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Transition to ACTIVE for port object 1c941251-1d82-44e2-9e62-b048d098eacd will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:47:58.045062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:58.049193 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e2cefc59-ea8c-4bea-890f-74d949fb868d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:58.177131 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Pushing event updated for resources: {'Port': ['ID=1c941251-1d82-44e2-9e62-b048d098eacd,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:58.203344 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:58.283943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Attempting to bind port 1c941251-1d82-44e2-9e62-b048d098eacd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:47:58.284272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Attempting to bind port 1c941251-1d82-44e2-9e62-b048d098eacd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:47:58.284589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Attempting to bind port 1c941251-1d82-44e2-9e62-b048d098eacd on network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:47:58.289127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Port 1c941251-1d82-44e2-9e62-b048d098eacd on network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:47:58.289439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Attempting to bind port 1c941251-1d82-44e2-9e62-b048d098eacd on network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:47:58.294366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:47:58.294696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Checking segment: {'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:47:58.295070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Bound using segment: {'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:47:58.295510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Bound port: 1c941251-1d82-44e2-9e62-b048d098eacd, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc42393-0e13-4a84-bf01-bd58853943c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:47:58.295843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:58.383123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] For port 1c941251-1d82-44e2-9e62-b048d098eacd, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:47:58.385938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] For port 1c941251-1d82-44e2-9e62-b048d098eacd, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1c941251-1d82-44e2-9e62-b048d098eacd,segment=NetworkSegment(7cc42393-0e13-4a84-bf01-bd58853943c3),segment_id=7cc42393-0e13-4a84-bf01-bd58853943c3)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:47:58.390266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:58.394464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-aa5c9d7c-d360-4f81-97f5-e061bf5596ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:47:58.453947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:58.455130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:58.456514 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] 10.222.0.53 "PUT /v2.0/ports/1c941251-1d82-44e2-9e62-b048d098eacd HTTP/1.1" status: 200 len: 1093 time: 1.1671660 Dec 22 17:47:58.457029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'tag': '1c941251-1d82-44e2-9e62-b048d098eacd'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:47:58.490921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Pushing event updated for resources: {'Port': ['ID=1c941251-1d82-44e2-9e62-b048d098eacd,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:47:58.494199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:47:58.536136 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'tag': '1c941251-1d82-44e2-9e62-b048d098eacd', 'status': 'completed', 'code': 200} Dec 22 17:47:58.580787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-d4a122a4-af57-4b47-873d-36bf6307c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:58.582301 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-d4a122a4-af57-4b47-873d-36bf6307c519 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 1096 time: 0.0831494 Dec 22 17:47:58.657813 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-aa7d2c4f-0e49-44d1-a549-bc911758af6a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c941251-1d82-44e2-9e62-b048d098eacd HTTP/1.1" status: 200 len: 217 time: 0.0677807 Dec 22 17:47:58.719594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-87837e77-154a-4185-b916-1567aa03ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:58.721029 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-87837e77-154a-4185-b916-1567aa03ece9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89836bc-e09c-4999-a747-86e922a99779 HTTP/1.1" status: 200 len: 835 time: 0.0573313 Dec 22 17:47:58.799249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f2a40b9-631e-4ed5-9482-fd19c3578399 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:47:58.805732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-ca79b739-66d0-42d3-a4c7-f097af8dcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:58.811624 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-ca79b739-66d0-42d3-a4c7-f097af8dcc00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f0d0e79-8853-4fd1-b534-f65d47c11c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845511 Dec 22 17:47:58.886237 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 8f2a40b9-631e-4ed5-9482-fd19c3578399 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:47:58.886768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:47:58.991279 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-7147060b-f822-4ede-a1a8-724e799e1954 service neutron] 10.222.0.53 "GET /v2.0/networks/1f0d0e79-8853-4fd1-b534-f65d47c11c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718605 Dec 22 17:47:59.145019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a7dcc-17ea-42ba-8d34-2f5ec50ee406 req-4db99568-71a5-4680-b8f3-e0c587351b38 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:59.146477 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7e2a7dcc-17ea-42ba-8d34-2f5ec50ee406 req-4db99568-71a5-4680-b8f3-e0c587351b38 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 943 time: 0.1960025 Dec 22 17:47:59.151350 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d1be1e9f-4a06-4731-a8df-f33255959a0f req-03885a17-825b-4c78-9e15-4993973972c7 service neutron] 10.222.0.53 "GET /v2.0/networks/1f0d0e79-8853-4fd1-b534-f65d47c11c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533091 Dec 22 17:47:59.193746 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7e2a7dcc-17ea-42ba-8d34-2f5ec50ee406 req-71d4cca8-807b-4efd-8fc3-4101e38ffd90 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409627 Dec 22 17:47:59.286087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c29442-8ab1-43b1-9e0c-f3659cc8a44e req-dea00cb6-98d3-4f3d-8bf8-4f70757bb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:59.287559 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-19c29442-8ab1-43b1-9e0c-f3659cc8a44e req-dea00cb6-98d3-4f3d-8bf8-4f70757bb3ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 1096 time: 0.0743346 Dec 22 17:47:59.416539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c29442-8ab1-43b1-9e0c-f3659cc8a44e req-399d2d20-4994-43f4-9924-da2ca0d2d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:59.417876 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-19c29442-8ab1-43b1-9e0c-f3659cc8a44e req-399d2d20-4994-43f4-9924-da2ca0d2d375 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f0d0e79-8853-4fd1-b534-f65d47c11c94 HTTP/1.1" status: 200 len: 897 time: 0.1236434 Dec 22 17:47:59.491364 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-19c29442-8ab1-43b1-9e0c-f3659cc8a44e req-397b7a42-61ef-488b-b7c1-c8db710d7ad9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c941251-1d82-44e2-9e62-b048d098eacd HTTP/1.1" status: 200 len: 217 time: 0.0654428 Dec 22 17:47:59.675968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c29442-8ab1-43b1-9e0c-f3659cc8a44e req-31b8ecc2-a37b-48f1-a5b3-6d56dbcb19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:59.677302 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-19c29442-8ab1-43b1-9e0c-f3659cc8a44e req-31b8ecc2-a37b-48f1-a5b3-6d56dbcb19f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89836bc-e09c-4999-a747-86e922a99779 HTTP/1.1" status: 200 len: 835 time: 0.1786957 Dec 22 17:47:59.753302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c29442-8ab1-43b1-9e0c-f3659cc8a44e req-c9de52cf-e4b7-4189-9dbb-bdf75d2a3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:47:59.754757 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-19c29442-8ab1-43b1-9e0c-f3659cc8a44e req-c9de52cf-e4b7-4189-9dbb-bdf75d2a3620 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f0d0e79-8853-4fd1-b534-f65d47c11c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691748 Dec 22 17:47:59.899546 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-19c29442-8ab1-43b1-9e0c-f3659cc8a44e req-43e84195-0049-4774-8fe2-51bcc2020d10 service neutron] 10.222.0.53 "GET /v2.0/networks/1f0d0e79-8853-4fd1-b534-f65d47c11c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375363 Dec 22 17:48:00.030988 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-19c29442-8ab1-43b1-9e0c-f3659cc8a44e req-3b1f9549-ace3-45bd-b896-2194eee9c659 service neutron] 10.222.0.53 "GET /v2.0/networks/1f0d0e79-8853-4fd1-b534-f65d47c11c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247909 Dec 22 17:48:00.111979 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b404203e-a549-476a-8f87-4290c2b1ecc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:00.385392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c06b1e-64b7-4d64-8cf0-5794f6434988 req-b212fb45-76f2-4d6d-a936-d6f45fbb17c2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:00.386883 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-50c06b1e-64b7-4d64-8cf0-5794f6434988 req-b212fb45-76f2-4d6d-a936-d6f45fbb17c2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 943 time: 0.0858746 Dec 22 17:48:00.432175 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-50c06b1e-64b7-4d64-8cf0-5794f6434988 req-41bd8787-9f3b-4c27-bcbf-2d8f3054aff3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391479 Dec 22 17:48:01.150454 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:01.267081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:01.628572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd7569-6187-4fd1-8c30-cd1d46b20dbd req-5f920d5e-63e1-4b23-a0e3-ad5835f1082f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:01.630020 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-69fd7569-6187-4fd1-8c30-cd1d46b20dbd req-5f920d5e-63e1-4b23-a0e3-ad5835f1082f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 943 time: 0.0847769 Dec 22 17:48:01.676240 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-69fd7569-6187-4fd1-8c30-cd1d46b20dbd req-935d50e8-411a-4b00-ba6f-bb141b4ce50e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404847 Dec 22 17:48:02.659470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:02.858441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b53b44-56ed-4f68-b29b-9c26d48c9ddc req-58e0612f-21d7-4c17-afbd-40d4fbe0dbe7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:02.859895 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e8b53b44-56ed-4f68-b29b-9c26d48c9ddc req-58e0612f-21d7-4c17-afbd-40d4fbe0dbe7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 943 time: 0.0817993 Dec 22 17:48:02.903090 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e8b53b44-56ed-4f68-b29b-9c26d48c9ddc req-fe26e923-fa49-4113-8787-5d892884df0f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369811 Dec 22 17:48:03.243614 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 1c941251-1d82-44e2-9e62-b048d098eacd details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:48:03.387941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 1c941251-1d82-44e2-9e62-b048d098eacd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1c941251-1d82-44e2-9e62-b048d098eacd,segment=NetworkSegment(7cc42393-0e13-4a84-bf01-bd58853943c3),segment_id=7cc42393-0e13-4a84-bf01-bd58853943c3)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:48:03.401477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '1c941251-1d82-44e2-9e62-b048d098eacd', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'port_id': '1c941251-1d82-44e2-9e62-b048d098eacd', 'mac_address': 'fa:16:3e:f7:62:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89836bc-e09c-4999-a747-86e922a99779', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:48:03.459474 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:03.479320 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c941251-1d82-44e2-9e62-b048d098eacd {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:48:03.495663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 1c941251-1d82-44e2-9e62-b048d098eacd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1c941251-1d82-44e2-9e62-b048d098eacd,segment=NetworkSegment(7cc42393-0e13-4a84-bf01-bd58853943c3),segment_id=7cc42393-0e13-4a84-bf01-bd58853943c3)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:48:03.499218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:03.501007 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:03.568922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=1c941251-1d82-44e2-9e62-b048d098eacd,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:03.572168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:03.700703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['1c941251-1d82-44e2-9e62-b048d098eacd'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:48:04.085741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d29a3f-b2fe-4044-bf49-48733897d165 req-9f7ccc11-7452-48e7-94c1-a39d95c2d5d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:04.087128 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-71d29a3f-b2fe-4044-bf49-48733897d165 req-9f7ccc11-7452-48e7-94c1-a39d95c2d5d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 944 time: 0.0807548 Dec 22 17:48:04.134215 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-71d29a3f-b2fe-4044-bf49-48733897d165 req-5c96b4cf-4918-4ceb-9917-f09e313d3e77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409479 Dec 22 17:48:05.258489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 1c941251-1d82-44e2-9e62-b048d098eacd up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:48:05.315413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a37df-de41-44df-be2e-0bcec851ef5a req-9d72a936-f536-4685-8f08-923b6d1f6063 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:05.317530 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fb7a37df-de41-44df-be2e-0bcec851ef5a req-9d72a936-f536-4685-8f08-923b6d1f6063 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 944 time: 0.0809169 Dec 22 17:48:05.323871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 1c941251-1d82-44e2-9e62-b048d098eacd completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:48:05.328841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 1c941251-1d82-44e2-9e62-b048d098eacd triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:48:05.329220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:05.366001 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fb7a37df-de41-44df-be2e-0bcec851ef5a req-65a0f25a-4ba3-4825-a927-72a9fcbdf3a2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427067 Dec 22 17:48:05.452383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:05.478705 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c941251-1d82-44e2-9e62-b048d098eacd'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:48:05.488528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 1c941251-1d82-44e2-9e62-b048d098eacd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1c941251-1d82-44e2-9e62-b048d098eacd,segment=NetworkSegment(7cc42393-0e13-4a84-bf01-bd58853943c3),segment_id=7cc42393-0e13-4a84-bf01-bd58853943c3)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:48:05.493295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:05.495069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:05.570562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:05.575685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=1c941251-1d82-44e2-9e62-b048d098eacd,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:05.578824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:05.582666 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c941251-1d82-44e2-9e62-b048d098eacd', 'code': 200} Dec 22 17:48:05.804326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a300061-12bd-4821-a9ae-b513a6855438 req-c47ce150-0ff5-41a9-863c-9daaf38055a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:05.805696 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4a300061-12bd-4821-a9ae-b513a6855438 req-c47ce150-0ff5-41a9-863c-9daaf38055a3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 1098 time: 0.0704370 Dec 22 17:48:05.847339 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4a300061-12bd-4821-a9ae-b513a6855438 req-924e3205-beeb-48ee-86cf-26bb6fed0a73 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348840 Dec 22 17:48:06.553584 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac87b9-9421-4d86-a188-2204abff3359 req-0bfaffb7-8746-4c40-9a54-8bd4c4fdc84b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:06.555076 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dbac87b9-9421-4d86-a188-2204abff3359 req-0bfaffb7-8746-4c40-9a54-8bd4c4fdc84b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 945 time: 0.0826206 Dec 22 17:48:06.599868 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-dbac87b9-9421-4d86-a188-2204abff3359 req-61e82039-ac7d-4833-9d93-90e64f9f0c00 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391483 Dec 22 17:48:07.789752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b14b8d-3b30-472a-8569-f510054dfd94 req-32c71f1f-9bca-4c6c-85de-0097ba3aebb4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:07.791307 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-55b14b8d-3b30-472a-8569-f510054dfd94 req-32c71f1f-9bca-4c6c-85de-0097ba3aebb4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 945 time: 0.0842469 Dec 22 17:48:07.836541 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-55b14b8d-3b30-472a-8569-f510054dfd94 req-4c1ee0f5-7f4f-4f85-94ef-55a6b0d20e66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392933 Dec 22 17:48:08.025685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903af74-092e-447f-b39a-256cf8cceafa req-eb89a8c8-4aca-4c76-890a-5ebbd934acd7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:08.027054 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0903af74-092e-447f-b39a-256cf8cceafa req-eb89a8c8-4aca-4c76-890a-5ebbd934acd7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 945 time: 0.0886245 Dec 22 17:48:08.071640 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0903af74-092e-447f-b39a-256cf8cceafa req-9f228f06-da6b-4f98-bf3e-0c0c470731ec tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386817 Dec 22 17:48:08.093852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43584) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:08.162339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437abe6e-9345-4e25-95fe-9c33130ae0fd tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:08.163898 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-437abe6e-9345-4e25-95fe-9c33130ae0fd tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 1093 time: 0.0690205 Dec 22 17:48:08.166625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43588) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:08.171473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '1c941251-1d82-44e2-9e62-b048d098eacd', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:48:08.177830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:48:08.181599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:floatingip and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:48:08.184543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:48:08.190804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:48:08.200271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:08.335810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:08.471689 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.26.3.246 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/3c71e623-5cd2-4037-87c2-c5e902d9a88c) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:48:08.615606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:08.644162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:08.648545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b580738b-01c9-4c55-b6b2-411368a46566 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:08.707127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:48:08.709841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:48:08.713480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:48:08.752124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=3c71e623-5cd2-4037-87c2-c5e902d9a88c,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:08.760639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:09.238790 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:09.311477 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:09.515911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:09.520704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:09.524485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4fb757d9-04c5-405f-a697-7a75a176c268 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:09.639879 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=3c71e623-5cd2-4037-87c2-c5e902d9a88c,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:09.643904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:09.648471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:09.819583 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Floating IP 3aac941d-ac18-491e-911b-aef106895bd6 associated. External IP: 172.26.3.246, port: 1c941251-1d82-44e2-9e62-b048d098eacd. Dec 22 17:48:10.182257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:48:10.367385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:48:10.377417 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80985b8a-c9b3-4ad9-ae23-80e445645e97 None None] Sync routers for ids ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:48:10.387541 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80985b8a-c9b3-4ad9-ae23-80e445645e97 None None] Routers {'2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:48:10.388243 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-80985b8a-c9b3-4ad9-ae23-80e445645e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:48:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:10.399770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:10.463706 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2957661 Dec 22 17:48:10.464213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'tag': '1c941251-1d82-44e2-9e62-b048d098eacd'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:48:10.515781 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'tag': '1c941251-1d82-44e2-9e62-b048d098eacd', 'status': 'completed', 'code': 200} Dec 22 17:48:10.569823 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-80985b8a-c9b3-4ad9-ae23-80e445645e97 None None] Set router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:48:10.680373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a0648-124d-43ac-986e-859b5080b030 req-d3ace890-f109-4f26-b5ea-20a3872b7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:10.681867 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-358a0648-124d-43ac-986e-859b5080b030 req-d3ace890-f109-4f26-b5ea-20a3872b7c7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 1098 time: 0.1406586 Dec 22 17:48:10.694978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7559a8-6b92-4bd5-864a-0913853db61e req-fdc30ee6-b3bf-47c3-9475-c7a1781f0fa9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:10.696422 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9e7559a8-6b92-4bd5-864a-0913853db61e req-fdc30ee6-b3bf-47c3-9475-c7a1781f0fa9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 945 time: 0.1199484 Dec 22 17:48:10.823686 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9e7559a8-6b92-4bd5-864a-0913853db61e req-e9614221-a03a-46ff-8a45-45529d417298 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079130 Dec 22 17:48:10.847996 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43596) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:10.859149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a0648-124d-43ac-986e-859b5080b030 req-163cc266-466f-471e-8443-8e08354aee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:10.860746 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-358a0648-124d-43ac-986e-859b5080b030 req-163cc266-466f-471e-8443-8e08354aee23 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f0d0e79-8853-4fd1-b534-f65d47c11c94 HTTP/1.1" status: 200 len: 897 time: 0.1634805 Dec 22 17:48:10.939191 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-80985b8a-c9b3-4ad9-ae23-80e445645e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:47:52Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '3aac941d-ac18-491e-911b-aef106895bd6', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'port_id': '1c941251-1d82-44e2-9e62-b048d098eacd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'mac_address': 'fa:16:3e:f7:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:48:09Z', 'updated_at': '2021-12-22T17:48:09Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2a40b9-631e-4ed5-9482-fd19c3578399', 'name': '', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:54:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'a89836bc-e09c-4999-a747-86e922a99779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:51Z', 'updated_at': '2021-12-22T17:47:57Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': 'a89836bc-e09c-4999-a747-86e922a99779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:10.943387 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80985b8a-c9b3-4ad9-ae23-80e445645e97 None None] Checking router: 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:48:10.951808 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80985b8a-c9b3-4ad9-ae23-80e445645e97 None None] Routers {'2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:48:10.952568 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-80985b8a-c9b3-4ad9-ae23-80e445645e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:48:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:10.958276 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1dfdee04-1f69-4f92-8449-f7efee1c9987 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/3aac941d-ac18-491e-911b-aef106895bd6 HTTP/1.1" status: 200 len: 991 time: 0.1090255 Dec 22 17:48:10.967404 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-358a0648-124d-43ac-986e-859b5080b030 req-4e856a41-dc3e-448f-87ef-d4ad08ad906e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c941251-1d82-44e2-9e62-b048d098eacd HTTP/1.1" status: 200 len: 999 time: 0.1004312 Dec 22 17:48:11.029055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a0648-124d-43ac-986e-859b5080b030 req-4700974d-c701-478b-a93d-971a4dc99474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:11.030456 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-358a0648-124d-43ac-986e-859b5080b030 req-4700974d-c701-478b-a93d-971a4dc99474 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89836bc-e09c-4999-a747-86e922a99779 HTTP/1.1" status: 200 len: 835 time: 0.0571594 Dec 22 17:48:11.108207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a0648-124d-43ac-986e-859b5080b030 req-2834f1a6-8cf8-45e8-9e72-b60af4fa216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:11.109679 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-358a0648-124d-43ac-986e-859b5080b030 req-2834f1a6-8cf8-45e8-9e72-b60af4fa216b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f0d0e79-8853-4fd1-b534-f65d47c11c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731807 Dec 22 17:48:11.134151 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-80985b8a-c9b3-4ad9-ae23-80e445645e97 None None] Set router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:48:11.245254 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-358a0648-124d-43ac-986e-859b5080b030 req-87466ee7-b3a7-4db1-bf0c-127696aeaa28 service neutron] 10.222.0.53 "GET /v2.0/networks/1f0d0e79-8853-4fd1-b534-f65d47c11c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286945 Dec 22 17:48:11.507268 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-358a0648-124d-43ac-986e-859b5080b030 req-62716ae7-9668-4b77-8f4e-86e8f1c74d6e service neutron] 10.222.0.53 "GET /v2.0/networks/1f0d0e79-8853-4fd1-b534-f65d47c11c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543344 Dec 22 17:48:11.526003 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-80985b8a-c9b3-4ad9-ae23-80e445645e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:47:52Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '3aac941d-ac18-491e-911b-aef106895bd6', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'port_id': '1c941251-1d82-44e2-9e62-b048d098eacd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'mac_address': 'fa:16:3e:f7:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:48:09Z', 'updated_at': '2021-12-22T17:48:09Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2a40b9-631e-4ed5-9482-fd19c3578399', 'name': '', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:54:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'a89836bc-e09c-4999-a747-86e922a99779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:51Z', 'updated_at': '2021-12-22T17:47:57Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': 'a89836bc-e09c-4999-a747-86e922a99779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:11.530244 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80985b8a-c9b3-4ad9-ae23-80e445645e97 None None] The sync data for ids ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'] in dv-neutron-822513-1-hyperv is: [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:47:52Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '3aac941d-ac18-491e-911b-aef106895bd6', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'port_id': '1c941251-1d82-44e2-9e62-b048d098eacd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'mac_address': 'fa:16:3e:f7:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:48:09Z', 'updated_at': '2021-12-22T17:48:09Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2a40b9-631e-4ed5-9482-fd19c3578399', 'name': '', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:54:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'a89836bc-e09c-4999-a747-86e922a99779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:51Z', 'updated_at': '2021-12-22T17:47:57Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': 'a89836bc-e09c-4999-a747-86e922a99779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:48:11.730109 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e1d7ca-f59e-4ba8-8477-08302d28f577 None None] New status for floating IP 3aac941d-ac18-491e-911b-aef106895bd6: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:48:11.961969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43600) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:12.194574 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-af29aedf-32ef-433c-ae5f-ce3eece83bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/3aac941d-ac18-491e-911b-aef106895bd6 HTTP/1.1" status: 200 len: 993 time: 0.2311208 Dec 22 17:48:27.680737 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e009465e-be5e-4ac2-a4f2-0f180218ec6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:30.115369 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f741-a022-45e1-9506-7d3b0d715a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:31.150836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:31.268773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:32.047799 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:48:32.666735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:35.523337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:39.118833 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e818c-ed66-4a39-8434-716fbd5d001d req-86c0b017-2626-4013-b1bd-6e1580089066 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:39.120442 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a96e818c-ed66-4a39-8434-716fbd5d001d req-86c0b017-2626-4013-b1bd-6e1580089066 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 945 time: 0.0821381 Dec 22 17:48:39.165211 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a96e818c-ed66-4a39-8434-716fbd5d001d req-18fbb182-67b9-45f2-a54e-cb46b9de75be tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386488 Dec 22 17:48:40.352188 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c288b07-3083-41de-ab72-a14593a8f708 req-508ebac5-6aa0-49df-96a1-7f658b625a9c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:40.353641 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c288b07-3083-41de-ab72-a14593a8f708 req-508ebac5-6aa0-49df-96a1-7f658b625a9c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 945 time: 0.0799506 Dec 22 17:48:40.397291 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5c288b07-3083-41de-ab72-a14593a8f708 req-ff72a41a-0b96-40ac-b1b3-1a7b40cd12f0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379746 Dec 22 17:48:40.420322 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43620) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:40.529256 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a9ddad7d-b40d-4a6b-9e52-d5ba17695d2c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/3aac941d-ac18-491e-911b-aef106895bd6 HTTP/1.1" status: 200 len: 993 time: 0.1076393 Dec 22 17:48:42.029045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f7469-b38a-4d14-8c3b-cdc7c0b1916d req-9e24cee9-c479-4191-9833-24c4a69005b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:42.030544 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2d1f7469-b38a-4d14-8c3b-cdc7c0b1916d req-9e24cee9-c479-4191-9833-24c4a69005b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 945 time: 0.0896523 Dec 22 17:48:42.086251 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2d1f7469-b38a-4d14-8c3b-cdc7c0b1916d req-ecc0d4f1-cbfe-446b-a80f-fb2b4ba8e0ee tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419841 Dec 22 17:48:43.307395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627197-f2f4-4711-9d1f-50056a3ffa05 req-b1e59929-46bf-4fa6-bfe5-702b58ac8757 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:43.308867 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e3627197-f2f4-4711-9d1f-50056a3ffa05 req-b1e59929-46bf-4fa6-bfe5-702b58ac8757 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 945 time: 0.0844505 Dec 22 17:48:43.360848 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e3627197-f2f4-4711-9d1f-50056a3ffa05 req-c67eefc9-6d63-4385-a490-c0b62e053fbb tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459404 Dec 22 17:48:43.385155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43632) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:43.506008 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4db97479-16d4-47a7-8526-439c0daa8fff tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/3aac941d-ac18-491e-911b-aef106895bd6 HTTP/1.1" status: 200 len: 993 time: 0.1196868 Dec 22 17:48:43.801592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43640) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:44.010937 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 3c71e623-5cd2-4037-87c2-c5e902d9a88c {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:48:44.011232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:44.180104 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:44.180429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:44.308264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 3c71e623-5cd2-4037-87c2-c5e902d9a88c owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:48:44.458030 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:44.461756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-72938132-be86-4c80-8ff0-22523a40c500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:44.510978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=3c71e623-5cd2-4037-87c2-c5e902d9a88c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:44.551633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:44.552022 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:44.552405 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:44.552774 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:44.553142 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:44.553509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:44.553872 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:44.554233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:44.554592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:44.554952 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:44.555339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:44.555706 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:44.583296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:44.613637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:44.613966 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Floating IP 3aac941d-ac18-491e-911b-aef106895bd6 disassociated (deleted). External IP: 172.26.3.246, port: 1c941251-1d82-44e2-9e62-b048d098eacd. Dec 22 17:48:45.092020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:48:45.277343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:48:45.287923 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a6cef-176c-467d-8d03-9742142649f1 None None] Sync routers for ids ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:48:45.298631 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a6cef-176c-467d-8d03-9742142649f1 None None] Routers {'2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:48:45.298941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:45.299357 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-513a6cef-176c-467d-8d03-9742142649f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:48:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:45.357358 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/floatingips/3aac941d-ac18-491e-911b-aef106895bd6 HTTP/1.1" status: 204 len: 168 time: 1.5544739 Dec 22 17:48:45.358036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'tag': '1c941251-1d82-44e2-9e62-b048d098eacd'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:48:45.411585 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'tag': '1c941251-1d82-44e2-9e62-b048d098eacd', 'status': 'completed', 'code': 200} Dec 22 17:48:45.480963 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-513a6cef-176c-467d-8d03-9742142649f1 None None] Set router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:48:45.511608 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbafc8-3df9-4d2f-9ca4-9e5b2ae0c796 req-e7dc7c62-bd18-4ace-b93b-5711cf74774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:45.513228 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-07fbafc8-3df9-4d2f-9ca4-9e5b2ae0c796 req-e7dc7c62-bd18-4ace-b93b-5711cf74774e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 1098 time: 0.0773635 Dec 22 17:48:45.664695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbafc8-3df9-4d2f-9ca4-9e5b2ae0c796 req-1b4bea73-5d57-404c-832b-72eda444cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:45.666223 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-07fbafc8-3df9-4d2f-9ca4-9e5b2ae0c796 req-1b4bea73-5d57-404c-832b-72eda444cae7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f0d0e79-8853-4fd1-b534-f65d47c11c94 HTTP/1.1" status: 200 len: 897 time: 0.1446128 Dec 22 17:48:45.737730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492151a-02be-42be-9a34-9424c476f03d req-e3e3093c-6f6f-4b7d-857e-64579776eee2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:45.738471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-3492151a-02be-42be-9a34-9424c476f03d req-e3e3093c-6f6f-4b7d-857e-64579776eee2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:48:45.745670 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-07fbafc8-3df9-4d2f-9ca4-9e5b2ae0c796 req-a325e349-f963-483a-9643-e2533186cfa3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c941251-1d82-44e2-9e62-b048d098eacd HTTP/1.1" status: 200 len: 217 time: 0.0686266 Dec 22 17:48:45.756473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-3492151a-02be-42be-9a34-9424c476f03d req-e3e3093c-6f6f-4b7d-857e-64579776eee2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:48:45.757909 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3492151a-02be-42be-9a34-9424c476f03d req-e3e3093c-6f6f-4b7d-857e-64579776eee2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 945 time: 0.1056340 Dec 22 17:48:45.823378 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3492151a-02be-42be-9a34-9424c476f03d req-f2ba6b0d-d98d-4449-9a9d-5d21358f812f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562606 Dec 22 17:48:45.824016 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-513a6cef-176c-467d-8d03-9742142649f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:47:52Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8f2a40b9-631e-4ed5-9482-fd19c3578399', 'name': '', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:54:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'a89836bc-e09c-4999-a747-86e922a99779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:51Z', 'updated_at': '2021-12-22T17:47:57Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': 'a89836bc-e09c-4999-a747-86e922a99779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:45.835898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbafc8-3df9-4d2f-9ca4-9e5b2ae0c796 req-6a843f6f-6b5d-402a-bb24-0fcfd1011afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:45.838180 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-07fbafc8-3df9-4d2f-9ca4-9e5b2ae0c796 req-6a843f6f-6b5d-402a-bb24-0fcfd1011afa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a89836bc-e09c-4999-a747-86e922a99779 HTTP/1.1" status: 200 len: 835 time: 0.0837414 Dec 22 17:48:45.842494 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a6cef-176c-467d-8d03-9742142649f1 None None] Checking router: 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:48:45.853113 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a6cef-176c-467d-8d03-9742142649f1 None None] Routers {'2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:48:45.853724 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-513a6cef-176c-467d-8d03-9742142649f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:48:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:45.919546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbafc8-3df9-4d2f-9ca4-9e5b2ae0c796 req-73374e63-1d2a-4cd8-a6d5-96657a70f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:45.920925 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-07fbafc8-3df9-4d2f-9ca4-9e5b2ae0c796 req-73374e63-1d2a-4cd8-a6d5-96657a70f9a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f0d0e79-8853-4fd1-b534-f65d47c11c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748768 Dec 22 17:48:46.037404 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-513a6cef-176c-467d-8d03-9742142649f1 None None] Set router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:48:46.059659 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-07fbafc8-3df9-4d2f-9ca4-9e5b2ae0c796 req-01be9ce7-735c-45b4-9cf8-960a32442d7b service neutron] 10.222.0.53 "GET /v2.0/networks/1f0d0e79-8853-4fd1-b534-f65d47c11c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295710 Dec 22 17:48:46.200675 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-07fbafc8-3df9-4d2f-9ca4-9e5b2ae0c796 req-376a8068-89bb-4d0c-808f-7c038f69e81e service neutron] 10.222.0.53 "GET /v2.0/networks/1f0d0e79-8853-4fd1-b534-f65d47c11c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333988 Dec 22 17:48:46.367870 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-513a6cef-176c-467d-8d03-9742142649f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:47:52Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8f2a40b9-631e-4ed5-9482-fd19c3578399', 'name': '', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:54:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'a89836bc-e09c-4999-a747-86e922a99779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:51Z', 'updated_at': '2021-12-22T17:47:57Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': 'a89836bc-e09c-4999-a747-86e922a99779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:46.371668 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a6cef-176c-467d-8d03-9742142649f1 None None] The sync data for ids ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'] in dv-neutron-822513-1-hyperv is: [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:47:52Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '8f2a40b9-631e-4ed5-9482-fd19c3578399', 'name': '', 'network_id': '1f0d0e79-8853-4fd1-b534-f65d47c11c94', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:54:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'a89836bc-e09c-4999-a747-86e922a99779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:51Z', 'updated_at': '2021-12-22T17:47:57Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': 'a89836bc-e09c-4999-a747-86e922a99779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:48:46.593387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c32a8a-9204-42b5-a76b-f356fe8d846b None None] New status for floating IP 3aac941d-ac18-491e-911b-aef106895bd6: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:48:47.002684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946be3ba-8207-4b21-90b7-b071ffb41941 req-727ec93d-10dd-4613-88b7-43f795524bf3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:47.004873 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-946be3ba-8207-4b21-90b7-b071ffb41941 req-727ec93d-10dd-4613-88b7-43f795524bf3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 945 time: 0.0824306 Dec 22 17:48:47.049981 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-946be3ba-8207-4b21-90b7-b071ffb41941 req-b23d04f8-dc86-4586-bfac-0d87740674b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=5730d43b-1fda-4d4a-855d-f6531f0714b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393808 Dec 22 17:48:47.258873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a32c20-adbb-4194-8aa2-976f3ace5535 req-b9608b32-61d9-435f-ba74-3190459d04b5 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:47.260235 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d2a32c20-adbb-4194-8aa2-976f3ace5535 req-b9608b32-61d9-435f-ba74-3190459d04b5 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 945 time: 0.0852103 Dec 22 17:48:47.336442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-d2a32c20-adbb-4194-8aa2-976f3ace5535 req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 1c941251-1d82-44e2-9e62-b048d098eacd {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:48:47.336790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d2a32c20-adbb-4194-8aa2-976f3ace5535 req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:47.586566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-d2a32c20-adbb-4194-8aa2-976f3ace5535 req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port 1c941251-1d82-44e2-9e62-b048d098eacd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1c941251-1d82-44e2-9e62-b048d098eacd,segment=NetworkSegment(7cc42393-0e13-4a84-bf01-bd58853943c3),segment_id=7cc42393-0e13-4a84-bf01-bd58853943c3)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:48:47.586914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d2a32c20-adbb-4194-8aa2-976f3ace5535 req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:47.711575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-d2a32c20-adbb-4194-8aa2-976f3ace5535 req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 1c941251-1d82-44e2-9e62-b048d098eacd owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:48:47.861587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d2a32c20-adbb-4194-8aa2-976f3ace5535 req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:47.867762 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:48.032189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=1c941251-1d82-44e2-9e62-b048d098eacd,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:48.072813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:48.073205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:48.073585 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:48.073955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:48.074325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:48.074689 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:48.075051 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:48.075439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:48.075800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:48.076159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:48.076522 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:48.076879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:48.108953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:48.114545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a32c20-adbb-4194-8aa2-976f3ace5535 req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] No DVR routers for this DVR port 1c941251-1d82-44e2-9e62-b048d098eacd on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:48:48.116983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-d2a32c20-adbb-4194-8aa2-976f3ace5535 req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:48.119679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'name': 'network-vif-deleted', 'tag': '1c941251-1d82-44e2-9e62-b048d098eacd'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:48:48.135960 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d2a32c20-adbb-4194-8aa2-976f3ace5535 req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "DELETE /v2.0/ports/1c941251-1d82-44e2-9e62-b048d098eacd HTTP/1.1" status: 204 len: 173 time: 0.8667052 Dec 22 17:48:48.169188 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe21fb13-6ff1-4ae9-931e-304b0f6191c8', 'name': 'network-vif-deleted', 'tag': '1c941251-1d82-44e2-9e62-b048d098eacd', 'status': 'completed', 'code': 200} Dec 22 17:48:48.215890 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b38eb333-bee1-4f5c-b74e-f803ba7eb1e8 req-766a341c-d3da-473b-82e4-03d131db02d7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe21fb13-6ff1-4ae9-931e-304b0f6191c8 HTTP/1.1" status: 200 len: 210 time: 0.0467594 Dec 22 17:48:49.311829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43658) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:49.459764 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 1c941251-1d82-44e2-9e62-b048d098eacd no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:48:49.493385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 1c941251-1d82-44e2-9e62-b048d098eacd {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:48:49.493744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 1c941251-1d82-44e2-9e62-b048d098eacd not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:48:49.868089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:50.219658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 8f2a40b9-631e-4ed5-9482-fd19c3578399 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:48:50.219902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:50.401734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port 8f2a40b9-631e-4ed5-9482-fd19c3578399, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=8f2a40b9-631e-4ed5-9482-fd19c3578399,segment=NetworkSegment(7cc42393-0e13-4a84-bf01-bd58853943c3),segment_id=7cc42393-0e13-4a84-bf01-bd58853943c3)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:48:50.402405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:50.522153 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 8f2a40b9-631e-4ed5-9482-fd19c3578399 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:48:50.968786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:50.972485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-53425d48-6249-4f5a-b99b-e76d3c6bf8cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:51.016941 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=8f2a40b9-631e-4ed5-9482-fd19c3578399,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:51.020089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:51.304840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:51.660437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:48:51.837401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:48:51.848155 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09e188-c851-4d95-874f-44aab0b2ba5b None None] Sync routers for ids ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:48:51.853355 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4c8fd27a-da04-436b-9d29-7aabdaf1a6ce tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "PUT /v2.0/routers/2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5387137 Dec 22 17:48:51.854215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43662) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:51.857349 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09e188-c851-4d95-874f-44aab0b2ba5b None None] Routers {'2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:48:51.857947 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-fb09e188-c851-4d95-874f-44aab0b2ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:48:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:51.923404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dff4fba-131e-4c22-8826-496656593ac8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting subnet a89836bc-e09c-4999-a747-86e922a99779 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:48:51.926249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dff4fba-131e-4c22-8826-496656593ac8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:51.979884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dff4fba-131e-4c22-8826-496656593ac8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:52.073151 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-fb09e188-c851-4d95-874f-44aab0b2ba5b None None] Set router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:48:52.196996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dff4fba-131e-4c22-8826-496656593ac8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:52.269784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dff4fba-131e-4c22-8826-496656593ac8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:52.273455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-88822a73-aedc-4587-9309-b7f7ea6c802b tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:52.308749 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff4fba-131e-4c22-8826-496656593ac8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Subnet': ['ID=a89836bc-e09c-4999-a747-86e922a99779,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:52.311802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0dff4fba-131e-4c22-8826-496656593ac8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:52.312804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0dff4fba-131e-4c22-8826-496656593ac8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:52.322058 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0dff4fba-131e-4c22-8826-496656593ac8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/subnets/a89836bc-e09c-4999-a747-86e922a99779 HTTP/1.1" status: 204 len: 168 time: 0.4637229 Dec 22 17:48:52.322058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43666) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:52.324990 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23088d3d-f740-4477-b3fc-c7f2678d60b8 None None] Network 1f0d0e79-8853-4fd1-b534-f65d47c11c94 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:48:52.356446 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-fb09e188-c851-4d95-874f-44aab0b2ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:48:50Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:52.360331 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09e188-c851-4d95-874f-44aab0b2ba5b None None] Checking router: 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:48:52.368493 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09e188-c851-4d95-874f-44aab0b2ba5b None None] Routers {'2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:48:52.369099 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-fb09e188-c851-4d95-874f-44aab0b2ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:48:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:52.507615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:52.549075 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-fb09e188-c851-4d95-874f-44aab0b2ba5b None None] Set router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:48:52.597257 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] DHCP port deletion for 1f0d0e79-8853-4fd1-b534-f65d47c11c94 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:48:52.602377 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Deleting port f2410e19-b9c5-4345-9e91-5672ec2ab968 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:48:52.603174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:52.700920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:52.712002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 4faa0964-2042-45c3-8249-525b8dea005e {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:48:52.712542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:52.811029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] For port f2410e19-b9c5-4345-9e91-5672ec2ab968, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f2410e19-b9c5-4345-9e91-5672ec2ab968,segment=NetworkSegment(7cc42393-0e13-4a84-bf01-bd58853943c3),segment_id=7cc42393-0e13-4a84-bf01-bd58853943c3)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:48:52.811452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:52.874706 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-fb09e188-c851-4d95-874f-44aab0b2ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:48:50Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:52.881253 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09e188-c851-4d95-874f-44aab0b2ba5b None None] The sync data for ids ['2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b'] in dv-neutron-822513-1-hyperv is: [{'id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818357127', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4faa0964-2042-45c3-8249-525b8dea005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:47:47Z', 'updated_at': '2021-12-22T17:48:50Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4faa0964-2042-45c3-8249-525b8dea005e', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:47:48Z', 'updated_at': '2021-12-22T17:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:48:52.927609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port 4faa0964-2042-45c3-8249-525b8dea005e, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4faa0964-2042-45c3-8249-525b8dea005e,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:48:52.928151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:52.952156 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Calling delete_port for f2410e19-b9c5-4345-9e91-5672ec2ab968 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:48:53.028667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:53.032213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:53.051963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 4faa0964-2042-45c3-8249-525b8dea005e owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:48:53.076461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Pushing event deleted for resources: {'Port': ['ID=f2410e19-b9c5-4345-9e91-5672ec2ab968,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:53.078810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] No DVR routers for this DVR port f2410e19-b9c5-4345-9e91-5672ec2ab968 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:48:53.086246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:53.086591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:53.086924 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:53.087281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:53.087614 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:53.088215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:53.088215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:53.088536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:53.088854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:53.089643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:53.089643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:53.089840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:48:53.093204 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:53.220418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f2410e19-b9c5-4345-9e91-5672ec2ab968 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:48:53.227079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:53.230926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-142691d1-4c65-40c3-b208-213cffcfb057 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:53.260168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: f2410e19-b9c5-4345-9e91-5672ec2ab968 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:48:53.260638 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f2410e19-b9c5-4345-9e91-5672ec2ab968 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:48:53.276460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=4faa0964-2042-45c3-8249-525b8dea005e,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:53.280293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:53.371501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:53.544038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:53.546117 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:53.569431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:53.569927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Fanout notify agent at l3_agent the message router_deleted on router 2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:48:53.585340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:53.588770 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/routers/2ec5f2e1-6cdd-4cd5-8da6-15ad1d51620b HTTP/1.1" status: 204 len: 168 time: 1.2640617 Dec 22 17:48:53.589094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43670) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:53.819771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:53.964727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:53.991191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0d0e79-8853-4fd1-b534-f65d47c11c94']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:54.004967 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc42393-0e13-4a84-bf01-bd58853943c3') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:54.005264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc42393-0e13-4a84-bf01-bd58853943c3') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:54.018632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.037641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.043641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:48:54.044017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:48:54.058232 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:48:54.139246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.143088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b7ac1e99-401e-4b47-b712-71a2ff8b23be tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:54.156962 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.168152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Network': ['ID=1f0d0e79-8853-4fd1-b534-f65d47c11c94,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:54.171455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:54.177195 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/networks/1f0d0e79-8853-4fd1-b534-f65d47c11c94 HTTP/1.1" status: 204 len: 168 time: 0.5872374 Dec 22 17:48:54.179947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43674) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:54.249440 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c9b13703-9955-44a4-ab1f-d26d5fbcfacc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.285610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c9b13703-9955-44a4-ab1f-d26d5fbcfacc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.353436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c9b13703-9955-44a4-ab1f-d26d5fbcfacc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.357541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-01525820-f444-4902-a175-08f9c878152c tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:54.373816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b13703-9955-44a4-ab1f-d26d5fbcfacc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5730d43b-1fda-4d4a-855d-f6531f0714b1,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:54.377088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c9b13703-9955-44a4-ab1f-d26d5fbcfacc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:54.387876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c9b13703-9955-44a4-ab1f-d26d5fbcfacc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.389049 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c9b13703-9955-44a4-ab1f-d26d5fbcfacc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/security-groups/5730d43b-1fda-4d4a-855d-f6531f0714b1 HTTP/1.1" status: 204 len: 168 time: 0.2081683 Dec 22 17:48:54.627609 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43682) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:54.632881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623646752', 'description': 'tempest-secgroup-smoke-1623646752 description', 'project_id': '4e9659ff4ad1499995eb034280b86352'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:48:54.638974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:48:54.643392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:48:54.646355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:48:54.652127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:48:54.665454 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.685527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:48:54.689886 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:48:54.692970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:48:54.698581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:48:54.767518 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.774510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.778216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:54.824520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9bfbdc-7582-4e31-af9d-5983677c66ac,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:54.828808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:54.830202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.831431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4faa0964-2042-45c3-8249-525b8dea005e no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:48:54.832076 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2033601 Dec 22 17:48:54.834790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43686) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:54.840788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-975710ff-3291-40bb-a22c-31294998e381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': 'fb9bfbdc-7582-4e31-af9d-5983677c66ac', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:48:54.848179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-975710ff-3291-40bb-a22c-31294998e381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:48:54.852167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-975710ff-3291-40bb-a22c-31294998e381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:48:54.855267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-975710ff-3291-40bb-a22c-31294998e381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:48:54.861567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-975710ff-3291-40bb-a22c-31294998e381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:48:54.868835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 4faa0964-2042-45c3-8249-525b8dea005e {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:48:54.869172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4faa0964-2042-45c3-8249-525b8dea005e not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:48:54.869599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f2a40b9-631e-4ed5-9482-fd19c3578399 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:48:54.879711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-975710ff-3291-40bb-a22c-31294998e381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.901663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 8f2a40b9-631e-4ed5-9482-fd19c3578399 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:48:54.902020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 8f2a40b9-631e-4ed5-9482-fd19c3578399 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:48:54.939774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-975710ff-3291-40bb-a22c-31294998e381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.943340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-975710ff-3291-40bb-a22c-31294998e381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.945103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d2659b2b-83bf-431e-8ed3-d705c90a3621 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:54.966310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975710ff-3291-40bb-a22c-31294998e381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71ceb3f-af4f-43b9-b899-6cb5e5d43cb1,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:54.969703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-975710ff-3291-40bb-a22c-31294998e381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:54.977387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-975710ff-3291-40bb-a22c-31294998e381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:54.978638 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-975710ff-3291-40bb-a22c-31294998e381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427207 Dec 22 17:48:54.981387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43690) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:54.987070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-01bf0d38-26ff-48de-97b3-e0d285ecc4b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': 'fb9bfbdc-7582-4e31-af9d-5983677c66ac', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:48:54.993077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-01bf0d38-26ff-48de-97b3-e0d285ecc4b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:48:54.997038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-01bf0d38-26ff-48de-97b3-e0d285ecc4b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:48:55.000209 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-01bf0d38-26ff-48de-97b3-e0d285ecc4b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:48:55.005934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-01bf0d38-26ff-48de-97b3-e0d285ecc4b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:48:55.026471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01bf0d38-26ff-48de-97b3-e0d285ecc4b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.089193 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01bf0d38-26ff-48de-97b3-e0d285ecc4b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.093200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01bf0d38-26ff-48de-97b3-e0d285ecc4b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.100008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-99abf900-3996-4acf-bc64-7c9830141888 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:55.118395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf0d38-26ff-48de-97b3-e0d285ecc4b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a8d289-ec7d-40b0-8650-f059979346d8,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:55.120804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-01bf0d38-26ff-48de-97b3-e0d285ecc4b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:55.129376 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-01bf0d38-26ff-48de-97b3-e0d285ecc4b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.130548 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-01bf0d38-26ff-48de-97b3-e0d285ecc4b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482306 Dec 22 17:48:55.133201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43694) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:55.138072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': 'fb9bfbdc-7582-4e31-af9d-5983677c66ac', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:48:55.144756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:48:55.148536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:48:55.151394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:48:55.157691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:48:55.174076 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.235284 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.240146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.242481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:55.263545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a7085a-a7cf-4e00-8fef-d4549c71b422,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:55.266579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:55.273425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.274579 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404920 Dec 22 17:48:55.277392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43698) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:55.282879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': 'fb9bfbdc-7582-4e31-af9d-5983677c66ac', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:48:55.288786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:48:55.292551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:48:55.295417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:48:55.301081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:48:55.317264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.383535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.387197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.393652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-135bb576-c2f6-45ac-a937-49b91378ecd8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:55.413299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bef0f4-bc09-4728-9480-48ee427c6bfe,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:55.415892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:55.423711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.424926 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466215 Dec 22 17:48:55.427564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43702) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:55.432521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': 'fb9bfbdc-7582-4e31-af9d-5983677c66ac', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:48:55.438969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:48:55.442843 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:48:55.446170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:48:55.451828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:48:55.462663 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Project 4e9659ff4ad1499995eb034280b86352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:48:55.469763 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.534336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.537974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.539884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0d8e506c-51d0-49d3-9dee-cc3c4497cf5e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:55.561759 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621e0d2b-d3ba-471c-a384-a4eb74948c6c,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:55.567222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:55.571551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.572722 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1d1f17f4-4ee4-4bb2-89c2-b77d18331ac0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442595 Dec 22 17:48:55.575465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43706) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:55.581030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': 'fb9bfbdc-7582-4e31-af9d-5983677c66ac', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:48:55.587073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:48:55.590863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:48:55.594007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:48:55.600351 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:48:55.610746 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Project 4e9659ff4ad1499995eb034280b86352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:48:55.617611 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.682329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.685651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.687959 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b8e45d42-bcff-4d8c-bbca-e6eca819286c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:55.712519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be5bdd2-2c45-45cc-b605-d31adb9f6143,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:55.717230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:55.721729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.722896 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-44a5473f-a484-4f8d-ab9f-47e16a18e316 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465375 Dec 22 17:48:55.725744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43710) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:55.731257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'network': {'name': 'tempest-network-smoke--2139039596', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'port_security_enabled': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:48:55.736260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:48:55.740465 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:network and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:48:55.743456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:48:55.749147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:48:55.760157 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:48:55.763501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.791468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:48:55.800700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.801045 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Added segment a5b02890-53f9-4acc-85f9-cd8e942ca560 of type vlan for network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a Dec 22 17:48:55.828223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.857380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.864368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:55.864989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:55.868711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9550b757-cacf-4a31-9e52-d53a034662c9 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:55.975482 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2485900 Dec 22 17:48:55.978159 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43714) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:55.979288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Network': ['ID=8c26c935-3af4-4782-af6d-f5ba95c3eb5a,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:55.981853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:55.983641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'admin_state_up': True, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:48:55.989943 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:48:55.991702 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:48:55.995499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:router and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:48:55.998317 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:48:56.005968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:48:56.016586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:56.017731 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:56.033811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:56.307002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:56.611073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:56.643795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:56.778457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.26.3.152 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/7a82f526-cc0d-4f25-9325-4bfda193fe60) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:48:57.063176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:57.091499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:57.095925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:57.156643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:48:57.159407 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:48:57.163074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:48:57.197622 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=7a82f526-cc0d-4f25-9325-4bfda193fe60,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:57.206057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:57.585654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:57.683048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f6b8fa47-6663-4aed-ac0b-a1e2f5e7dbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:57.942012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:58.151512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 64c4df28-6dd8-44cc-a799-2855bebc873b is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:48:58.463033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:48:58.473040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Sync routers for ids ['64c4df28-6dd8-44cc-a799-2855bebc873b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:48:58.482058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Routers {'64c4df28-6dd8-44cc-a799-2855bebc873b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:48:58.482715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:48:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['64c4df28-6dd8-44cc-a799-2855bebc873b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:58.489967 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:58.491202 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5119629 Dec 22 17:48:58.494276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43718) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:58.537341 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9e7081e5-c962-4024-adbe-42c6b7f4de57 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4e9659ff4ad1499995eb034280b86352&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417984 Dec 22 17:48:58.539786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43722) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:58.667452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Set router 64c4df28-6dd8-44cc-a799-2855bebc873b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:48:58.682642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c9c182-8a7f-48c7-8351-7bcb340af39f tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:58.684151 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-12c9c182-8a7f-48c7-8351-7bcb340af39f tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1434326 Dec 22 17:48:58.687430 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43726) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:58.727567 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cf82a4aa-aaf8-453c-b9d3-64354ba615b8 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388112 Dec 22 17:48:58.729783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43730) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:58.735173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-447754564', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:48:58.851234 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:48:58.855135 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:subnet and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:48:58.858008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:48:58.865069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:48:58.876454 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:48:58.880170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:58.976105 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:48:57Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:48:58.980134 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Checking router: 64c4df28-6dd8-44cc-a799-2855bebc873b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:48:58.980434 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Updating router 64c4df28-6dd8-44cc-a799-2855bebc873b port 7a82f526-cc0d-4f25-9325-4bfda193fe60 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:48:59.033618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:59.102417 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:59.106087 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-54d7620a-3141-42a4-9dd8-8531a0b2278a tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:59.189700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Subnet': ['ID=73414304-745d-4971-bf7f-4c24100c195a,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:59.193388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:59.194193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Checking segment: {'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:48:59.194543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network hostable DHCP agents. Network: 8c26c935-3af4-4782-af6d-f5ba95c3eb5a, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:48:59.213432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:48:59.223201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 8c26c935-3af4-4782-af6d-f5ba95c3eb5a) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:48:59.227216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:48:59.227795 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:59.237182 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a4db9-b6f4-4339-bb0a-9e80281265ad None None] Network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:48:59.248929 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b3269053-5620-4ab5-a754-9bb9ff45c862 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5180960 Dec 22 17:48:59.251580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43734) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:48:59.547726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:59.553384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ips': [{'subnet_id': '73414304-745d-4971-bf7f-4c24100c195a'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:48:59.554452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:59.576453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Transition to ACTIVE for port object 7a82f526-cc0d-4f25-9325-4bfda193fe60 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:48:59.618566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:59.623927 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-95afac5a-5c48-4a68-8c95-29e94d52fc4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:48:59.733556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607d98a-2b87-484e-aab5-d05cc0f02b56 None None] Pushing event updated for resources: {'Port': ['ID=7a82f526-cc0d-4f25-9325-4bfda193fe60,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:48:59.742499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3607d98a-2b87-484e-aab5-d05cc0f02b56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:48:59.769896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Attempting to bind port 7a82f526-cc0d-4f25-9325-4bfda193fe60 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:48:59.770267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Attempting to bind port 7a82f526-cc0d-4f25-9325-4bfda193fe60 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:48:59.770637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Attempting to bind port 7a82f526-cc0d-4f25-9325-4bfda193fe60 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:48:59.785441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:48:59.785814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:48:59.786236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:59.786798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:48:59.787097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Bound port: 7a82f526-cc0d-4f25-9325-4bfda193fe60, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:48:59.787500 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:48:59.864088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Allocated IP 172.20.0.2 (8c26c935-3af4-4782-af6d-f5ba95c3eb5a/73414304-745d-4971-bf7f-4c24100c195a/5f36916c-e5b0-4889-9417-56a281790c81) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:48:59.940533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] For port 7a82f526-cc0d-4f25-9325-4bfda193fe60, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:49:00.007077 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] For port 7a82f526-cc0d-4f25-9325-4bfda193fe60, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7a82f526-cc0d-4f25-9325-4bfda193fe60,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:49:00.013224 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:00.027044 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:00.091424 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:00.151234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Routers {'64c4df28-6dd8-44cc-a799-2855bebc873b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:49:00.151872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:48:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['64c4df28-6dd8-44cc-a799-2855bebc873b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:49:00.203213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607d98a-2b87-484e-aab5-d05cc0f02b56 None None] Pushing event updated for resources: {'Port': ['ID=7a82f526-cc0d-4f25-9325-4bfda193fe60,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:00.221295 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3607d98a-2b87-484e-aab5-d05cc0f02b56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:00.226306 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1bd6d681-ef47-4753-b1eb-ec70a841eb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:00.394427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:00.413970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Transition to ACTIVE for port object 5f36916c-e5b0-4889-9417-56a281790c81 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:49:00.422352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] Set router 64c4df28-6dd8-44cc-a799-2855bebc873b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:49:00.552236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Transition to ACTIVE for port object 5f36916c-e5b0-4889-9417-56a281790c81 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:49:00.610017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:00.621074 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:00.636179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.20.0.1 (8c26c935-3af4-4782-af6d-f5ba95c3eb5a/73414304-745d-4971-bf7f-4c24100c195a/733850d4-009e-4cf8-ad8b-ea43efc5e143) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:49:00.686274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:49:00.691166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:49:00.696354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:49:00.753120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Pushing event updated for resources: {'Port': ['ID=5f36916c-e5b0-4889-9417-56a281790c81,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:00.772188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:00.805982 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:00.822709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Transition to ACTIVE for port object 733850d4-009e-4cf8-ad8b-ea43efc5e143 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:49:00.848120 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:00.851988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-18e7f198-e99e-45af-92e0-378ccccf380f tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:00.856337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Attempting to bind port 5f36916c-e5b0-4889-9417-56a281790c81 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:49:00.856713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Attempting to bind port 5f36916c-e5b0-4889-9417-56a281790c81 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:49:00.857079 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Attempting to bind port 5f36916c-e5b0-4889-9417-56a281790c81 on network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:49:00.867816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:49:00.868197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Checking segment: {'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:49:00.868607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:00.869007 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Bound using segment: {'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:49:00.869487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Bound port: 5f36916c-e5b0-4889-9417-56a281790c81, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:49:00.869866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:00.923603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:49:00.926819 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:49:00.930767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:49:00.970009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=733850d4-009e-4cf8-ad8b-ea43efc5e143,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:00.975817 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:48:57Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:49:00.978155 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] For port 5f36916c-e5b0-4889-9417-56a281790c81, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:49:00.978887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:00.982735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] For port 5f36916c-e5b0-4889-9417-56a281790c81, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5f36916c-e5b0-4889-9417-56a281790c81,segment=NetworkSegment(a5b02890-53f9-4acc-85f9-cd8e942ca560),segment_id=a5b02890-53f9-4acc-85f9-cd8e942ca560)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:49:00.985123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef086d65-1faa-4159-accd-d61aec7052ab None None] The sync data for ids ['64c4df28-6dd8-44cc-a799-2855bebc873b'] in dv-neutron-822513-1-hyperv is: [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:48:57Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:49:00.989539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:00.998130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:01.017148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:01.083954 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Pushing event updated for resources: {'Port': ['ID=5f36916c-e5b0-4889-9417-56a281790c81,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:01.088439 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:01.161426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:01.161578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:01.302195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:01.672190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:01.680293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:01.707765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-de4bdb51-cc4d-4aac-8cd3-144ea66b5ffb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:01.812826 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=733850d4-009e-4cf8-ad8b-ea43efc5e143,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:01.816113 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:01.819641 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:01.975845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:49:01.977092 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:49:02.135195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec20a12-217c-471b-85d1-65e1832a3e4b None None] Network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:49:02.256963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2a6dc6b6-cfc8-4115-ae0e-12f1814b2268 None None] Provisioning for port 5f36916c-e5b0-4889-9417-56a281790c81 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:49:02.313146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 64c4df28-6dd8-44cc-a799-2855bebc873b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:49:02.525787 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:49:02.550071 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "PUT /v2.0/routers/64c4df28-6dd8-44cc-a799-2855bebc873b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2973957 Dec 22 17:49:02.670687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:02.681828 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Sync routers for ids ['64c4df28-6dd8-44cc-a799-2855bebc873b'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:49:02.692799 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Routers {'64c4df28-6dd8-44cc-a799-2855bebc873b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:49:02.693519 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:49:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['64c4df28-6dd8-44cc-a799-2855bebc873b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:49:02.721917 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-45201d06-e8e3-4379-84ff-33e891cc06ca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623646752&fields=id&tenant_id=4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 267 time: 0.0480275 Dec 22 17:49:02.729837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8c55cd54-7662-4ca1-b7b9-1bc92368bd39 None None] Provisioning for port 733850d4-009e-4cf8-ad8b-ea43efc5e143 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:49:02.739632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8c55cd54-7662-4ca1-b7b9-1bc92368bd39 None None] Provisioning complete for port 733850d4-009e-4cf8-ad8b-ea43efc5e143 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:49:02.740253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8c55cd54-7662-4ca1-b7b9-1bc92368bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:02.807872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-8c55cd54-7662-4ca1-b7b9-1bc92368bd39 None None] Port 733850d4-009e-4cf8-ad8b-ea43efc5e143 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:49:02.944148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-34b6933c-66bf-4354-9a31-bbb4b147bb7c None None] Provisioning complete for port 733850d4-009e-4cf8-ad8b-ea43efc5e143 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:49:02.944343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-34b6933c-66bf-4354-9a31-bbb4b147bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:02.977633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-3fc8281f-2cc9-4e8c-8cb2-c362863e2608 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:02.978195 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Set router 64c4df28-6dd8-44cc-a799-2855bebc873b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:49:02.986344 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-3fc8281f-2cc9-4e8c-8cb2-c362863e2608 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/networks?id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a HTTP/1.1" status: 200 len: 797 time: 0.2575037 Dec 22 17:49:03.001437 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-e398953f-220f-4d72-83b0-e7dd561ba47b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/quotas/4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 375 time: 0.0140712 Dec 22 17:49:03.068569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5f36916c-e5b0-4889-9417-56a281790c81 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:49:03.117528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-808b7a03-164a-4d20-a6f5-83a030c9733a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:49:03.124826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-34b6933c-66bf-4354-9a31-bbb4b147bb7c None None] Port 733850d4-009e-4cf8-ad8b-ea43efc5e143 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:49:03.137384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-808b7a03-164a-4d20-a6f5-83a030c9733a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:49:03.139631 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-808b7a03-164a-4d20-a6f5-83a030c9733a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315305 Dec 22 17:49:03.156183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 5f36916c-e5b0-4889-9417-56a281790c81 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:49:03.162100 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 5f36916c-e5b0-4889-9417-56a281790c81 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:49:03.162476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:03.294298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:03.303667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-83abeb69-1697-4992-a6c0-001f00e76164 None None] Provisioning complete for port 733850d4-009e-4cf8-ad8b-ea43efc5e143 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:49:03.304044 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-83abeb69-1697-4992-a6c0-001f00e76164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:03.335544 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:01Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '733850d4-009e-4cf8-ad8b-ea43efc5e143', 'name': '', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:dc:87:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '73414304-745d-4971-bf7f-4c24100c195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:49:00Z', 'updated_at': '2021-12-22T17:49:01Z', 'revision_number': 2, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '73414304-745d-4971-bf7f-4c24100c195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:49:03.339514 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Checking router: 64c4df28-6dd8-44cc-a799-2855bebc873b for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:49:03.339869 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Updating router 64c4df28-6dd8-44cc-a799-2855bebc873b port 733850d4-009e-4cf8-ad8b-ea43efc5e143 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:49:03.347810 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-ba271b6f-c709-4627-b35e-9f489026563f service neutron] 10.222.0.70 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892648 Dec 22 17:49:03.378152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-83abeb69-1697-4992-a6c0-001f00e76164 None None] Port 733850d4-009e-4cf8-ad8b-ea43efc5e143 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:49:03.386032 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 5f36916c-e5b0-4889-9417-56a281790c81, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5f36916c-e5b0-4889-9417-56a281790c81,segment=NetworkSegment(a5b02890-53f9-4acc-85f9-cd8e942ca560),segment_id=a5b02890-53f9-4acc-85f9-cd8e942ca560)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:49:03.391508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:03.392383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7a82f526-cc0d-4f25-9325-4bfda193fe60 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:49:03.417137 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:03.446543 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:03.498522 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-d118a275-8f32-4a35-8953-4dc1ba7088dd service neutron] 10.222.0.70 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439724 Dec 22 17:49:03.513882 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=5f36916c-e5b0-4889-9417-56a281790c81,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:03.516494 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:03.528473 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 7a82f526-cc0d-4f25-9325-4bfda193fe60 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:49:03.534433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7a82f526-cc0d-4f25-9325-4bfda193fe60 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:49:03.534844 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:03.667260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:03.685288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 7a82f526-cc0d-4f25-9325-4bfda193fe60, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7a82f526-cc0d-4f25-9325-4bfda193fe60,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:49:03.690140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:03.692326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:03.697395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-3205cb2b-30b7-413b-a602-35c6db12643a req-87236bc9-1fb7-4b83-bbcb-80dfec5487e6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:49:03.710335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-3205cb2b-30b7-413b-a602-35c6db12643a req-87236bc9-1fb7-4b83-bbcb-80dfec5487e6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:49:03.711185 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3205cb2b-30b7-413b-a602-35c6db12643a req-87236bc9-1fb7-4b83-bbcb-80dfec5487e6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0588500 Dec 22 17:49:03.766761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=7a82f526-cc0d-4f25-9325-4bfda193fe60,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:03.769876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:03.840819 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:03.853581 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Transition to ACTIVE for port object 733850d4-009e-4cf8-ad8b-ea43efc5e143 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:49:03.860794 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:03.864665 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-e4ea92e8-ff32-4ba6-a1aa-d1c34046cc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:03.994531 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Pushing event updated for resources: {'Port': ['ID=733850d4-009e-4cf8-ad8b-ea43efc5e143,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:04.037677 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:49:04.038021 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:49:04.038364 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:49:04.038693 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:49:04.039017 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:49:04.039372 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:49:04.039697 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:49:04.040016 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:49:04.040334 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:49:04.040649 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:49:04.040963 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:49:04.041275 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:49:04.069883 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:04.096902 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Attempting to bind port 733850d4-009e-4cf8-ad8b-ea43efc5e143 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:49:04.097286 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Attempting to bind port 733850d4-009e-4cf8-ad8b-ea43efc5e143 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:49:04.097650 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Attempting to bind port 733850d4-009e-4cf8-ad8b-ea43efc5e143 on network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:49:04.103282 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:49:04.103666 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Checking segment: {'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:49:04.104071 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:04.104468 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Bound using segment: {'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:49:04.104936 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Bound port: 733850d4-009e-4cf8-ad8b-ea43efc5e143, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:49:04.105309 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:04.197636 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] For port 733850d4-009e-4cf8-ad8b-ea43efc5e143, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:49:04.200927 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] For port 733850d4-009e-4cf8-ad8b-ea43efc5e143, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=733850d4-009e-4cf8-ad8b-ea43efc5e143,segment=NetworkSegment(a5b02890-53f9-4acc-85f9-cd8e942ca560),segment_id=a5b02890-53f9-4acc-85f9-cd8e942ca560)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:49:04.206479 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:04.210144 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-2f0d5eea-ab66-427e-a39b-683c2f1fd6e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:04.284023 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Routers {'64c4df28-6dd8-44cc-a799-2855bebc873b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:49:04.284638 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:49:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['64c4df28-6dd8-44cc-a799-2855bebc873b'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:49:04.354177 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Pushing event updated for resources: {'Port': ['ID=733850d4-009e-4cf8-ad8b-ea43efc5e143,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:04.359564 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:04.478394 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] Set router 64c4df28-6dd8-44cc-a799-2855bebc873b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:49:04.799957 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:01Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '733850d4-009e-4cf8-ad8b-ea43efc5e143', 'name': '', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:dc:87:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '73414304-745d-4971-bf7f-4c24100c195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:49:00Z', 'updated_at': '2021-12-22T17:49:04Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '73414304-745d-4971-bf7f-4c24100c195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:49:04.807666 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6d9df-59c1-4b4b-8d37-4c1d9695a611 None None] The sync data for ids ['64c4df28-6dd8-44cc-a799-2855bebc873b'] in dv-neutron-822513-1-hyperv is: [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:01Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '733850d4-009e-4cf8-ad8b-ea43efc5e143', 'name': '', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:dc:87:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '73414304-745d-4971-bf7f-4c24100c195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:49:00Z', 'updated_at': '2021-12-22T17:49:04Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '73414304-745d-4971-bf7f-4c24100c195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:49:04.825288 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e52704e8-83eb-40af-9f3f-e48e0acae7d1 req-a343558b-4368-4825-b5cf-4db69c60914a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0575097 Dec 22 17:49:04.842134 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5f36916c-e5b0-4889-9417-56a281790c81 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:49:04.922788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 5f36916c-e5b0-4889-9417-56a281790c81 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:49:04.923189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:05.059297 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7a82f526-cc0d-4f25-9325-4bfda193fe60 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:49:05.139470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 7a82f526-cc0d-4f25-9325-4bfda193fe60 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:49:05.140389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:05.535440 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:05.938516 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e593ffa5-550a-4b60-bc83-dfb54572c621 req-2c092679-d409-4f24-a1ea-e964e5336827 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0521853 Dec 22 17:49:06.848357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 733850d4-009e-4cf8-ad8b-ea43efc5e143 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:49:06.920718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 733850d4-009e-4cf8-ad8b-ea43efc5e143 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:49:06.926406 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 733850d4-009e-4cf8-ad8b-ea43efc5e143 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:49:06.926776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:07.039650 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ca6851d8-8a77-4ec9-ac6f-9bbcbcc3c4a9 req-c54b2bb4-1bec-4f81-865e-a10bb10570e0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0497203 Dec 22 17:49:07.054553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:07.088012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 733850d4-009e-4cf8-ad8b-ea43efc5e143, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=733850d4-009e-4cf8-ad8b-ea43efc5e143,segment=NetworkSegment(a5b02890-53f9-4acc-85f9-cd8e942ca560),segment_id=a5b02890-53f9-4acc-85f9-cd8e942ca560)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:49:07.091729 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:07.093866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3aac993b-82af-4772-8e79-997b81f2273c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:07.160369 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=733850d4-009e-4cf8-ad8b-ea43efc5e143,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:07.163393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:08.198677 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d857afca-b18c-4f93-bd78-45179b0b9e77 req-b3858616-6dc1-48c2-b1dc-2c91fcb035a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0443275 Dec 22 17:49:08.827856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-5c845445-3b08-4c6d-ae85-38dd2a058967 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:08.828428 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-5c845445-3b08-4c6d-ae85-38dd2a058967 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:49:08.845435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-5c845445-3b08-4c6d-ae85-38dd2a058967 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:49:08.851903 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-5c845445-3b08-4c6d-ae85-38dd2a058967 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/networks?id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a HTTP/1.1" status: 200 len: 797 time: 0.1746414 Dec 22 17:49:08.853206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 733850d4-009e-4cf8-ad8b-ea43efc5e143 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:49:08.905401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-6689bfa3-a106-482f-b5eb-75c270080ec0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:49:08.926118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-6689bfa3-a106-482f-b5eb-75c270080ec0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:49:08.926253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 733850d4-009e-4cf8-ad8b-ea43efc5e143 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:49:08.926604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:08.927348 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-6689bfa3-a106-482f-b5eb-75c270080ec0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 380 time: 0.0671749 Dec 22 17:49:08.936013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'port': {'device_id': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'admin_state_up': True, 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'security_groups': ['fb9bfbdc-7582-4e31-af9d-5983677c66ac']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:49:09.047317 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:49:09.189604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:49:09.198868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:49:09.208699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:49:09.212260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:09.349231 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-afc21cbb-ad43-4f9a-b6cf-299e26a0c1c8 req-49c9ae6f-8c36-4376-ac23-ae1062a3f589 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0443304 Dec 22 17:49:09.378634 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.20.0.8 (8c26c935-3af4-4782-af6d-f5ba95c3eb5a/73414304-745d-4971-bf7f-4c24100c195a/e48cfdfe-28d1-4356-bcc2-8d2f2634259b) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:49:09.589110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:09.606506 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Transition to ACTIVE for port object e48cfdfe-28d1-4356-bcc2-8d2f2634259b will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:49:09.629473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:09.635289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b51bbb5f-cad4-4f59-b86e-4dc9abd27419 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:09.704908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:49:09.708007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:49:09.711887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:49:09.742854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=e48cfdfe-28d1-4356-bcc2-8d2f2634259b,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:09.750022 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:09.782307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:09.782945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:09.819068 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8866925 Dec 22 17:49:09.832334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Request body: {'port': {'device_id': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:49:09.963629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:09.980391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-01feaed2-9d56-4f8a-8220-a59e3249be3f None None] Provisioning for port e48cfdfe-28d1-4356-bcc2-8d2f2634259b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:49:09.986039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-01feaed2-9d56-4f8a-8220-a59e3249be3f None None] Provisioning complete for port e48cfdfe-28d1-4356-bcc2-8d2f2634259b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:49:09.986422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-01feaed2-9d56-4f8a-8220-a59e3249be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:10.042579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-01feaed2-9d56-4f8a-8220-a59e3249be3f None None] Port e48cfdfe-28d1-4356-bcc2-8d2f2634259b cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:49:10.319892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48cfdfe-28d1-4356-bcc2-8d2f2634259b {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:49:10.326923 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:10.341691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Transition to ACTIVE for port object e48cfdfe-28d1-4356-bcc2-8d2f2634259b will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:49:10.345856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:10.349501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:10.557338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e48cfdfe-28d1-4356-bcc2-8d2f2634259b,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:10.593387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:10.657686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb9567-30fc-4095-8255-03e4be3543f7 req-be75fbd9-999a-44ec-aaf0-a66931bffbf5 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:10.658430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-21bb9567-30fc-4095-8255-03e4be3543f7 req-be75fbd9-999a-44ec-aaf0-a66931bffbf5 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:49:10.662247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Attempting to bind port e48cfdfe-28d1-4356-bcc2-8d2f2634259b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:49:10.662581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Attempting to bind port e48cfdfe-28d1-4356-bcc2-8d2f2634259b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:49:10.662909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Attempting to bind port e48cfdfe-28d1-4356-bcc2-8d2f2634259b on network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:49:10.670672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Port e48cfdfe-28d1-4356-bcc2-8d2f2634259b on network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:49:10.671561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Attempting to bind port e48cfdfe-28d1-4356-bcc2-8d2f2634259b on network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:49:10.680691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:49:10.680964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Checking segment: {'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:49:10.681572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Bound using segment: {'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:49:10.682120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Bound port: e48cfdfe-28d1-4356-bcc2-8d2f2634259b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b02890-53f9-4acc-85f9-cd8e942ca560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:49:10.682632 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:10.693968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-21bb9567-30fc-4095-8255-03e4be3543f7 req-be75fbd9-999a-44ec-aaf0-a66931bffbf5 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:49:10.695127 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-21bb9567-30fc-4095-8255-03e4be3543f7 req-be75fbd9-999a-44ec-aaf0-a66931bffbf5 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 943 time: 0.2261302 Dec 22 17:49:10.792296 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-21bb9567-30fc-4095-8255-03e4be3543f7 req-5217fd04-a243-4a38-892b-9234e3ca47d7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914712 Dec 22 17:49:10.806742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] For port e48cfdfe-28d1-4356-bcc2-8d2f2634259b, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:49:10.809883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] For port e48cfdfe-28d1-4356-bcc2-8d2f2634259b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e48cfdfe-28d1-4356-bcc2-8d2f2634259b,segment=NetworkSegment(a5b02890-53f9-4acc-85f9-cd8e942ca560),segment_id=a5b02890-53f9-4acc-85f9-cd8e942ca560)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:49:10.817027 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:10.820872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:10.882025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:10.882672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:10.884097 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] 10.222.0.53 "PUT /v2.0/ports/e48cfdfe-28d1-4356-bcc2-8d2f2634259b HTTP/1.1" status: 200 len: 1093 time: 1.0576060 Dec 22 17:49:10.884630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'tag': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:49:10.906038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e48cfdfe-28d1-4356-bcc2-8d2f2634259b,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:10.909162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:10.959260 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'tag': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b', 'status': 'completed', 'code': 200} Dec 22 17:49:11.006751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-bbabc2cc-0765-475e-b599-dbb4c54f0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:11.008370 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-bbabc2cc-0765-475e-b599-dbb4c54f0a4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0835845 Dec 22 17:49:11.205456 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-ac270599-fce2-4549-a32c-7f8edfe09d10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e48cfdfe-28d1-4356-bcc2-8d2f2634259b HTTP/1.1" status: 200 len: 217 time: 0.1899157 Dec 22 17:49:11.270899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-3bba215f-a13e-44b8-b36f-86301904179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:11.272346 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-3bba215f-a13e-44b8-b36f-86301904179d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73414304-745d-4971-bf7f-4c24100c195a HTTP/1.1" status: 200 len: 834 time: 0.0607750 Dec 22 17:49:11.349773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-5c0a9474-fa50-4f45-aa61-8132b81459e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:11.351270 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-5c0a9474-fa50-4f45-aa61-8132b81459e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726666 Dec 22 17:49:11.481880 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-2d5227cb-da15-4838-bb3d-260a11210752 service neutron] 10.222.0.53 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242225 Dec 22 17:49:11.619888 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3971d19f-142c-44c1-bc17-44b2c6205178 req-6a78b60e-a757-4a1a-b6aa-f93fcf911280 service neutron] 10.222.0.53 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318619 Dec 22 17:49:11.733095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65816c-167d-497e-be56-3ba778ace41e req-e8432ad1-1d4c-4af7-8fac-90dfe97c3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:11.735045 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba65816c-167d-497e-be56-3ba778ace41e req-e8432ad1-1d4c-4af7-8fac-90dfe97c3f9f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0712430 Dec 22 17:49:11.871050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65816c-167d-497e-be56-3ba778ace41e req-b439d25e-0eb1-40ef-a128-b3e114d48e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:11.872627 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba65816c-167d-497e-be56-3ba778ace41e req-b439d25e-0eb1-40ef-a128-b3e114d48e57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a HTTP/1.1" status: 200 len: 898 time: 0.1302204 Dec 22 17:49:11.982855 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba65816c-167d-497e-be56-3ba778ace41e req-80d74101-e6de-4d21-ba78-b02eceba80e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e48cfdfe-28d1-4356-bcc2-8d2f2634259b HTTP/1.1" status: 200 len: 217 time: 0.1016395 Dec 22 17:49:12.065462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65816c-167d-497e-be56-3ba778ace41e req-5a0bd009-e67b-4cf8-b289-ab98da9dbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:12.066916 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba65816c-167d-497e-be56-3ba778ace41e req-5a0bd009-e67b-4cf8-b289-ab98da9dbdbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73414304-745d-4971-bf7f-4c24100c195a HTTP/1.1" status: 200 len: 834 time: 0.0765886 Dec 22 17:49:12.116034 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ede268-d6b9-42cc-931b-8eadb14deafb req-f60e641e-78d3-4668-b836-055ca735750f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:12.117472 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88ede268-d6b9-42cc-931b-8eadb14deafb req-f60e641e-78d3-4668-b836-055ca735750f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 943 time: 0.1840494 Dec 22 17:49:12.176148 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-88ede268-d6b9-42cc-931b-8eadb14deafb req-92468341-37b9-4c8e-8435-217d67cdf303 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520771 Dec 22 17:49:12.189122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65816c-167d-497e-be56-3ba778ace41e req-4b87b21a-f5a0-4e1b-a646-6edbd36d4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:12.190598 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba65816c-167d-497e-be56-3ba778ace41e req-4b87b21a-f5a0-4e1b-a646-6edbd36d4953 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1158724 Dec 22 17:49:12.329070 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba65816c-167d-497e-be56-3ba778ace41e req-d15e9d79-3123-481f-93bc-196678ae7e8f service neutron] 10.222.0.53 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305432 Dec 22 17:49:12.460203 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba65816c-167d-497e-be56-3ba778ace41e req-16905623-0bb4-4a78-92d2-a9af79ea3aa7 service neutron] 10.222.0.53 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242378 Dec 22 17:49:13.371943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dca78-0e57-4f48-8109-c807cba36d5d req-360fa020-70da-4b74-96a3-15147784695a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:13.373477 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d29dca78-0e57-4f48-8109-c807cba36d5d req-360fa020-70da-4b74-96a3-15147784695a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 943 time: 0.0853367 Dec 22 17:49:13.419263 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-d29dca78-0e57-4f48-8109-c807cba36d5d req-9a2fc744-67a6-4867-a5c6-a26e6cfadcbc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398455 Dec 22 17:49:14.611711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f3ee7-bf93-4bfc-895c-c3704bbcdae4 req-01783d44-e113-4d76-ba3b-1e49cea7ab38 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:14.613195 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-607f3ee7-bf93-4bfc-895c-c3704bbcdae4 req-01783d44-e113-4d76-ba3b-1e49cea7ab38 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 943 time: 0.0882895 Dec 22 17:49:14.657561 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-607f3ee7-bf93-4bfc-895c-c3704bbcdae4 req-19d06eb2-0c6e-423e-a397-1fd14cff1a57 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386887 Dec 22 17:49:15.646674 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e48cfdfe-28d1-4356-bcc2-8d2f2634259b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:49:15.825598 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port e48cfdfe-28d1-4356-bcc2-8d2f2634259b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e48cfdfe-28d1-4356-bcc2-8d2f2634259b,segment=NetworkSegment(a5b02890-53f9-4acc-85f9-cd8e942ca560),segment_id=a5b02890-53f9-4acc-85f9-cd8e942ca560)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:49:15.840955 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'port_id': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b', 'mac_address': 'fa:16:3e:df:0d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73414304-745d-4971-bf7f-4c24100c195a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:49:15.899499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:15.920330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48cfdfe-28d1-4356-bcc2-8d2f2634259b {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:49:15.935713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port e48cfdfe-28d1-4356-bcc2-8d2f2634259b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e48cfdfe-28d1-4356-bcc2-8d2f2634259b,segment=NetworkSegment(a5b02890-53f9-4acc-85f9-cd8e942ca560),segment_id=a5b02890-53f9-4acc-85f9-cd8e942ca560)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:49:15.939921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:15.942630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-a367819a-b65e-4486-ae37-01b067d490ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:15.992949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dd27c-1c79-4c8e-83d8-a88c20cbf20c req-dc8ab081-8a64-4ea6-ae80-823bd85f6a7b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:15.994440 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-731dd27c-1c79-4c8e-83d8-a88c20cbf20c req-dc8ab081-8a64-4ea6-ae80-823bd85f6a7b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0818453 Dec 22 17:49:16.008675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=e48cfdfe-28d1-4356-bcc2-8d2f2634259b,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:16.011831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:16.043047 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-731dd27c-1c79-4c8e-83d8-a88c20cbf20c req-fde12827-000d-444e-8a8a-0af161119617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428493 Dec 22 17:49:16.148095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['e48cfdfe-28d1-4356-bcc2-8d2f2634259b'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:49:17.235556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9908d2c-551c-48ad-bfae-c310882d404d req-c919dbf2-fafc-4f6a-b3f6-30d9f5b4a573 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:17.237070 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e9908d2c-551c-48ad-bfae-c310882d404d req-c919dbf2-fafc-4f6a-b3f6-30d9f5b4a573 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0862584 Dec 22 17:49:17.286859 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e9908d2c-551c-48ad-bfae-c310882d404d req-da55c408-9847-472e-a888-fd9e5479b16a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441375 Dec 22 17:49:17.676812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e48cfdfe-28d1-4356-bcc2-8d2f2634259b up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:49:17.747397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port e48cfdfe-28d1-4356-bcc2-8d2f2634259b completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:49:17.752094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port e48cfdfe-28d1-4356-bcc2-8d2f2634259b triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:49:17.752479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:17.870108 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:17.896216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:49:17.906465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port e48cfdfe-28d1-4356-bcc2-8d2f2634259b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e48cfdfe-28d1-4356-bcc2-8d2f2634259b,segment=NetworkSegment(a5b02890-53f9-4acc-85f9-cd8e942ca560),segment_id=a5b02890-53f9-4acc-85f9-cd8e942ca560)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:49:17.911773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:17.914072 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:17.944613 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b', 'code': 200} Dec 22 17:49:17.986280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=e48cfdfe-28d1-4356-bcc2-8d2f2634259b,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:17.989326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:18.163441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f3c78-a206-4456-a78a-2ee3fabdd2a9 req-ba3985e2-c3d4-4525-9115-e5591a868dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:18.164904 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2c4f3c78-a206-4456-a78a-2ee3fabdd2a9 req-ba3985e2-c3d4-4525-9115-e5591a868dd1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0687449 Dec 22 17:49:18.206978 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2c4f3c78-a206-4456-a78a-2ee3fabdd2a9 req-aa004cce-65ed-44c8-833d-50d89b9849e3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352921 Dec 22 17:49:18.587545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69b241-4560-430b-a6f2-8caaa9e0412c req-f0ba338e-9ab6-4927-8e6a-7f07a7762dd7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:18.589016 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-da69b241-4560-430b-a6f2-8caaa9e0412c req-f0ba338e-9ab6-4927-8e6a-7f07a7762dd7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.1967821 Dec 22 17:49:18.637425 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-da69b241-4560-430b-a6f2-8caaa9e0412c req-7a59c29e-e06f-4b39-9a75-86c53a1c814d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 Dec 22 17:49:19.820005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f31cb-42a6-4ec2-a33b-64ba4324acf6 req-be684dbc-5f00-4ca0-8cea-b94a174536af tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:19.821493 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8d4f31cb-42a6-4ec2-a33b-64ba4324acf6 req-be684dbc-5f00-4ca0-8cea-b94a174536af tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0794556 Dec 22 17:49:19.865027 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8d4f31cb-42a6-4ec2-a33b-64ba4324acf6 req-40bf9f07-82d9-45b7-89a4-f13647901040 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379665 Dec 22 17:49:20.046747 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60a90d-0258-4212-ac03-63ca4a84bb7a req-4288a134-90a7-44a3-87ce-38d27d5823c5 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:20.048130 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4b60a90d-0258-4212-ac03-63ca4a84bb7a req-4288a134-90a7-44a3-87ce-38d27d5823c5 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0813527 Dec 22 17:49:20.092641 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4b60a90d-0258-4212-ac03-63ca4a84bb7a req-8e37aae1-4add-4b82-9146-6f58d0408ab1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387843 Dec 22 17:49:20.114550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43806) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:49:20.187355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6aee77-f7ab-4c32-845d-a257994988fd tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:20.188845 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cb6aee77-f7ab-4c32-845d-a257994988fd tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 1093 time: 0.0732753 Dec 22 17:49:20.191604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43810) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:49:20.196453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:49:20.203496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:49:20.207336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:floatingip and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:49:20.210166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:49:20.215815 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:49:20.227420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:20.364252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:20.501954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.26.3.100 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/1c801e5d-ca1d-4478-bd15-364f529e1c33) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:49:20.651642 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:20.680856 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:20.684695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1c2f110e-040d-4f2e-b6e0-ae3d90d09a76 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:20.746514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:49:20.750432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:49:20.754067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:49:20.783245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=1c801e5d-ca1d-4478-bd15-364f529e1c33,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:20.789728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:21.172359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:21.249075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:21.452786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:21.457155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:21.460947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1e211da7-34d7-4823-8175-7dee77c56332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:49:21.567124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=1c801e5d-ca1d-4478-bd15-364f529e1c33,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:49:21.571265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:49:21.580015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:21.869256 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Floating IP 39c34b82-2ad1-49d7-b577-2b36ebdca8e8 associated. External IP: 172.26.3.100, port: e48cfdfe-28d1-4356-bcc2-8d2f2634259b. Dec 22 17:49:22.224844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 64c4df28-6dd8-44cc-a799-2855bebc873b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:49:22.428940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:49:22.438322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c889924-f729-401e-a42b-82b33c1cf68a None None] Sync routers for ids ['64c4df28-6dd8-44cc-a799-2855bebc873b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:49:22.447350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c889924-f729-401e-a42b-82b33c1cf68a None None] Routers {'64c4df28-6dd8-44cc-a799-2855bebc873b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:49:22.447961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9c889924-f729-401e-a42b-82b33c1cf68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:49:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['64c4df28-6dd8-44cc-a799-2855bebc873b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:49:22.455446 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:22.509970 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3172648 Dec 22 17:49:22.510551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'tag': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:49:22.557610 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'tag': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b', 'status': 'completed', 'code': 200} Dec 22 17:49:22.641233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-9c889924-f729-401e-a42b-82b33c1cf68a None None] Set router 64c4df28-6dd8-44cc-a799-2855bebc873b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:49:22.657570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1f098-904b-4c15-9551-ade768dd2637 req-591ea031-35ce-4c19-be2e-922511dd65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:22.659243 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ec1f098-904b-4c15-9551-ade768dd2637 req-591ea031-35ce-4c19-be2e-922511dd65a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0783086 Dec 22 17:49:22.693150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fab99-a1a8-48f5-8fe0-3f2b9bb97c3c req-9ba17471-ffd3-412a-a70f-fe14bd224e14 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:22.694737 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c71fab99-a1a8-48f5-8fe0-3f2b9bb97c3c req-9ba17471-ffd3-412a-a70f-fe14bd224e14 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0885563 Dec 22 17:49:22.741642 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c71fab99-a1a8-48f5-8fe0-3f2b9bb97c3c req-fa090785-48fe-4441-9e85-f15d9ef3c00b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405786 Dec 22 17:49:22.768914 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43818) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:49:22.816005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1f098-904b-4c15-9551-ade768dd2637 req-daa237b1-3d04-42f5-82b4-f7d030009e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:22.817437 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ec1f098-904b-4c15-9551-ade768dd2637 req-daa237b1-3d04-42f5-82b4-f7d030009e87 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a HTTP/1.1" status: 200 len: 898 time: 0.1513369 Dec 22 17:49:22.926579 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ec1f098-904b-4c15-9551-ade768dd2637 req-0820b588-f966-409d-9ca9-c47b86f7c57b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e48cfdfe-28d1-4356-bcc2-8d2f2634259b HTTP/1.1" status: 200 len: 999 time: 0.1028614 Dec 22 17:49:22.995672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1f098-904b-4c15-9551-ade768dd2637 req-4b47eb0e-928e-4e0b-98ff-6b50710b1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:22.997191 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ec1f098-904b-4c15-9551-ade768dd2637 req-4b47eb0e-928e-4e0b-98ff-6b50710b1f42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73414304-745d-4971-bf7f-4c24100c195a HTTP/1.1" status: 200 len: 834 time: 0.0638759 Dec 22 17:49:23.005741 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9e1c3199-1e40-491d-886b-9315e747d37c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/39c34b82-2ad1-49d7-b577-2b36ebdca8e8 HTTP/1.1" status: 200 len: 991 time: 0.2356801 Dec 22 17:49:23.009514 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9c889924-f729-401e-a42b-82b33c1cf68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:01Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '39c34b82-2ad1-49d7-b577-2b36ebdca8e8', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'port_id': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'mac_address': 'fa:16:3e:df:0d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:49:21Z', 'updated_at': '2021-12-22T17:49:21Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733850d4-009e-4cf8-ad8b-ea43efc5e143', 'name': '', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:dc:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '73414304-745d-4971-bf7f-4c24100c195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:49:00Z', 'updated_at': '2021-12-22T17:49:07Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '73414304-745d-4971-bf7f-4c24100c195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:49:23.013542 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c889924-f729-401e-a42b-82b33c1cf68a None None] Checking router: 64c4df28-6dd8-44cc-a799-2855bebc873b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:49:23.022110 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c889924-f729-401e-a42b-82b33c1cf68a None None] Routers {'64c4df28-6dd8-44cc-a799-2855bebc873b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:49:23.022757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9c889924-f729-401e-a42b-82b33c1cf68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:49:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['64c4df28-6dd8-44cc-a799-2855bebc873b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:49:23.081280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1f098-904b-4c15-9551-ade768dd2637 req-bdd30312-79d3-4dcb-b890-efa416d6f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:23.082831 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ec1f098-904b-4c15-9551-ade768dd2637 req-bdd30312-79d3-4dcb-b890-efa416d6f027 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796051 Dec 22 17:49:23.199126 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-9c889924-f729-401e-a42b-82b33c1cf68a None None] Set router 64c4df28-6dd8-44cc-a799-2855bebc873b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:49:23.216280 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ec1f098-904b-4c15-9551-ade768dd2637 req-ff92d1b1-eead-4191-a056-450373eaaa5e service neutron] 10.222.0.53 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272521 Dec 22 17:49:23.481987 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7ec1f098-904b-4c15-9551-ade768dd2637 req-f2ed618f-3b01-4e33-9467-eabf0712d6a9 service neutron] 10.222.0.53 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593377 Dec 22 17:49:23.599722 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-9c889924-f729-401e-a42b-82b33c1cf68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:01Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '39c34b82-2ad1-49d7-b577-2b36ebdca8e8', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'port_id': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'mac_address': 'fa:16:3e:df:0d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:49:21Z', 'updated_at': '2021-12-22T17:49:21Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733850d4-009e-4cf8-ad8b-ea43efc5e143', 'name': '', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:dc:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '73414304-745d-4971-bf7f-4c24100c195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:49:00Z', 'updated_at': '2021-12-22T17:49:07Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '73414304-745d-4971-bf7f-4c24100c195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:49:23.604761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c889924-f729-401e-a42b-82b33c1cf68a None None] The sync data for ids ['64c4df28-6dd8-44cc-a799-2855bebc873b'] in dv-neutron-822513-1-hyperv is: [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:01Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '39c34b82-2ad1-49d7-b577-2b36ebdca8e8', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'port_id': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'mac_address': 'fa:16:3e:df:0d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:49:21Z', 'updated_at': '2021-12-22T17:49:21Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733850d4-009e-4cf8-ad8b-ea43efc5e143', 'name': '', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:dc:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '73414304-745d-4971-bf7f-4c24100c195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:49:00Z', 'updated_at': '2021-12-22T17:49:07Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '73414304-745d-4971-bf7f-4c24100c195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:49:23.805791 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf097672-cd4d-47df-b312-5344e76a2a61 None None] New status for floating IP 39c34b82-2ad1-49d7-b577-2b36ebdca8e8: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:49:24.009552 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43822) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:49:24.121515 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0e29834e-0b12-449e-acc0-3393fe943c61 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/39c34b82-2ad1-49d7-b577-2b36ebdca8e8 HTTP/1.1" status: 200 len: 991 time: 0.1108432 Dec 22 17:49:25.125562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43826) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:49:25.230476 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-63763f14-665d-4ec4-8f57-f81acb699ac1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/39c34b82-2ad1-49d7-b577-2b36ebdca8e8 HTTP/1.1" status: 200 len: 993 time: 0.1036806 Dec 22 17:49:27.685273 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f5930334-1a11-45b0-b7c1-51e2bbc2c866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:30.119358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2879-627f-4d3b-92eb-1dc6516f1acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:31.158224 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:31.270140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:32.666524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:35.553884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:46.046846 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:49:48.437495 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2322024d-d14c-45ce-b6c3-9c6bd6f243aa req-ba42a4ae-4693-4afd-ba17-b0b332987733 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1455536 Dec 22 17:49:48.581358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322024d-d14c-45ce-b6c3-9c6bd6f243aa req-e5b94b5f-900c-46ec-9285-ac790671008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:48.582819 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2322024d-d14c-45ce-b6c3-9c6bd6f243aa req-e5b94b5f-900c-46ec-9285-ac790671008f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0740030 Dec 22 17:49:48.727443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322024d-d14c-45ce-b6c3-9c6bd6f243aa req-6d21e6ef-fade-4683-b63a-a66f81c8572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:48.728877 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2322024d-d14c-45ce-b6c3-9c6bd6f243aa req-6d21e6ef-fade-4683-b63a-a66f81c8572d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a HTTP/1.1" status: 200 len: 898 time: 0.1258767 Dec 22 17:49:48.836569 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2322024d-d14c-45ce-b6c3-9c6bd6f243aa req-839e2337-9d36-4a17-b157-699a66d85671 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e48cfdfe-28d1-4356-bcc2-8d2f2634259b HTTP/1.1" status: 200 len: 1001 time: 0.0994184 Dec 22 17:49:48.907578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322024d-d14c-45ce-b6c3-9c6bd6f243aa req-cf30e262-33cf-4053-8ce3-d159cd5f9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:48.908996 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2322024d-d14c-45ce-b6c3-9c6bd6f243aa req-cf30e262-33cf-4053-8ce3-d159cd5f9a72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73414304-745d-4971-bf7f-4c24100c195a HTTP/1.1" status: 200 len: 834 time: 0.0657258 Dec 22 17:49:48.984618 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322024d-d14c-45ce-b6c3-9c6bd6f243aa req-e651b0ff-ff1c-47aa-96c1-cdd31510b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:48.986071 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2322024d-d14c-45ce-b6c3-9c6bd6f243aa req-e651b0ff-ff1c-47aa-96c1-cdd31510b96e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699623 Dec 22 17:49:49.121897 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2322024d-d14c-45ce-b6c3-9c6bd6f243aa req-bd238a07-7bc4-47d7-a6c9-44dc71604b5d service neutron] 10.222.0.53 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281521 Dec 22 17:49:49.255375 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2322024d-d14c-45ce-b6c3-9c6bd6f243aa req-bb25d83b-86da-46c2-893c-e1ae706b0a30 service neutron] 10.222.0.53 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255867 Dec 22 17:49:54.815867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56749d43-2d6b-4eab-a1d6-1af4086a05a7 req-a7c15634-cfee-4c3c-a23d-fd2527c86a4c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:54.817308 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-56749d43-2d6b-4eab-a1d6-1af4086a05a7 req-a7c15634-cfee-4c3c-a23d-fd2527c86a4c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.1062801 Dec 22 17:49:54.823568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca81ab6-8f06-4d2c-9889-b8a30702e666 req-654f1f04-cadb-4a20-b733-11f8b2f214f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:54.824940 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ca81ab6-8f06-4d2c-9889-b8a30702e666 req-654f1f04-cadb-4a20-b733-11f8b2f214f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 1098 time: 0.1490028 Dec 22 17:49:54.940145 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-56749d43-2d6b-4eab-a1d6-1af4086a05a7 req-3597cd73-cfd2-40dc-973d-853b34cee238 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142776 Dec 22 17:49:54.983925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca81ab6-8f06-4d2c-9889-b8a30702e666 req-fa04e356-b024-43d5-85f6-7eb4d9701e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:54.985361 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ca81ab6-8f06-4d2c-9889-b8a30702e666 req-fa04e356-b024-43d5-85f6-7eb4d9701e29 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a HTTP/1.1" status: 200 len: 898 time: 0.1453269 Dec 22 17:49:55.094084 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ca81ab6-8f06-4d2c-9889-b8a30702e666 req-a4c0c2b7-3385-45b3-8b41-dab58046d065 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e48cfdfe-28d1-4356-bcc2-8d2f2634259b HTTP/1.1" status: 200 len: 1001 time: 0.1010725 Dec 22 17:49:55.157982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca81ab6-8f06-4d2c-9889-b8a30702e666 req-8e92d260-3f2d-46dc-a722-93bbd1e65244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:55.159442 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ca81ab6-8f06-4d2c-9889-b8a30702e666 req-8e92d260-3f2d-46dc-a722-93bbd1e65244 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73414304-745d-4971-bf7f-4c24100c195a HTTP/1.1" status: 200 len: 834 time: 0.0568035 Dec 22 17:49:55.238260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca81ab6-8f06-4d2c-9889-b8a30702e666 req-5f08127e-ed39-44bd-8c1e-0bef944170ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:55.239747 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ca81ab6-8f06-4d2c-9889-b8a30702e666 req-5f08127e-ed39-44bd-8c1e-0bef944170ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731311 Dec 22 17:49:55.489543 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ca81ab6-8f06-4d2c-9889-b8a30702e666 req-ced42192-fdfa-417b-ac31-91ba4c43797e service neutron] 10.222.0.53 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421572 Dec 22 17:49:55.624835 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ca81ab6-8f06-4d2c-9889-b8a30702e666 req-2cde3385-a36b-4e01-a5bd-bed4c7d5bfc0 service neutron] 10.222.0.53 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285403 Dec 22 17:49:56.134335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21923c9b-0bbb-41f2-8b71-c238651d65c6 req-b9b53fc7-c00d-4325-b6bd-784741d97aec tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:56.135881 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-21923c9b-0bbb-41f2-8b71-c238651d65c6 req-b9b53fc7-c00d-4325-b6bd-784741d97aec tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0846252 Dec 22 17:49:56.180735 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-21923c9b-0bbb-41f2-8b71-c238651d65c6 req-668a0e42-6995-403b-9c60-01e77a61d7ec tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391691 Dec 22 17:49:57.378577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a5c7-39ef-4378-8a48-9bcd7ad400b1 req-16cefeb8-847b-4576-9774-d1edf844f1e9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:57.380084 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d567a5c7-39ef-4378-8a48-9bcd7ad400b1 req-16cefeb8-847b-4576-9774-d1edf844f1e9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0830243 Dec 22 17:49:57.425465 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d567a5c7-39ef-4378-8a48-9bcd7ad400b1 req-21bb2791-159f-49e0-bd17-fe2e6f5565a3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394454 Dec 22 17:49:57.687860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcc99-55cb-4ebb-ac81-4a64bbf49da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:49:58.612681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c88d1-1c39-4202-a890-63002577a57a req-d9237da4-c1a5-4480-8ad5-6f95edd7e206 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:58.614115 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6e4c88d1-1c39-4202-a890-63002577a57a req-d9237da4-c1a5-4480-8ad5-6f95edd7e206 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0826004 Dec 22 17:49:58.662892 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6e4c88d1-1c39-4202-a890-63002577a57a req-5e60d174-bbec-429c-8ccb-751ffaa6c454 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431139 Dec 22 17:49:59.862050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7d922-a608-4681-be83-f965390bfb49 req-16443caa-eec0-41c7-a68a-e663e92c7290 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:49:59.863516 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-afb7d922-a608-4681-be83-f965390bfb49 req-16443caa-eec0-41c7-a68a-e663e92c7290 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0856571 Dec 22 17:49:59.912983 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-afb7d922-a608-4681-be83-f965390bfb49 req-b079cf3c-de6e-4de1-a9df-f8390ae9fbc4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435393 Dec 22 17:50:00.124960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0fef53b7-5d9c-4df4-b1c5-3d83e570ffef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:01.099771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735a5e-a8ba-4060-89d0-8e1e488ce20c req-4b74ae4a-29be-443b-9aef-d9773c6d9aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:01.101191 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a7735a5e-a8ba-4060-89d0-8e1e488ce20c req-4b74ae4a-29be-443b-9aef-d9773c6d9aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0789390 Dec 22 17:50:01.145435 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a7735a5e-a8ba-4060-89d0-8e1e488ce20c req-c1cc0f18-aa24-4b53-ab28-5965337f3f31 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385799 Dec 22 17:50:01.165185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:01.272592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:02.476679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa0379-d23c-402e-a2ca-5d2ed3f87aff req-8d41830d-761b-4137-93f3-a3b3c6a64bf2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:02.478137 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f3aa0379-d23c-402e-a2ca-5d2ed3f87aff req-8d41830d-761b-4137-93f3-a3b3c6a64bf2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0795777 Dec 22 17:50:02.525841 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f3aa0379-d23c-402e-a2ca-5d2ed3f87aff req-b90fb48f-932f-472f-bfee-f0dd023534b5 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414371 Dec 22 17:50:02.674179 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:03.719966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c706c3-b79d-4188-9906-084177b1bcaf req-ee00db4d-85ef-4d7f-a162-b94e6ad71ce3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:03.721435 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-33c706c3-b79d-4188-9906-084177b1bcaf req-ee00db4d-85ef-4d7f-a162-b94e6ad71ce3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0868759 Dec 22 17:50:03.765712 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-33c706c3-b79d-4188-9906-084177b1bcaf req-eb953f2f-a1cf-407e-af2e-390174191257 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387111 Dec 22 17:50:04.952605 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b0e9f-d814-47e2-a7df-1deb8f19be11 req-d70085d9-ec50-4bf5-a591-41e9c5347288 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:04.954057 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-be4b0e9f-d814-47e2-a7df-1deb8f19be11 req-d70085d9-ec50-4bf5-a591-41e9c5347288 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0833607 Dec 22 17:50:04.996974 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-be4b0e9f-d814-47e2-a7df-1deb8f19be11 req-91fa8081-399d-4f8c-b6c4-3906ed04aecc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372827 Dec 22 17:50:05.564254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:06.194841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9fcc5-5c7e-4c95-8f0d-0a66ab2e623d req-b56690a7-1309-4ce3-93af-15782f9ad2d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:06.197215 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0ce9fcc5-5c7e-4c95-8f0d-0a66ab2e623d req-b56690a7-1309-4ce3-93af-15782f9ad2d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0876026 Dec 22 17:50:06.248588 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0ce9fcc5-5c7e-4c95-8f0d-0a66ab2e623d req-f1bb8ca6-02ad-4147-ab98-7b2cddbac6c0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453904 Dec 22 17:50:07.439432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23d504-07b6-4480-8128-c838c9868600 req-ba90444e-2eec-4c68-8eef-8bd741622d0a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:07.440864 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ff23d504-07b6-4480-8128-c838c9868600 req-ba90444e-2eec-4c68-8eef-8bd741622d0a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0847831 Dec 22 17:50:07.491678 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ff23d504-07b6-4480-8128-c838c9868600 req-dae6fd8e-aba8-44b6-ac85-3338919e8e80 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451405 Dec 22 17:50:08.686738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626460ac-dbcc-4fd5-8fef-80cc7b0df199 req-d6915f8c-c69b-48f4-8be2-0368784a39d7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:08.688234 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-626460ac-dbcc-4fd5-8fef-80cc7b0df199 req-d6915f8c-c69b-48f4-8be2-0368784a39d7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0942433 Dec 22 17:50:08.733202 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-626460ac-dbcc-4fd5-8fef-80cc7b0df199 req-2c621551-5b9f-4d9c-8c62-1de3fae8715a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393424 Dec 22 17:50:09.918362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6733-b2c8-437f-ada1-9be011423e33 req-ee0c44a0-73df-4f2a-b8ca-d0958a98164b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:09.919897 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ef8d6733-b2c8-437f-ada1-9be011423e33 req-ee0c44a0-73df-4f2a-b8ca-d0958a98164b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0805926 Dec 22 17:50:09.964119 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ef8d6733-b2c8-437f-ada1-9be011423e33 req-d53cf479-d670-45a1-ab8e-ce22d98a53b4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384116 Dec 22 17:50:11.151012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97981c5-d2ed-4a3e-8ea8-69309fb9eff0 req-770805d9-145e-4489-8dd8-ecaadebbe458 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:11.152523 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b97981c5-d2ed-4a3e-8ea8-69309fb9eff0 req-770805d9-145e-4489-8dd8-ecaadebbe458 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0814166 Dec 22 17:50:11.204031 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b97981c5-d2ed-4a3e-8ea8-69309fb9eff0 req-c9a7e12e-a3a9-4cb7-9510-f060672beeeb tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452199 Dec 22 17:50:12.392346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a58a5-4d36-48c8-80fa-81e4d45d817b req-9da5c3f5-bc6f-42d7-9146-6bc03571562b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:12.393812 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a2a58a5-4d36-48c8-80fa-81e4d45d817b req-9da5c3f5-bc6f-42d7-9146-6bc03571562b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0852056 Dec 22 17:50:12.443039 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a2a58a5-4d36-48c8-80fa-81e4d45d817b req-433b0dfb-0505-4e2a-86b9-389baf5f1740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435417 Dec 22 17:50:12.466070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43876) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:12.574172 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-615a4e56-5d31-4aae-97d7-e42542163d9d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/39c34b82-2ad1-49d7-b577-2b36ebdca8e8 HTTP/1.1" status: 200 len: 993 time: 0.1068788 Dec 22 17:50:23.046850 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:50:27.690414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-24fb272b-800a-4f44-a7e8-1e369aba87f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:30.117785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-521033fe-5d57-4e41-94ab-eb52d4efe35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:31.162105 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:31.275826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:32.672906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:35.581120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:43.215458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43894) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:43.420587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 1c801e5d-ca1d-4478-bd15-364f529e1c33 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:50:43.420908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:43.585336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:43.585660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:43.706767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 1c801e5d-ca1d-4478-bd15-364f529e1c33 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:50:43.973830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:43.978125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-79148439-2ed9-4e03-a8ef-f1088952c3c1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:44.021486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=1c801e5d-ca1d-4478-bd15-364f529e1c33,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:44.066293 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:44.066675 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:44.067059 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:44.067457 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:44.067826 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:44.068189 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:44.068551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:44.068911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:44.069267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:44.069622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:44.069978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:44.070331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:44.097376 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:44.127032 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:44.127389 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Floating IP 39c34b82-2ad1-49d7-b577-2b36ebdca8e8 disassociated (deleted). External IP: 172.26.3.100, port: e48cfdfe-28d1-4356-bcc2-8d2f2634259b. Dec 22 17:50:44.477346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 64c4df28-6dd8-44cc-a799-2855bebc873b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:50:44.654910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:50:44.665007 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967f1b7-824f-48ef-b8cc-6c150b2b0591 None None] Sync routers for ids ['64c4df28-6dd8-44cc-a799-2855bebc873b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:50:44.674540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967f1b7-824f-48ef-b8cc-6c150b2b0591 None None] Routers {'64c4df28-6dd8-44cc-a799-2855bebc873b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:50:44.675192 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1967f1b7-824f-48ef-b8cc-6c150b2b0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:50:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['64c4df28-6dd8-44cc-a799-2855bebc873b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:44.675802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:44.733482 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/floatingips/39c34b82-2ad1-49d7-b577-2b36ebdca8e8 HTTP/1.1" status: 204 len: 168 time: 1.5168390 Dec 22 17:50:44.733979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'tag': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:50:44.785874 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'tag': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b', 'status': 'completed', 'code': 200} Dec 22 17:50:44.860274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-1967f1b7-824f-48ef-b8cc-6c150b2b0591 None None] Set router 64c4df28-6dd8-44cc-a799-2855bebc873b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:50:44.890103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35277e-a394-4433-8df5-4a6d5015991f req-7c53d78f-2ab6-48bf-b0bb-843a676fa562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:44.891649 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b35277e-a394-4433-8df5-4a6d5015991f req-7c53d78f-2ab6-48bf-b0bb-843a676fa562 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0729699 Dec 22 17:50:45.034020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35277e-a394-4433-8df5-4a6d5015991f req-cda80fc4-5921-498e-a65a-9f27cbe6af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:45.035623 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b35277e-a394-4433-8df5-4a6d5015991f req-cda80fc4-5921-498e-a65a-9f27cbe6af32 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a HTTP/1.1" status: 200 len: 898 time: 0.1377151 Dec 22 17:50:45.113621 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b35277e-a394-4433-8df5-4a6d5015991f req-445ddad6-7810-4e87-bed5-738e3177c77f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e48cfdfe-28d1-4356-bcc2-8d2f2634259b HTTP/1.1" status: 200 len: 217 time: 0.0703979 Dec 22 17:50:45.179379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f2292-d6a0-4100-a77b-c00c1fe62900 req-6ba169fc-820f-4900-86be-3f738ddb5625 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:45.181788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35277e-a394-4433-8df5-4a6d5015991f req-c6e3a729-ec4e-4e16-8d91-319343350d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:45.183280 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b35277e-a394-4433-8df5-4a6d5015991f req-c6e3a729-ec4e-4e16-8d91-319343350d72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=73414304-745d-4971-bf7f-4c24100c195a HTTP/1.1" status: 200 len: 834 time: 0.0627162 Dec 22 17:50:45.183783 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e20f2292-d6a0-4100-a77b-c00c1fe62900 req-6ba169fc-820f-4900-86be-3f738ddb5625 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0903735 Dec 22 17:50:45.189715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1967f1b7-824f-48ef-b8cc-6c150b2b0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:01Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '733850d4-009e-4cf8-ad8b-ea43efc5e143', 'name': '', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:dc:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '73414304-745d-4971-bf7f-4c24100c195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:49:00Z', 'updated_at': '2021-12-22T17:49:07Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '73414304-745d-4971-bf7f-4c24100c195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:45.193723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967f1b7-824f-48ef-b8cc-6c150b2b0591 None None] Checking router: 64c4df28-6dd8-44cc-a799-2855bebc873b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:50:45.202852 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967f1b7-824f-48ef-b8cc-6c150b2b0591 None None] Routers {'64c4df28-6dd8-44cc-a799-2855bebc873b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:50:45.203515 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1967f1b7-824f-48ef-b8cc-6c150b2b0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:50:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['64c4df28-6dd8-44cc-a799-2855bebc873b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:45.227347 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e20f2292-d6a0-4100-a77b-c00c1fe62900 req-f7b0ea8e-076c-4106-af0b-ea69ba053821 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404899 Dec 22 17:50:45.260327 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35277e-a394-4433-8df5-4a6d5015991f req-7912e8da-28d0-4e8d-8f44-cc876c324cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:45.262247 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b35277e-a394-4433-8df5-4a6d5015991f req-7912e8da-28d0-4e8d-8f44-cc876c324cff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c26c935-3af4-4782-af6d-f5ba95c3eb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720687 Dec 22 17:50:45.397881 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b35277e-a394-4433-8df5-4a6d5015991f req-c4898d91-336b-4a39-9baf-fddbec964f01 service neutron] 10.222.0.53 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276455 Dec 22 17:50:45.438917 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-1967f1b7-824f-48ef-b8cc-6c150b2b0591 None None] Set router 64c4df28-6dd8-44cc-a799-2855bebc873b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:50:45.662038 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8b35277e-a394-4433-8df5-4a6d5015991f req-e8635891-538b-4f5f-a73c-660a318363fe service neutron] 10.222.0.53 "GET /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571249 Dec 22 17:50:45.758581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-1967f1b7-824f-48ef-b8cc-6c150b2b0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:01Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '733850d4-009e-4cf8-ad8b-ea43efc5e143', 'name': '', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:dc:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '73414304-745d-4971-bf7f-4c24100c195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:49:00Z', 'updated_at': '2021-12-22T17:49:07Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '73414304-745d-4971-bf7f-4c24100c195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:45.762886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967f1b7-824f-48ef-b8cc-6c150b2b0591 None None] The sync data for ids ['64c4df28-6dd8-44cc-a799-2855bebc873b'] in dv-neutron-822513-1-hyperv is: [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:01Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '733850d4-009e-4cf8-ad8b-ea43efc5e143', 'name': '', 'network_id': '8c26c935-3af4-4782-af6d-f5ba95c3eb5a', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:dc:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '73414304-745d-4971-bf7f-4c24100c195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:49:00Z', 'updated_at': '2021-12-22T17:49:07Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '73414304-745d-4971-bf7f-4c24100c195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:50:45.984640 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0bddb0-713c-4225-b401-d7932380c88a None None] New status for floating IP 39c34b82-2ad1-49d7-b577-2b36ebdca8e8: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:50:46.410985 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3c475-cbdc-44a4-86e7-bd30009b5e27 req-c34f3bcf-5e1b-4fd8-a540-c25988db23df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:46.411696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-6ed3c475-cbdc-44a4-86e7-bd30009b5e27 req-c34f3bcf-5e1b-4fd8-a540-c25988db23df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:50:46.427286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-6ed3c475-cbdc-44a4-86e7-bd30009b5e27 req-c34f3bcf-5e1b-4fd8-a540-c25988db23df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:50:46.428410 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ed3c475-cbdc-44a4-86e7-bd30009b5e27 req-c34f3bcf-5e1b-4fd8-a540-c25988db23df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0957568 Dec 22 17:50:46.477475 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ed3c475-cbdc-44a4-86e7-bd30009b5e27 req-8b53c619-bd8a-4a91-920d-e2084205ef81 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb9bfbdc-7582-4e31-af9d-5983677c66ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391483 Dec 22 17:50:46.584870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b032f45-9d78-4c12-b962-2a3346386988 req-f2875dd1-b1ba-4fc4-aa8b-f6616970ac3d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:46.586306 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3b032f45-9d78-4c12-b962-2a3346386988 req-f2875dd1-b1ba-4fc4-aa8b-f6616970ac3d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0816298 Dec 22 17:50:46.655695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-3b032f45-9d78-4c12-b962-2a3346386988 req-250058db-862a-4919-9e32-6ac0e2306367 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port e48cfdfe-28d1-4356-bcc2-8d2f2634259b {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:50:46.656028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3b032f45-9d78-4c12-b962-2a3346386988 req-250058db-862a-4919-9e32-6ac0e2306367 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:46.902584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-3b032f45-9d78-4c12-b962-2a3346386988 req-250058db-862a-4919-9e32-6ac0e2306367 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port e48cfdfe-28d1-4356-bcc2-8d2f2634259b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e48cfdfe-28d1-4356-bcc2-8d2f2634259b,segment=NetworkSegment(a5b02890-53f9-4acc-85f9-cd8e942ca560),segment_id=a5b02890-53f9-4acc-85f9-cd8e942ca560)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:50:46.903278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3b032f45-9d78-4c12-b962-2a3346386988 req-250058db-862a-4919-9e32-6ac0e2306367 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:47.025907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-3b032f45-9d78-4c12-b962-2a3346386988 req-250058db-862a-4919-9e32-6ac0e2306367 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for e48cfdfe-28d1-4356-bcc2-8d2f2634259b owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:50:47.172240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3b032f45-9d78-4c12-b962-2a3346386988 req-250058db-862a-4919-9e32-6ac0e2306367 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:47.177628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ef338fda-3b3d-41f8-a52a-61a47e1f9c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:47.222272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250058db-862a-4919-9e32-6ac0e2306367 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=e48cfdfe-28d1-4356-bcc2-8d2f2634259b,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:47.225333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-250058db-862a-4919-9e32-6ac0e2306367 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:47.299013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b032f45-9d78-4c12-b962-2a3346386988 req-250058db-862a-4919-9e32-6ac0e2306367 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] No DVR routers for this DVR port e48cfdfe-28d1-4356-bcc2-8d2f2634259b on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:50:47.301384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-3b032f45-9d78-4c12-b962-2a3346386988 req-250058db-862a-4919-9e32-6ac0e2306367 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:47.303911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'name': 'network-vif-deleted', 'tag': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:50:47.320287 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3b032f45-9d78-4c12-b962-2a3346386988 req-250058db-862a-4919-9e32-6ac0e2306367 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "DELETE /v2.0/ports/e48cfdfe-28d1-4356-bcc2-8d2f2634259b HTTP/1.1" status: 204 len: 173 time: 0.7287343 Dec 22 17:50:47.359883 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c554c63-17b4-4304-92c0-2cb99a1cd6e1', 'name': 'network-vif-deleted', 'tag': 'e48cfdfe-28d1-4356-bcc2-8d2f2634259b', 'status': 'completed', 'code': 200} Dec 22 17:50:47.642012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-2630946a-9ecf-405b-8361-46854842e499 req-0775d6d0-b73c-4d52-a250-fbdd39002971 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:50:47.658036 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-2630946a-9ecf-405b-8361-46854842e499 req-0775d6d0-b73c-4d52-a250-fbdd39002971 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:50:47.659224 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2630946a-9ecf-405b-8361-46854842e499 req-0775d6d0-b73c-4d52-a250-fbdd39002971 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c554c63-17b4-4304-92c0-2cb99a1cd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0607421 Dec 22 17:50:48.753686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43912) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:49.438546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:49.812202 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 733850d4-009e-4cf8-ad8b-ea43efc5e143 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:50:49.812868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:50.001771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port 733850d4-009e-4cf8-ad8b-ea43efc5e143, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=733850d4-009e-4cf8-ad8b-ea43efc5e143,segment=NetworkSegment(a5b02890-53f9-4acc-85f9-cd8e942ca560),segment_id=a5b02890-53f9-4acc-85f9-cd8e942ca560)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:50:50.002126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:50.127129 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 733850d4-009e-4cf8-ad8b-ea43efc5e143 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:50:50.127981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e48cfdfe-28d1-4356-bcc2-8d2f2634259b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:50:50.173535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: e48cfdfe-28d1-4356-bcc2-8d2f2634259b {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:50:50.173898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e48cfdfe-28d1-4356-bcc2-8d2f2634259b not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:50:50.325342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:50.329664 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:50.379791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=733850d4-009e-4cf8-ad8b-ea43efc5e143,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:50.382627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:50.673185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:51.167788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 64c4df28-6dd8-44cc-a799-2855bebc873b has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:50:51.346799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:50:51.356862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5a457-b805-4372-987b-ac23c4890f5d None None] Sync routers for ids ['64c4df28-6dd8-44cc-a799-2855bebc873b'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:50:51.362579 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "PUT /v2.0/routers/64c4df28-6dd8-44cc-a799-2855bebc873b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6078045 Dec 22 17:50:51.365251 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43916) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:51.366095 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5a457-b805-4372-987b-ac23c4890f5d None None] Routers {'64c4df28-6dd8-44cc-a799-2855bebc873b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:50:51.366817 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-fdd5a457-b805-4372-987b-ac23c4890f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:50:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['64c4df28-6dd8-44cc-a799-2855bebc873b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:51.434697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cf39f4-96d4-47a6-964a-13fc6c74ea73 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting subnet 73414304-745d-4971-bf7f-4c24100c195a {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:50:51.437586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09cf39f4-96d4-47a6-964a-13fc6c74ea73 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:51.491127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09cf39f4-96d4-47a6-964a-13fc6c74ea73 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:51.543531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-fdd5a457-b805-4372-987b-ac23c4890f5d None None] Set router 64c4df28-6dd8-44cc-a799-2855bebc873b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:50:51.572420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09cf39f4-96d4-47a6-964a-13fc6c74ea73 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:51.649690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09cf39f4-96d4-47a6-964a-13fc6c74ea73 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:51.654734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f4f537a1-708e-4bb7-9787-aeac420c42da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:51.690121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf39f4-96d4-47a6-964a-13fc6c74ea73 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Subnet': ['ID=73414304-745d-4971-bf7f-4c24100c195a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:51.693093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-09cf39f4-96d4-47a6-964a-13fc6c74ea73 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:51.694082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-09cf39f4-96d4-47a6-964a-13fc6c74ea73 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:51.701353 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-09cf39f4-96d4-47a6-964a-13fc6c74ea73 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/subnets/73414304-745d-4971-bf7f-4c24100c195a HTTP/1.1" status: 204 len: 168 time: 0.3351221 Dec 22 17:50:51.703889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43920) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:51.722717 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be488d4-2b71-4f02-a93b-9d48794548b1 None None] Network 8c26c935-3af4-4782-af6d-f5ba95c3eb5a requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:50:51.892945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:52.009129 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-fdd5a457-b805-4372-987b-ac23c4890f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:50:50Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:52.013985 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5a457-b805-4372-987b-ac23c4890f5d None None] Checking router: 64c4df28-6dd8-44cc-a799-2855bebc873b for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:50:52.022922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5a457-b805-4372-987b-ac23c4890f5d None None] Routers {'64c4df28-6dd8-44cc-a799-2855bebc873b'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:50:52.023581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-fdd5a457-b805-4372-987b-ac23c4890f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:50:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['64c4df28-6dd8-44cc-a799-2855bebc873b'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:52.078265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:52.089519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 7a82f526-cc0d-4f25-9325-4bfda193fe60 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:50:52.089519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:52.100812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] DHCP port deletion for 8c26c935-3af4-4782-af6d-f5ba95c3eb5a request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:50:52.110568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Deleting port 5f36916c-e5b0-4889-9417-56a281790c81 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:50:52.110944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:52.357565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-fdd5a457-b805-4372-987b-ac23c4890f5d None None] Set router 64c4df28-6dd8-44cc-a799-2855bebc873b gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:50:52.404041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port 7a82f526-cc0d-4f25-9325-4bfda193fe60, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=7a82f526-cc0d-4f25-9325-4bfda193fe60,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:50:52.404643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:52.526400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 7a82f526-cc0d-4f25-9325-4bfda193fe60 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:50:52.646096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] For port 5f36916c-e5b0-4889-9417-56a281790c81, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=5f36916c-e5b0-4889-9417-56a281790c81,segment=NetworkSegment(a5b02890-53f9-4acc-85f9-cd8e942ca560),segment_id=a5b02890-53f9-4acc-85f9-cd8e942ca560)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:50:52.646405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:52.694670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:52.698603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-39a8c1b6-1111-48a8-b198-c073175c9ad4 tempest-ServersNegativeTestJSON-617536542 tempest-ServersNegativeTestJSON-617536542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:52.742313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=7a82f526-cc0d-4f25-9325-4bfda193fe60,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:52.745333 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:52.784605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Calling delete_port for 5f36916c-e5b0-4889-9417-56a281790c81 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:50:52.840020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:52.931188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:52.935848 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:52.974835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5f36916c-e5b0-4889-9417-56a281790c81 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:50:53.011746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Pushing event deleted for resources: {'Port': ['ID=5f36916c-e5b0-4889-9417-56a281790c81,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:53.022135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.024303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-fdd5a457-b805-4372-987b-ac23c4890f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:50:50Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:53.024454 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.032559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] No DVR routers for this DVR port 5f36916c-e5b0-4889-9417-56a281790c81 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:50:53.036729 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 5f36916c-e5b0-4889-9417-56a281790c81 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:50:53.037091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 5f36916c-e5b0-4889-9417-56a281790c81 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:50:53.044710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5a457-b805-4372-987b-ac23c4890f5d None None] The sync data for ids ['64c4df28-6dd8-44cc-a799-2855bebc873b'] in dv-neutron-822513-1-hyperv is: [{'id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862412093', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:50:50Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '7a82f526-cc0d-4f25-9325-4bfda193fe60', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:04:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4df28-6dd8-44cc-a799-2855bebc873b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:48:56Z', 'updated_at': '2021-12-22T17:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:50:53.047383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:53.047383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:53.047721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:53.048097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:53.048496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:53.048919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:53.049477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:53.050083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:53.050374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:53.050785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:53.051202 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:53.051575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:53.054724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.055196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:53.055523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Fanout notify agent at l3_agent the message router_deleted on router 64c4df28-6dd8-44cc-a799-2855bebc873b {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:50:53.072751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.074063 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/routers/64c4df28-6dd8-44cc-a799-2855bebc873b HTTP/1.1" status: 204 len: 168 time: 1.3692884 Dec 22 17:50:53.076630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43924) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:53.192325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.321875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.346991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c26c935-3af4-4782-af6d-f5ba95c3eb5a']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:53.358551 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b02890-53f9-4acc-85f9-cd8e942ca560') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:53.358844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b02890-53f9-4acc-85f9-cd8e942ca560') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:53.369682 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.384961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.391550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:50:53.391946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:50:53.411495 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:50:53.491527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.495943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.498949 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3e2e5160-bd99-43bb-b0b0-83205829465c tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:53.522026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Network': ['ID=8c26c935-3af4-4782-af6d-f5ba95c3eb5a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:53.524712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:53.535455 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-26e885fe-599a-4f7e-8afb-3abb22e91056 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/networks/8c26c935-3af4-4782-af6d-f5ba95c3eb5a HTTP/1.1" status: 204 len: 168 time: 0.4553955 Dec 22 17:50:53.535781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43928) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:53.611385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-041f2297-1be4-456f-ac41-c54c1fba05f6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.642918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-041f2297-1be4-456f-ac41-c54c1fba05f6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.711686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-041f2297-1be4-456f-ac41-c54c1fba05f6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.716068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3f15e25e-b82c-4611-8a42-645710763535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:53.732603 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f2297-1be4-456f-ac41-c54c1fba05f6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9bfbdc-7582-4e31-af9d-5983677c66ac,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:53.735377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-041f2297-1be4-456f-ac41-c54c1fba05f6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:53.742936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-041f2297-1be4-456f-ac41-c54c1fba05f6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:53.744107 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-041f2297-1be4-456f-ac41-c54c1fba05f6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/security-groups/fb9bfbdc-7582-4e31-af9d-5983677c66ac HTTP/1.1" status: 204 len: 168 time: 0.2074518 Dec 22 17:50:54.013033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43936) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:54.018278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766184763', 'description': 'tempest-secgroup-smoke-766184763 description', 'project_id': '4e9659ff4ad1499995eb034280b86352'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:50:54.024451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:50:54.029095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:50:54.031929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:50:54.037530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:50:54.052005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.073299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:50:54.077939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:50:54.080946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:50:54.087003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:50:54.157287 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.161255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.164943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d755a2f3-9fdd-40cc-8dbe-fa9d9c68984d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:54.212615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04cf388-9334-4b93-86f3-bfa5644a03c3,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:54.216097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:54.218933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.220258 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8ad8e518-4742-4159-a35c-2d1d22b04e33 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2061865 Dec 22 17:50:54.223025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43940) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:54.228066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': 'c04cf388-9334-4b93-86f3-bfa5644a03c3', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:50:54.236102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:50:54.239950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:50:54.242849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:50:54.248534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:50:54.266184 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.325921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.329574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.331517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0cdbb9ac-ad69-4ce9-9040-05de7f5eba16 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:54.352958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f30845-26ee-404d-b4e8-01294aac697e,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:54.355365 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:54.361736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.362881 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389079 Dec 22 17:50:54.365642 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43944) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:54.371018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-74e3f9af-1c0b-401c-909a-1afda7b1bd64 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': 'c04cf388-9334-4b93-86f3-bfa5644a03c3', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:50:54.376857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-74e3f9af-1c0b-401c-909a-1afda7b1bd64 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:50:54.380595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-74e3f9af-1c0b-401c-909a-1afda7b1bd64 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:50:54.383427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-74e3f9af-1c0b-401c-909a-1afda7b1bd64 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:50:54.389556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-74e3f9af-1c0b-401c-909a-1afda7b1bd64 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:50:54.407763 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-74e3f9af-1c0b-401c-909a-1afda7b1bd64 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.472341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-74e3f9af-1c0b-401c-909a-1afda7b1bd64 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.476035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-74e3f9af-1c0b-401c-909a-1afda7b1bd64 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.477804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6dc7f530-9328-43ab-9a9d-d9c72719d50d tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:54.500115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3f9af-1c0b-401c-909a-1afda7b1bd64 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a4e071-0bff-42b4-9f4d-6c416b2aa52a,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:54.504426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-74e3f9af-1c0b-401c-909a-1afda7b1bd64 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:54.508741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-74e3f9af-1c0b-401c-909a-1afda7b1bd64 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.509900 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-74e3f9af-1c0b-401c-909a-1afda7b1bd64 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433687 Dec 22 17:50:54.513162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43948) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:54.518110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': 'c04cf388-9334-4b93-86f3-bfa5644a03c3', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:50:54.525147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:50:54.531615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:50:54.535647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:50:54.541490 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:50:54.561783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.625197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.630614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.632647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3613655d-799f-4be8-9a17-02a5e0ffe17b tempest-TestNetworkAdvancedServerOps-1946569275 tempest-TestNetworkAdvancedServerOps-1946569275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:54.654765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259b7861-b159-4b6a-a04d-f192f082e98d,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:54.657166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:54.664345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.665489 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514256 Dec 22 17:50:54.668239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43952) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:54.673350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-c344ad4f-fe72-49d9-9b10-fda323b55f1c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': 'c04cf388-9334-4b93-86f3-bfa5644a03c3', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:50:54.679124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c344ad4f-fe72-49d9-9b10-fda323b55f1c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:50:54.682883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c344ad4f-fe72-49d9-9b10-fda323b55f1c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:50:54.686259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-c344ad4f-fe72-49d9-9b10-fda323b55f1c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:50:54.691861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-c344ad4f-fe72-49d9-9b10-fda323b55f1c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:50:54.708473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c344ad4f-fe72-49d9-9b10-fda323b55f1c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.770566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c344ad4f-fe72-49d9-9b10-fda323b55f1c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.774317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c344ad4f-fe72-49d9-9b10-fda323b55f1c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.776042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:54.797746 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344ad4f-fe72-49d9-9b10-fda323b55f1c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6d5a7b-5b1d-4d9e-94a9-de8b89b663a4,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:54.800381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c344ad4f-fe72-49d9-9b10-fda323b55f1c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:54.807829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-c344ad4f-fe72-49d9-9b10-fda323b55f1c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.813047 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c344ad4f-fe72-49d9-9b10-fda323b55f1c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405804 Dec 22 17:50:54.813047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43956) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:54.817526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': 'c04cf388-9334-4b93-86f3-bfa5644a03c3', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:50:54.823648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:50:54.827560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:50:54.830463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:50:54.836299 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:50:54.843397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 733850d4-009e-4cf8-ad8b-ea43efc5e143 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:50:54.847588 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Project 4e9659ff4ad1499995eb034280b86352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:50:54.854245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.877558 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 733850d4-009e-4cf8-ad8b-ea43efc5e143 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:50:54.877909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 733850d4-009e-4cf8-ad8b-ea43efc5e143 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:50:54.878337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7a82f526-cc0d-4f25-9325-4bfda193fe60 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:50:54.912261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 7a82f526-cc0d-4f25-9325-4bfda193fe60 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:50:54.912624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 7a82f526-cc0d-4f25-9325-4bfda193fe60 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:50:54.923963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.927736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.929530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3a69ffec-51c4-4a28-85fd-3df35bbfa839 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:54.951963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2944f10d-37de-48d7-9c3d-25a72fbb11d4,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:54.956291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:54.960647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:54.961823 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f9b6192b-4a94-43cd-a7af-3980c1a2550e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484222 Dec 22 17:50:54.965162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43960) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:54.970361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': 'c04cf388-9334-4b93-86f3-bfa5644a03c3', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:50:54.976268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:50:54.980104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:50:54.982940 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:50:54.988592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:50:54.998930 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Project 4e9659ff4ad1499995eb034280b86352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:50:55.005432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:55.039636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-ddf1423c-67e8-44c0-b9e3-1c39d074a5d0 req-096dbad0-2ea2-4b4a-bdd1-6002a9e2bc0a tempest-ServerDiskConfigTestJSON-1962133291 tempest-ServerDiskConfigTestJSON-1962133291-project] (87587) timed out ('10.222.0.53', 51402) {{(pid=87587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 17:50:55.072528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:55.077300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:55.079233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bac0e9c6-df83-4aac-975f-d528eed01799 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:55.102486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a86f89f-fc42-4caf-91ab-be1881dac155,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:55.107456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:55.111954 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:55.113244 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471121 Dec 22 17:50:55.116782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 43964) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:55.122780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'network': {'name': 'tempest-network-smoke--2138064133', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'port_security_enabled': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:50:55.127878 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:50:55.131952 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:network and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:50:55.134756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:50:55.141733 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:50:55.151812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:50:55.155621 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:55.182267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:50:55.192657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:55.193028 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Added segment 543b53fa-d3dd-4ad1-92f8-55dd9e635a24 of type vlan for network 116897d7-b05e-4321-aa29-f387ec979840 Dec 22 17:50:55.218470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:55.251780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:55.257192 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:55.257785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:55.261388 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ba6720f9-7a26-4d2a-9112-074514ef60e7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:55.362002 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2441587 Dec 22 17:50:55.364822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43968) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:55.365319 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Network': ['ID=116897d7-b05e-4321-aa29-f387ec979840,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:55.367875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9982388d-9a6d-4b3b-af7e-0acf005e3c42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:55.370715 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'admin_state_up': True, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:50:55.375193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 116897d7-b05e-4321-aa29-f387ec979840 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:50:55.378701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:50:55.382569 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:router and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:50:55.385733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:50:55.392776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:50:55.403361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:55.404355 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:55.420232 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:55.694636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:56.109660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:56.139766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:56.274596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.26.3.50 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/396c20db-8170-4021-8427-392c41f8988c) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:50:56.419558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:56.448271 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:56.452671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e9ab0665-7ad3-4f50-8eb0-c27d87366dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:56.517875 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:50:56.520773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:50:56.524435 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:50:56.566502 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=396c20db-8170-4021-8427-392c41f8988c,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:56.578373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:56.578762 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:56.579171 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:56.579553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:56.579931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:56.580299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:56.580668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:56.581035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:56.581399 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:56.581763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:56.582125 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:56.582486 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:56.587129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:56.952956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:57.295654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:57.635912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router c66c4ec0-a854-493a-b064-e6592eb93ad7 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:50:57.693535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d0fb11a7-5dda-4d71-8260-d0d12b60d6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:57.829651 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:50:57.840088 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Sync routers for ids ['c66c4ec0-a854-493a-b064-e6592eb93ad7'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:50:57.850624 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Routers {'c66c4ec0-a854-493a-b064-e6592eb93ad7'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:50:57.851723 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:50:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c66c4ec0-a854-493a-b064-e6592eb93ad7'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:57.859166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:57.860408 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fd619ccf-fa49-490a-8334-ba6de56f6667 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4945955 Dec 22 17:50:57.865853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43972) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:57.910979 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-772e9759-f6e9-4f8d-ba60-1a00ae3b5aaf tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4e9659ff4ad1499995eb034280b86352&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411100 Dec 22 17:50:57.910979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43976) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:58.047290 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Set router c66c4ec0-a854-493a-b064-e6592eb93ad7 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:50:58.050216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d600867f-9a49-4f5a-8dbb-5767d2008c1b tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:58.051712 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d600867f-9a49-4f5a-8dbb-5767d2008c1b tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1399519 Dec 22 17:50:58.054635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43980) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:58.095093 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-52239882-490d-43ae-98c9-0d9dc465f744 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385504 Dec 22 17:50:58.097594 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43984) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:58.102978 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1705838468', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:50:58.215039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:50:58.219099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:subnet and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:50:58.222049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:50:58.228626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:50:58.239645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:50:58.243133 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:58.342885 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:50:56Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:58.346938 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Checking router: c66c4ec0-a854-493a-b064-e6592eb93ad7 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:50:58.347336 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Updating router c66c4ec0-a854-493a-b064-e6592eb93ad7 port 396c20db-8170-4021-8427-392c41f8988c binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:50:58.407827 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:58.496499 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:58.500137 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59300538-b81b-4ab3-b7d3-0f136594efad tempest-NetworksTest-1698164898 tempest-NetworksTest-1698164898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:58.576032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Subnet': ['ID=85941ab7-94e6-4553-b63c-12635d352648,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:58.578809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:58.587260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Checking segment: {'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:50:58.587260 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network hostable DHCP agents. Network: 116897d7-b05e-4321-aa29-f387ec979840, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:50:58.609693 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 116897d7-b05e-4321-aa29-f387ec979840 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:50:58.619909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 116897d7-b05e-4321-aa29-f387ec979840) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:50:58.628389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:50:58.629138 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:58.631088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5fcb8-b62f-480d-9988-2290d4695572 None None] Network 116897d7-b05e-4321-aa29-f387ec979840 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:50:58.664067 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-8da0d1ce-be6b-4c90-af99-c62973f3d3d9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5654392 Dec 22 17:50:58.667906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 43988) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:50:58.783241 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:58.797303 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Transition to ACTIVE for port object 396c20db-8170-4021-8427-392c41f8988c will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:50:58.806575 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:58.818558 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-f23bf44f-cafd-4d03-935f-4141153f16d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:58.886033 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-116897d7-b05e-4321-aa29-f387ec979840', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ips': [{'subnet_id': '85941ab7-94e6-4553-b63c-12635d352648'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:50:58.887436 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:58.932063 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Attempting to bind port 396c20db-8170-4021-8427-392c41f8988c on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:50:58.932651 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Attempting to bind port 396c20db-8170-4021-8427-392c41f8988c by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:50:58.933393 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Attempting to bind port 396c20db-8170-4021-8427-392c41f8988c on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:50:58.944378 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:50:58.944758 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:50:58.945214 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:58.945660 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:50:58.946085 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Bound port: 396c20db-8170-4021-8427-392c41f8988c, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:50:58.946734 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:58.983364 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Pushing event updated for resources: {'Port': ['ID=396c20db-8170-4021-8427-392c41f8988c,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:59.003337 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:59.003682 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:59.004012 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:59.004344 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:59.004667 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:59.004993 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:59.005314 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:59.005805 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:59.006129 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:59.006452 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:59.006763 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:59.007074 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:50:59.020099 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:59.046573 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] For port 396c20db-8170-4021-8427-392c41f8988c, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:50:59.050764 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] For port 396c20db-8170-4021-8427-392c41f8988c, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=396c20db-8170-4021-8427-392c41f8988c,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:50:59.056581 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:59.061377 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:59.065226 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Allocated IP 172.20.0.2 (116897d7-b05e-4321-aa29-f387ec979840/85941ab7-94e6-4553-b63c-12635d352648/abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:50:59.133162 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Routers {'c66c4ec0-a854-493a-b064-e6592eb93ad7'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:50:59.133803 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:50:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c66c4ec0-a854-493a-b064-e6592eb93ad7'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:59.216917 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Pushing event updated for resources: {'Port': ['ID=396c20db-8170-4021-8427-392c41f8988c,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:59.223789 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:59.332296 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] Set router c66c4ec0-a854-493a-b064-e6592eb93ad7 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:50:59.359644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:59.374416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Transition to ACTIVE for port object abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:50:59.393209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Transition to ACTIVE for port object abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:50:59.400554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:59.406444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:59.469836 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Network 116897d7-b05e-4321-aa29-f387ec979840 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:50:59.472767 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:50:59.475728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:50:59.517148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Pushing event updated for resources: {'Port': ['ID=abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:59.519975 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:50:59.580374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Attempting to bind port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:50:59.581617 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Attempting to bind port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:50:59.582199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Attempting to bind port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb on network 116897d7-b05e-4321-aa29-f387ec979840 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:50:59.589373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:50:59.590492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Checking segment: {'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:50:59.591096 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:59.592131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Bound using segment: {'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:50:59.592879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Bound port: abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:50:59.593269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:59.596336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:59.642715 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:50:56Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:50:59.648875 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d3aaf-7240-411d-af38-a162321d5580 None None] The sync data for ids ['c66c4ec0-a854-493a-b064-e6592eb93ad7'] in dv-neutron-822513-1-hyperv is: [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:50:56Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:50:59.695962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] For port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:50:59.699971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] For port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:50:59.704914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:50:59.714559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:50:59.803782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Pushing event updated for resources: {'Port': ['ID=abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:50:59.807340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:00.048042 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:51:00.124433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3d451bf0-6678-4d20-845a-b6ba2fb19e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:00.125811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.20.0.1 (116897d7-b05e-4321-aa29-f387ec979840/85941ab7-94e6-4553-b63c-12635d352648/d23084bd-42b8-4e72-bc8e-2ebc4ebd2817) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:51:00.311073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:00.327491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Transition to ACTIVE for port object d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:51:00.365523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:00.370956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1b6eb7a0-4f5a-4db1-a18a-edc48bd1de32 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:00.442642 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 116897d7-b05e-4321-aa29-f387ec979840 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:51:00.445901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:51:00.449968 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:51:00.482415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=d23084bd-42b8-4e72-bc8e-2ebc4ebd2817,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:00.489237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:00.514562 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:00.671551 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:00.935000 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27cb17e-0cd9-4620-867d-8a89da3c9ee3 None None] Network 116897d7-b05e-4321-aa29-f387ec979840 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:51:00.968507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:51:01.108028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9efd272f-18de-4e18-a80f-56337a9369cc None None] Provisioning for port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:51:01.138706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:51:01.162697 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:51:01.162697 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:01.263555 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:01.287887 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:01.295314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:01.326296 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:01.335715 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-85f2811a-6001-4f51-b1d9-759bc0b77dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:01.416383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:01.424183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:01.445906 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=d23084bd-42b8-4e72-bc8e-2ebc4ebd2817,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:01.451241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:01.461742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:51:01.467084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:01.468374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 396c20db-8170-4021-8427-392c41f8988c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:51:01.493474 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:01.581044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 116897d7-b05e-4321-aa29-f387ec979840 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:51:01.582564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:51:01.585397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:01.591388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:01.602460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 396c20db-8170-4021-8427-392c41f8988c completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:51:01.615813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 396c20db-8170-4021-8427-392c41f8988c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:51:01.616323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:01.766389 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:01.775025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d34b96e8-7e5c-41d4-9871-86ddfd584b4d None None] Provisioning complete for port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:51:01.775523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d34b96e8-7e5c-41d4-9871-86ddfd584b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:01.800336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router c66c4ec0-a854-493a-b064-e6592eb93ad7 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:51:01.841698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 396c20db-8170-4021-8427-392c41f8988c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=396c20db-8170-4021-8427-392c41f8988c,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:51:01.852315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:01.858005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:01.976430 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=396c20db-8170-4021-8427-392c41f8988c,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:01.986572 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:02.013898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:51:02.020253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d34b96e8-7e5c-41d4-9871-86ddfd584b4d None None] Provisioning for port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:51:02.028192 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-d34b96e8-7e5c-41d4-9871-86ddfd584b4d None None] Provisioning complete for port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:51:02.028940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d34b96e8-7e5c-41d4-9871-86ddfd584b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:02.035747 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "PUT /v2.0/routers/c66c4ec0-a854-493a-b064-e6592eb93ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3664522 Dec 22 17:51:02.056196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Sync routers for ids ['c66c4ec0-a854-493a-b064-e6592eb93ad7'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:51:02.090163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Routers {'c66c4ec0-a854-493a-b064-e6592eb93ad7'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:51:02.090886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:51:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c66c4ec0-a854-493a-b064-e6592eb93ad7'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:51:02.162875 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-d34b96e8-7e5c-41d4-9871-86ddfd584b4d None None] Port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:51:02.336277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f3fed379-8d31-4300-a842-91ce293c0bda None None] Provisioning complete for port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:51:02.336668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f3fed379-8d31-4300-a842-91ce293c0bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:02.361687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Set router c66c4ec0-a854-493a-b064-e6592eb93ad7 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:51:02.513511 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-fbeeb914-80a7-49c2-b51b-433099c006f9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:51:02.519565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f3fed379-8d31-4300-a842-91ce293c0bda None None] Port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:51:02.529577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-fbeeb914-80a7-49c2-b51b-433099c006f9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:51:02.530907 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-fbeeb914-80a7-49c2-b51b-433099c006f9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766184763&fields=id&tenant_id=4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 267 time: 0.1807749 Dec 22 17:51:02.686025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-e9fe4bca-d137-4398-885f-717bae9c4d66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:02.686711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-e9fe4bca-d137-4398-885f-717bae9c4d66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:51:02.703180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-e9fe4bca-d137-4398-885f-717bae9c4d66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:51:02.704413 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-e9fe4bca-d137-4398-885f-717bae9c4d66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/networks?id=116897d7-b05e-4321-aa29-f387ec979840 HTTP/1.1" status: 200 len: 797 time: 0.1663914 Dec 22 17:51:02.708275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:02.721844 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-b3cf281e-7bb2-46f1-9641-2dd271cd5e0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/quotas/4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 375 time: 0.0116940 Dec 22 17:51:02.735469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:51:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'd23084bd-42b8-4e72-bc8e-2ebc4ebd2817', 'name': '', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:1b:7d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '85941ab7-94e6-4553-b63c-12635d352648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:59Z', 'updated_at': '2021-12-22T17:51:00Z', 'revision_number': 2, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '85941ab7-94e6-4553-b63c-12635d352648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:51:02.739804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Checking router: c66c4ec0-a854-493a-b064-e6592eb93ad7 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:51:02.740280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Updating router c66c4ec0-a854-493a-b064-e6592eb93ad7 port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:51:02.803669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:02.815451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-2b8fcd4c-6a82-439f-8c8d-b3fbba5bfe08 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:51:02.840433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-2b8fcd4c-6a82-439f-8c8d-b3fbba5bfe08 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:51:02.842500 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-2b8fcd4c-6a82-439f-8c8d-b3fbba5bfe08 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149273 Dec 22 17:51:02.964883 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:51:03.062040 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-607aa43a-5f0f-44b6-84b7-5cc2d41ba219 service neutron] 10.222.0.70 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020638 Dec 22 17:51:03.147507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:51:03.147885 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:03.209788 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-e1efef39-9b0c-4bdb-bd6a-50e0e128c1b4 service neutron] 10.222.0.70 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409903 Dec 22 17:51:03.358344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:03.374048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 396c20db-8170-4021-8427-392c41f8988c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:51:03.415838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Transition to ACTIVE for port object d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:51:03.438347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:03.443939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:03.479586 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-332a0ca3-a755-48f0-8ce0-b888aebc43f3 req-ad744bc9-a8b6-42c9-a9a2-58954f0c760d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:51:03.494748 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-332a0ca3-a755-48f0-8ce0-b888aebc43f3 req-ad744bc9-a8b6-42c9-a9a2-58954f0c760d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:51:03.504247 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-332a0ca3-a755-48f0-8ce0-b888aebc43f3 req-ad744bc9-a8b6-42c9-a9a2-58954f0c760d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 210 time: 0.1465590 Dec 22 17:51:03.589422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a470d61-8886-4a23-972e-7ec87a89a6f1 None None] Pushing event updated for resources: {'Port': ['ID=d23084bd-42b8-4e72-bc8e-2ebc4ebd2817,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:03.592486 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0a470d61-8886-4a23-972e-7ec87a89a6f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:03.664545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 396c20db-8170-4021-8427-392c41f8988c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:51:03.664736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:03.738519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Attempting to bind port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:51:03.739081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Attempting to bind port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:51:03.739535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Attempting to bind port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 on network 116897d7-b05e-4321-aa29-f387ec979840 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:51:03.757728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:51:03.758113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Checking segment: {'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:51:03.758508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:03.758900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Bound using segment: {'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:51:03.759396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Bound port: d23084bd-42b8-4e72-bc8e-2ebc4ebd2817, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:51:03.759773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:03.933307 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] For port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:51:03.935625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] For port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d23084bd-42b8-4e72-bc8e-2ebc4ebd2817,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:51:03.940755 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:03.944712 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3607d98a-2b87-484e-aab5-d05cc0f02b56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:04.016606 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Routers {'c66c4ec0-a854-493a-b064-e6592eb93ad7'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:51:04.017423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:51:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c66c4ec0-a854-493a-b064-e6592eb93ad7'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:51:04.161201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a470d61-8886-4a23-972e-7ec87a89a6f1 None None] Pushing event updated for resources: {'Port': ['ID=d23084bd-42b8-4e72-bc8e-2ebc4ebd2817,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:04.166033 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0a470d61-8886-4a23-972e-7ec87a89a6f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:04.285648 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] Set router c66c4ec0-a854-493a-b064-e6592eb93ad7 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:51:04.559795 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-b154ddcf-50dc-4739-af47-b954cd845290 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:04.561565 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-b154ddcf-50dc-4739-af47-b954cd845290 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/networks?id=116897d7-b05e-4321-aa29-f387ec979840 HTTP/1.1" status: 200 len: 797 time: 0.1677504 Dec 22 17:51:04.619947 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-c43172cc-4b4d-4b87-9251-7855c092f89e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 379 time: 0.0493968 Dec 22 17:51:04.630883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'port': {'device_id': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'admin_state_up': True, 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'security_groups': ['c04cf388-9334-4b93-86f3-bfa5644a03c3']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:51:04.644871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:51:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'd23084bd-42b8-4e72-bc8e-2ebc4ebd2817', 'name': '', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:1b:7d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '85941ab7-94e6-4553-b63c-12635d352648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:59Z', 'updated_at': '2021-12-22T17:51:03Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '85941ab7-94e6-4553-b63c-12635d352648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:51:04.649372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c23641b-871e-4a51-9853-2582e5a34f2e None None] The sync data for ids ['c66c4ec0-a854-493a-b064-e6592eb93ad7'] in dv-neutron-822513-1-hyperv is: [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:51:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'd23084bd-42b8-4e72-bc8e-2ebc4ebd2817', 'name': '', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:1b:7d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '85941ab7-94e6-4553-b63c-12635d352648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:59Z', 'updated_at': '2021-12-22T17:51:03Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '85941ab7-94e6-4553-b63c-12635d352648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:51:04.702443 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-576adc46-4e20-4ec3-83c1-10a3bd322ab2 req-f14475ad-84e7-4e71-8713-fbd051e50740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 210 time: 0.0770581 Dec 22 17:51:04.848363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:51:04.861034 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:51:04.872841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:51:04.876939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:04.923314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:51:04.995278 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:51:05.000811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:51:05.000908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:05.057342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.20.0.3 (116897d7-b05e-4321-aa29-f387ec979840/85941ab7-94e6-4553-b63c-12635d352648/074ba354-500a-45c9-9191-c1bd33c56a9b) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:51:05.131314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:05.167878 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d23084bd-42b8-4e72-bc8e-2ebc4ebd2817,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:51:05.173354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:05.175358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:05.247896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=d23084bd-42b8-4e72-bc8e-2ebc4ebd2817,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:05.251849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:05.268336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:05.286163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Transition to ACTIVE for port object 074ba354-500a-45c9-9191-c1bd33c56a9b will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:51:05.310407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:05.316512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-15640a1e-c01a-4b46-adc9-4924646d50b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:05.400505 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 116897d7-b05e-4321-aa29-f387ec979840 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:51:05.404774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:51:05.409483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:51:05.444972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=074ba354-500a-45c9-9191-c1bd33c56a9b,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:05.452805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:05.488556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:05.489238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:05.519377 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8919954 Dec 22 17:51:05.532280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Request body: {'port': {'device_id': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:51:05.587929 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:05.655822 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:05.723327 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ab6a4786-047b-4c8d-ad91-b591916fcfff None None] Provisioning for port 074ba354-500a-45c9-9191-c1bd33c56a9b completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:51:05.733267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ab6a4786-047b-4c8d-ad91-b591916fcfff None None] Provisioning complete for port 074ba354-500a-45c9-9191-c1bd33c56a9b triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:51:05.733929 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ab6a4786-047b-4c8d-ad91-b591916fcfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:05.856946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ab6a4786-047b-4c8d-ad91-b591916fcfff None None] Port 074ba354-500a-45c9-9191-c1bd33c56a9b cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:51:05.962767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c655-e2f3-4682-a43a-f1b4fb4376c4 req-0c467fdc-6686-48ed-bc8d-547773369a5d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:05.964915 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6306c655-e2f3-4682-a43a-f1b4fb4376c4 req-0c467fdc-6686-48ed-bc8d-547773369a5d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 931 time: 0.1078446 Dec 22 17:51:06.021271 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6306c655-e2f3-4682-a43a-f1b4fb4376c4 req-92f19729-376d-42e4-8c2e-d11e17e477d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421093 Dec 22 17:51:06.184562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074ba354-500a-45c9-9191-c1bd33c56a9b {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:51:06.192107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:06.206902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Transition to ACTIVE for port object 074ba354-500a-45c9-9191-c1bd33c56a9b will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:51:06.211223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:06.215272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:06.373546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Pushing event updated for resources: {'Port': ['ID=074ba354-500a-45c9-9191-c1bd33c56a9b,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:06.382770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:06.465732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Attempting to bind port 074ba354-500a-45c9-9191-c1bd33c56a9b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:51:06.466162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Attempting to bind port 074ba354-500a-45c9-9191-c1bd33c56a9b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:51:06.466582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Attempting to bind port 074ba354-500a-45c9-9191-c1bd33c56a9b on network 116897d7-b05e-4321-aa29-f387ec979840 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:51:06.472144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Port 074ba354-500a-45c9-9191-c1bd33c56a9b on network 116897d7-b05e-4321-aa29-f387ec979840 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:51:06.472467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Attempting to bind port 074ba354-500a-45c9-9191-c1bd33c56a9b on network 116897d7-b05e-4321-aa29-f387ec979840 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:51:06.478458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:51:06.478771 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Checking segment: {'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:51:06.479181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Bound using segment: {'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:51:06.480170 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Bound port: 074ba354-500a-45c9-9191-c1bd33c56a9b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543b53fa-d3dd-4ad1-92f8-55dd9e635a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '116897d7-b05e-4321-aa29-f387ec979840'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:51:06.480521 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:06.568249 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] For port 074ba354-500a-45c9-9191-c1bd33c56a9b, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:51:06.571267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] For port 074ba354-500a-45c9-9191-c1bd33c56a9b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=074ba354-500a-45c9-9191-c1bd33c56a9b,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:51:06.575622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:06.579264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:06.640596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:06.641296 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:06.642542 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] 10.222.0.53 "PUT /v2.0/ports/074ba354-500a-45c9-9191-c1bd33c56a9b HTTP/1.1" status: 200 len: 1093 time: 1.1154878 Dec 22 17:51:06.643062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:51:06.663463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Pushing event updated for resources: {'Port': ['ID=074ba354-500a-45c9-9191-c1bd33c56a9b,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:06.666468 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:06.722771 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'status': 'completed', 'code': 200} Dec 22 17:51:06.770274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-3485a105-6c2e-4fa4-8ce5-25b545ba665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:06.772077 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-3485a105-6c2e-4fa4-8ce5-25b545ba665d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 1096 time: 0.0827055 Dec 22 17:51:06.847194 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-b41c9aaa-ecb4-418c-a3a4-6c533ad67561 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074ba354-500a-45c9-9191-c1bd33c56a9b HTTP/1.1" status: 200 len: 217 time: 0.0681314 Dec 22 17:51:06.896789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:51:06.916078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-0d54b53e-1c0b-434b-8174-63ec3d0afff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:06.917937 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-0d54b53e-1c0b-434b-8174-63ec3d0afff4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85941ab7-94e6-4553-b63c-12635d352648 HTTP/1.1" status: 200 len: 835 time: 0.0640252 Dec 22 17:51:06.973608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:51:06.973989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:06.997162 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-6c57aaa6-3db3-4136-8c85-c4a4570f49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:06.998623 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-6c57aaa6-3db3-4136-8c85-c4a4570f49b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=116897d7-b05e-4321-aa29-f387ec979840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742650 Dec 22 17:51:07.139166 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-5193f74e-c2dd-4ac1-a89f-49283e056ffc service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329992 Dec 22 17:51:07.209134 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c4fcf-ff13-4520-8153-c08a874ef682 req-4761b183-b479-40d6-b646-878cb29742c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:07.210709 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a02c4fcf-ff13-4520-8153-c08a874ef682 req-4761b183-b479-40d6-b646-878cb29742c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 943 time: 0.0829287 Dec 22 17:51:07.261600 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a02c4fcf-ff13-4520-8153-c08a874ef682 req-4c0c6837-3210-4d61-8efd-33580ecb648d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442681 Dec 22 17:51:07.276043 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-218fc3d4-dacd-4424-a449-a6f5a4cca9a2 req-374f1f36-a932-4a26-889b-84ae5014bb4b service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302881 Dec 22 17:51:07.394503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61b8a2-786b-4c7c-9b59-907322235ff7 req-fe2e4ce2-968e-42de-8ff0-2efd9cd164b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:07.395993 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9b61b8a2-786b-4c7c-9b59-907322235ff7 req-fe2e4ce2-968e-42de-8ff0-2efd9cd164b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 1096 time: 0.0740721 Dec 22 17:51:07.533103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61b8a2-786b-4c7c-9b59-907322235ff7 req-f4156229-142e-4845-a40d-edc2706ba685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:07.534443 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9b61b8a2-786b-4c7c-9b59-907322235ff7 req-f4156229-142e-4845-a40d-edc2706ba685 service neutron] 10.222.0.53 "GET /v2.0/networks?id=116897d7-b05e-4321-aa29-f387ec979840 HTTP/1.1" status: 200 len: 898 time: 0.1313176 Dec 22 17:51:07.606467 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9b61b8a2-786b-4c7c-9b59-907322235ff7 req-15c477aa-1215-4daf-a771-b97f6c98f990 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074ba354-500a-45c9-9191-c1bd33c56a9b HTTP/1.1" status: 200 len: 217 time: 0.0642240 Dec 22 17:51:07.669741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61b8a2-786b-4c7c-9b59-907322235ff7 req-d84dd459-dcd5-47ed-b15a-c9edcd90ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:07.671200 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9b61b8a2-786b-4c7c-9b59-907322235ff7 req-d84dd459-dcd5-47ed-b15a-c9edcd90ca96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85941ab7-94e6-4553-b63c-12635d352648 HTTP/1.1" status: 200 len: 835 time: 0.0582097 Dec 22 17:51:07.749132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61b8a2-786b-4c7c-9b59-907322235ff7 req-65e3a05f-840d-4d66-b2a3-7d2efea534f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:07.750582 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9b61b8a2-786b-4c7c-9b59-907322235ff7 req-65e3a05f-840d-4d66-b2a3-7d2efea534f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=116897d7-b05e-4321-aa29-f387ec979840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722320 Dec 22 17:51:07.994384 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9b61b8a2-786b-4c7c-9b59-907322235ff7 req-c26242ff-dc66-4886-ad4f-576e78482e09 service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367032 Dec 22 17:51:08.125838 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9b61b8a2-786b-4c7c-9b59-907322235ff7 req-93725e2a-5d2d-4396-b212-e837b91c6623 service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247339 Dec 22 17:51:08.455391 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f782c7-9713-4212-9112-8c2f91288025 req-bbb3b767-ded6-4a37-9c75-ec2f06ebd4bf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:08.456004 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-a7f782c7-9713-4212-9112-8c2f91288025 req-bbb3b767-ded6-4a37-9c75-ec2f06ebd4bf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:51:08.472776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-a7f782c7-9713-4212-9112-8c2f91288025 req-bbb3b767-ded6-4a37-9c75-ec2f06ebd4bf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:51:08.474055 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7f782c7-9713-4212-9112-8c2f91288025 req-bbb3b767-ded6-4a37-9c75-ec2f06ebd4bf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 943 time: 0.1010959 Dec 22 17:51:08.524832 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a7f782c7-9713-4212-9112-8c2f91288025 req-2aabfa93-9d8a-43ff-ba1f-f50c7bb2434f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387230 Dec 22 17:51:09.703587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78e915-3d81-461f-81ae-a5875001c60c req-5a680a61-3a02-43dc-9682-1ad8019635d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:09.705021 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ba78e915-3d81-461f-81ae-a5875001c60c req-5a680a61-3a02-43dc-9682-1ad8019635d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 943 time: 0.0808566 Dec 22 17:51:09.747952 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ba78e915-3d81-461f-81ae-a5875001c60c req-45527524-0880-43cc-a6c3-3ae145a080c3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373278 Dec 22 17:51:10.212498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 074ba354-500a-45c9-9191-c1bd33c56a9b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:51:10.346432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 074ba354-500a-45c9-9191-c1bd33c56a9b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=074ba354-500a-45c9-9191-c1bd33c56a9b,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:51:10.360552 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'port_id': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'mac_address': 'fa:16:3e:ba:30:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85941ab7-94e6-4553-b63c-12635d352648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:51:10.418922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:10.436020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074ba354-500a-45c9-9191-c1bd33c56a9b {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:51:10.451541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 074ba354-500a-45c9-9191-c1bd33c56a9b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=074ba354-500a-45c9-9191-c1bd33c56a9b,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:51:10.455554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:10.457425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-3607d98a-2b87-484e-aab5-d05cc0f02b56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:10.522390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=074ba354-500a-45c9-9191-c1bd33c56a9b,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:10.525321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:10.661748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['074ba354-500a-45c9-9191-c1bd33c56a9b'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:51:10.942990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91ca1-ec3d-4d48-a3c0-c4e03ba9315e req-bb5a2ae3-ff89-4a78-a5a6-6c3944ffe6bc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:10.944539 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04d91ca1-ec3d-4d48-a3c0-c4e03ba9315e req-bb5a2ae3-ff89-4a78-a5a6-6c3944ffe6bc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 944 time: 0.0846741 Dec 22 17:51:10.989860 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04d91ca1-ec3d-4d48-a3c0-c4e03ba9315e req-cf7b2e57-49b2-42a3-9834-ee38cd915ce9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393541 Dec 22 17:51:12.180779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf53062-eb3d-4ca6-be99-c5d1081cf415 req-a074f8fc-5e8e-4f6c-80d7-c979f8d88689 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:12.182225 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7bf53062-eb3d-4ca6-be99-c5d1081cf415 req-a074f8fc-5e8e-4f6c-80d7-c979f8d88689 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 944 time: 0.0847571 Dec 22 17:51:12.220554 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 074ba354-500a-45c9-9191-c1bd33c56a9b up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:51:12.226576 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7bf53062-eb3d-4ca6-be99-c5d1081cf415 req-7b4ecb18-cd4b-4060-8377-c2e6b0e9cb2a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380542 Dec 22 17:51:12.332700 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 074ba354-500a-45c9-9191-c1bd33c56a9b completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:51:12.337363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 074ba354-500a-45c9-9191-c1bd33c56a9b triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:51:12.337757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:12.454747 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:12.482120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:51:12.491624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 074ba354-500a-45c9-9191-c1bd33c56a9b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=074ba354-500a-45c9-9191-c1bd33c56a9b,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:51:12.495347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:12.497181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:12.531835 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'code': 200} Dec 22 17:51:12.563698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=074ba354-500a-45c9-9191-c1bd33c56a9b,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:12.566553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:12.756983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff79c5f-779d-4cf0-afd5-b389cf48a8e4 req-56c08901-9f49-4fa3-88ff-cf93bf3fa02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:12.758375 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0ff79c5f-779d-4cf0-afd5-b389cf48a8e4 req-56c08901-9f49-4fa3-88ff-cf93bf3fa02c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 1098 time: 0.0696633 Dec 22 17:51:12.799742 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0ff79c5f-779d-4cf0-afd5-b389cf48a8e4 req-6922bdc4-fd4d-49e2-8391-a3123f241164 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352166 Dec 22 17:51:13.408943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13670e3b-0afe-4e88-9e63-381ffdd1b188 req-b95f82b2-b9dd-40c5-b2fc-d50f28a9fa7d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:13.410381 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-13670e3b-0afe-4e88-9e63-381ffdd1b188 req-b95f82b2-b9dd-40c5-b2fc-d50f28a9fa7d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0796344 Dec 22 17:51:13.454239 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-13670e3b-0afe-4e88-9e63-381ffdd1b188 req-3b87e7ff-92fa-4096-b03b-0cf3ef356b5f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381131 Dec 22 17:51:14.647696 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c9b0b-20c8-46cc-885e-b5aa5f1f585d req-017871ca-86ed-4ed4-ac8d-a55b00c9bb9a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:14.649097 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d0c9b0b-20c8-46cc-885e-b5aa5f1f585d req-017871ca-86ed-4ed4-ac8d-a55b00c9bb9a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0875063 Dec 22 17:51:14.692462 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d0c9b0b-20c8-46cc-885e-b5aa5f1f585d req-320c44a1-aa87-4fcc-8f9f-27dfa9ec350e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377679 Dec 22 17:51:14.887652 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e04b7a-0875-4820-9dbb-3a446cf9d376 req-ca654d70-a6b2-49a4-9cc6-4c1d1f1970d7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:14.889108 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c8e04b7a-0875-4820-9dbb-3a446cf9d376 req-ca654d70-a6b2-49a4-9cc6-4c1d1f1970d7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0935194 Dec 22 17:51:14.934138 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c8e04b7a-0875-4820-9dbb-3a446cf9d376 req-c34897e6-2f52-4992-aa71-5515bd14a575 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393441 Dec 22 17:51:14.956359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44048) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:51:15.025569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7d70b-53bd-4059-9f63-b9f38297da24 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:15.027394 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7cd7d70b-53bd-4059-9f63-b9f38297da24 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 1093 time: 0.0700259 Dec 22 17:51:15.030194 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44052) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:51:15.035201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:51:15.041297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:51:15.045638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:floatingip and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:51:15.048466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:51:15.054019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:51:15.068407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:15.208669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:15.346274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.26.3.238 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/6d5f47d8-53ca-48ae-9497-50cf9a666b7b) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:51:15.494637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:15.533336 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:15.537079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ef8ab54e-5efc-410b-8ea1-288946999948 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:15.604841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:51:15.607798 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:51:15.611705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:51:15.641411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=6d5f47d8-53ca-48ae-9497-50cf9a666b7b,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:15.648179 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:16.152827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:16.225467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:16.431237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:16.436397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:16.440064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:51:16.544541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=6d5f47d8-53ca-48ae-9497-50cf9a666b7b,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:51:16.548589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:51:16.559140 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:16.729630 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Floating IP e1fefe5d-7042-4e28-bb21-f7bec72be307 associated. External IP: 172.26.3.238, port: 074ba354-500a-45c9-9191-c1bd33c56a9b. Dec 22 17:51:17.085681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router c66c4ec0-a854-493a-b064-e6592eb93ad7 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:51:17.266926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:51:17.277693 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12bdc9a-6bf9-452d-8ed9-44870a5e66d5 None None] Sync routers for ids ['c66c4ec0-a854-493a-b064-e6592eb93ad7'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:51:17.287806 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12bdc9a-6bf9-452d-8ed9-44870a5e66d5 None None] Routers {'c66c4ec0-a854-493a-b064-e6592eb93ad7'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:51:17.288509 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e12bdc9a-6bf9-452d-8ed9-44870a5e66d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:51:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c66c4ec0-a854-493a-b064-e6592eb93ad7'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:51:17.291894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:17.346825 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3155189 Dec 22 17:51:17.347455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:51:17.481025 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'status': 'completed', 'code': 200} Dec 22 17:51:17.482623 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-e12bdc9a-6bf9-452d-8ed9-44870a5e66d5 None None] Set router c66c4ec0-a854-493a-b064-e6592eb93ad7 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:51:17.590219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca2178-8120-43ee-8255-a157471c9052 req-e2effafa-a62f-4e52-ad57-16ab1f7c3035 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:17.591703 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-71ca2178-8120-43ee-8255-a157471c9052 req-e2effafa-a62f-4e52-ad57-16ab1f7c3035 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.1496878 Dec 22 17:51:17.594519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e42c2-2543-4a4b-96df-dbb2d6e181b0 req-3657baf5-d518-40e5-a1ad-7ab6c207c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:17.595893 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a6e42c2-2543-4a4b-96df-dbb2d6e181b0 req-3657baf5-d518-40e5-a1ad-7ab6c207c755 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 1098 time: 0.1093264 Dec 22 17:51:17.838689 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e12bdc9a-6bf9-452d-8ed9-44870a5e66d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:51:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'e1fefe5d-7042-4e28-bb21-f7bec72be307', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'port_id': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'mac_address': 'fa:16:3e:ba:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:51:16Z', 'updated_at': '2021-12-22T17:51:16Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23084bd-42b8-4e72-bc8e-2ebc4ebd2817', 'name': '', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:1b:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '85941ab7-94e6-4553-b63c-12635d352648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:59Z', 'updated_at': '2021-12-22T17:51:05Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '85941ab7-94e6-4553-b63c-12635d352648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:51:17.843420 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12bdc9a-6bf9-452d-8ed9-44870a5e66d5 None None] Checking router: c66c4ec0-a854-493a-b064-e6592eb93ad7 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:51:17.852679 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12bdc9a-6bf9-452d-8ed9-44870a5e66d5 None None] Routers {'c66c4ec0-a854-493a-b064-e6592eb93ad7'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:51:17.853320 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e12bdc9a-6bf9-452d-8ed9-44870a5e66d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:51:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c66c4ec0-a854-493a-b064-e6592eb93ad7'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:51:17.856255 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-71ca2178-8120-43ee-8255-a157471c9052 req-1af24c86-c913-43c0-be96-3dbb4894b99f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584856 Dec 22 17:51:17.883574 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44062) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:51:17.908045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e42c2-2543-4a4b-96df-dbb2d6e181b0 req-dd0044d1-6f6b-4113-9258-2bbb089da10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:17.910341 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a6e42c2-2543-4a4b-96df-dbb2d6e181b0 req-dd0044d1-6f6b-4113-9258-2bbb089da10a service neutron] 10.222.0.53 "GET /v2.0/networks?id=116897d7-b05e-4321-aa29-f387ec979840 HTTP/1.1" status: 200 len: 898 time: 0.3000457 Dec 22 17:51:17.997764 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f716f0b4-cbc4-4378-aa8d-0970a515e0bd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/e1fefe5d-7042-4e28-bb21-f7bec72be307 HTTP/1.1" status: 200 len: 991 time: 0.1145670 Dec 22 17:51:18.015857 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a6e42c2-2543-4a4b-96df-dbb2d6e181b0 req-7840d030-6a09-4233-9667-482a176830e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074ba354-500a-45c9-9191-c1bd33c56a9b HTTP/1.1" status: 200 len: 999 time: 0.0991266 Dec 22 17:51:18.068984 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-e12bdc9a-6bf9-452d-8ed9-44870a5e66d5 None None] Set router c66c4ec0-a854-493a-b064-e6592eb93ad7 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:51:18.081569 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e42c2-2543-4a4b-96df-dbb2d6e181b0 req-6d15a23f-3ff3-418e-953c-7f4e1a12c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:18.082930 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a6e42c2-2543-4a4b-96df-dbb2d6e181b0 req-6d15a23f-3ff3-418e-953c-7f4e1a12c893 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85941ab7-94e6-4553-b63c-12635d352648 HTTP/1.1" status: 200 len: 835 time: 0.0612276 Dec 22 17:51:18.155844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e42c2-2543-4a4b-96df-dbb2d6e181b0 req-0d31fab1-a37e-4aa3-b39b-5427dff64bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:18.157300 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a6e42c2-2543-4a4b-96df-dbb2d6e181b0 req-0d31fab1-a37e-4aa3-b39b-5427dff64bfe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=116897d7-b05e-4321-aa29-f387ec979840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684803 Dec 22 17:51:18.291042 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a6e42c2-2543-4a4b-96df-dbb2d6e181b0 req-341509dd-7acc-41b3-ad5d-5767bd296556 service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260004 Dec 22 17:51:18.410096 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e12bdc9a-6bf9-452d-8ed9-44870a5e66d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:51:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'e1fefe5d-7042-4e28-bb21-f7bec72be307', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'port_id': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'mac_address': 'fa:16:3e:ba:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:51:16Z', 'updated_at': '2021-12-22T17:51:16Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23084bd-42b8-4e72-bc8e-2ebc4ebd2817', 'name': '', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:1b:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '85941ab7-94e6-4553-b63c-12635d352648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:59Z', 'updated_at': '2021-12-22T17:51:05Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '85941ab7-94e6-4553-b63c-12635d352648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:51:18.413918 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12bdc9a-6bf9-452d-8ed9-44870a5e66d5 None None] The sync data for ids ['c66c4ec0-a854-493a-b064-e6592eb93ad7'] in dv-neutron-822513-1-hyperv is: [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:51:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'e1fefe5d-7042-4e28-bb21-f7bec72be307', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'port_id': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'mac_address': 'fa:16:3e:ba:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:51:16Z', 'updated_at': '2021-12-22T17:51:16Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23084bd-42b8-4e72-bc8e-2ebc4ebd2817', 'name': '', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:1b:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '85941ab7-94e6-4553-b63c-12635d352648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:59Z', 'updated_at': '2021-12-22T17:51:05Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '85941ab7-94e6-4553-b63c-12635d352648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:51:18.424336 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1a6e42c2-2543-4a4b-96df-dbb2d6e181b0 req-3b8f1f17-9fae-4877-807c-438a450558c7 service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270559 Dec 22 17:51:18.604725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c357f30-a811-4278-80f1-faa2c11cce3b None None] New status for floating IP e1fefe5d-7042-4e28-bb21-f7bec72be307: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:51:19.000658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44066) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:51:19.107796 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c2715202-d306-4242-a37f-e06a6b6583f9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/e1fefe5d-7042-4e28-bb21-f7bec72be307 HTTP/1.1" status: 200 len: 993 time: 0.1057382 Dec 22 17:51:27.695340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2ec09c84-ccd0-43d8-928e-2945f6f2f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:30.117176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-148e85b7-920d-4deb-8857-da3634b4739d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:31.171594 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:31.279878 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:32.681195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:35.601584 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:37.047505 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:51:48.575698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44092) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:51:48.640243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836450b-1195-4561-9a66-ba7b9f4ac622 req-8f677938-1470-433e-bcfe-625a7c970760 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:48.642399 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6836450b-1195-4561-9a66-ba7b9f4ac622 req-8f677938-1470-433e-bcfe-625a7c970760 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.1184831 Dec 22 17:51:48.694430 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6836450b-1195-4561-9a66-ba7b9f4ac622 req-380e6ead-3736-4dc4-9726-fe5c4887e1f6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452526 Dec 22 17:51:48.714531 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-b2db0502-bb26-402b-aab2-e4e0f298988b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1370001 Dec 22 17:51:49.926439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31b18d-f4f4-44bc-84b9-2a0452eee96f req-6989fd8f-63b4-4b80-a559-21a51b59f46c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:49.928088 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dd31b18d-f4f4-44bc-84b9-2a0452eee96f req-6989fd8f-63b4-4b80-a559-21a51b59f46c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.1034114 Dec 22 17:51:50.045243 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dd31b18d-f4f4-44bc-84b9-2a0452eee96f req-9d01818a-6891-49fc-b5ee-c7e3e2fb963d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048036 Dec 22 17:51:50.074118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-b5c77b8d-a9de-4d28-b90c-d76c491fdd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:50.076085 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-b5c77b8d-a9de-4d28-b90c-d76c491fdd32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 1098 time: 0.1063144 Dec 22 17:51:50.220982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-cb8b8525-ff39-4249-92e6-628a69a7568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:50.222354 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-cb8b8525-ff39-4249-92e6-628a69a7568a service neutron] 10.222.0.53 "GET /v2.0/networks?id=116897d7-b05e-4321-aa29-f387ec979840 HTTP/1.1" status: 200 len: 898 time: 0.1393716 Dec 22 17:51:50.352779 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-20466d74-a92e-4fc4-8801-72a812ce5836 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074ba354-500a-45c9-9191-c1bd33c56a9b HTTP/1.1" status: 200 len: 1001 time: 0.1228745 Dec 22 17:51:50.428035 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-0583468f-5189-450b-8acf-3c8bca5d15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:50.430508 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-0583468f-5189-450b-8acf-3c8bca5d15a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85941ab7-94e6-4553-b63c-12635d352648 HTTP/1.1" status: 200 len: 835 time: 0.0708516 Dec 22 17:51:50.514476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-e792e5db-9a06-4e08-a396-668803b24b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:50.515915 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-e792e5db-9a06-4e08-a396-668803b24b29 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=116897d7-b05e-4321-aa29-f387ec979840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785282 Dec 22 17:51:50.662561 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-1e6e6fef-60fb-4c50-88ad-d466c8e59c19 service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400054 Dec 22 17:51:50.808403 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-4651c1df-ddcb-4847-a11d-88fe153e7439 service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380918 Dec 22 17:51:51.103482 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad531cc-22af-4a4d-8e9c-ff2d74f5ef8b req-f78b353f-877a-46dd-abee-da8bc8ffaefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:51.105011 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dad531cc-22af-4a4d-8e9c-ff2d74f5ef8b req-f78b353f-877a-46dd-abee-da8bc8ffaefd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 1098 time: 0.2009239 Dec 22 17:51:51.277002 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad531cc-22af-4a4d-8e9c-ff2d74f5ef8b req-c9ea1611-3959-4810-81e0-16e5ef3d88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:51.278808 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dad531cc-22af-4a4d-8e9c-ff2d74f5ef8b req-c9ea1611-3959-4810-81e0-16e5ef3d88e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=116897d7-b05e-4321-aa29-f387ec979840 HTTP/1.1" status: 200 len: 898 time: 0.1528065 Dec 22 17:51:51.386701 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed435a28-e73a-4080-a2ed-90e431d2f355 req-dffc2b29-c5d3-46e7-b306-3070c245c5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:51.388172 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ed435a28-e73a-4080-a2ed-90e431d2f355 req-dffc2b29-c5d3-46e7-b306-3070c245c5d1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.2299433 Dec 22 17:51:51.393376 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dad531cc-22af-4a4d-8e9c-ff2d74f5ef8b req-a02605ba-923c-42e4-9275-0749eb2d1b6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074ba354-500a-45c9-9191-c1bd33c56a9b HTTP/1.1" status: 200 len: 1001 time: 0.1076586 Dec 22 17:51:51.442447 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ed435a28-e73a-4080-a2ed-90e431d2f355 req-87adeaaf-88ed-4519-97d8-a2a81b90a025 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481431 Dec 22 17:51:51.464596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad531cc-22af-4a4d-8e9c-ff2d74f5ef8b req-54a550c6-beb3-4793-9914-4234da5093dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:51.466294 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dad531cc-22af-4a4d-8e9c-ff2d74f5ef8b req-54a550c6-beb3-4793-9914-4234da5093dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85941ab7-94e6-4553-b63c-12635d352648 HTTP/1.1" status: 200 len: 835 time: 0.0670307 Dec 22 17:51:51.547885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad531cc-22af-4a4d-8e9c-ff2d74f5ef8b req-5f8708c8-600a-4cc7-9c0a-836e14982be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:51.549438 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dad531cc-22af-4a4d-8e9c-ff2d74f5ef8b req-5f8708c8-600a-4cc7-9c0a-836e14982be8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=116897d7-b05e-4321-aa29-f387ec979840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774071 Dec 22 17:51:51.733729 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dad531cc-22af-4a4d-8e9c-ff2d74f5ef8b req-b8149afe-8634-4ff8-a031-515e6d73967d service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773672 Dec 22 17:51:51.888453 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dad531cc-22af-4a4d-8e9c-ff2d74f5ef8b req-80660989-b8e8-435b-beb6-a4c7836ba6e3 service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482592 Dec 22 17:51:52.652612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4328-9431-42e5-87ea-9f3224e184aa req-b0281fa8-d1f1-4cee-a73c-bd7951b5344b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:52.654123 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-37cf4328-9431-42e5-87ea-9f3224e184aa req-b0281fa8-d1f1-4cee-a73c-bd7951b5344b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0935452 Dec 22 17:51:52.701106 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-37cf4328-9431-42e5-87ea-9f3224e184aa req-87be9932-bd5f-4b6d-b14b-14e9d677d381 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 Dec 22 17:51:53.909895 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef5b5f-870f-4448-8d4a-227158aa65be req-9e316ad5-0adc-482f-9734-57f57507f307 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:53.911405 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-44ef5b5f-870f-4448-8d4a-227158aa65be req-9e316ad5-0adc-482f-9734-57f57507f307 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0847263 Dec 22 17:51:53.959718 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-44ef5b5f-870f-4448-8d4a-227158aa65be req-210c7be2-5896-4888-9c7a-54ee04be075a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419004 Dec 22 17:51:55.164899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c41ce1-0871-4f3e-ab8f-584b9d56ca30 req-10aae2cf-6456-48e4-b3aa-a77a66a96bf9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:55.167005 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b0c41ce1-0871-4f3e-ab8f-584b9d56ca30 req-10aae2cf-6456-48e4-b3aa-a77a66a96bf9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0895710 Dec 22 17:51:55.218547 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b0c41ce1-0871-4f3e-ab8f-584b9d56ca30 req-a38cd2fc-d820-4b95-85ac-5075c7c1b5d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449848 Dec 22 17:51:56.408184 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a52f69-8bdd-4167-939e-676114f730a9 req-328599a3-c51e-42cc-a0b5-ced77f44014d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:56.409671 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-32a52f69-8bdd-4167-939e-676114f730a9 req-328599a3-c51e-42cc-a0b5-ced77f44014d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0821142 Dec 22 17:51:56.458269 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-32a52f69-8bdd-4167-939e-676114f730a9 req-6653c0d6-0158-4cdc-8e1f-3ea55cdf942a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427296 Dec 22 17:51:57.648055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f0e6e-5b17-4a3c-ac55-4776651e99df req-499ce2e8-8990-4bde-b09a-8eb2a0ae7954 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:57.649471 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a28f0e6e-5b17-4a3c-ac55-4776651e99df req-499ce2e8-8990-4bde-b09a-8eb2a0ae7954 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0814996 Dec 22 17:51:57.698375 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a28f0e6e-5b17-4a3c-ac55-4776651e99df req-5f855028-3410-4757-bc63-9418d9fd842f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424497 Dec 22 17:51:57.700761 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8d53355b-2921-40ba-b098-03d78f3de8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:51:58.892862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f061ad-5791-4390-8995-494ed25520df req-c1f62ebd-cfa2-4d09-b865-7bb100a924b1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:51:58.894321 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-84f061ad-5791-4390-8995-494ed25520df req-c1f62ebd-cfa2-4d09-b865-7bb100a924b1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0864270 Dec 22 17:51:58.939009 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-84f061ad-5791-4390-8995-494ed25520df req-a730475e-fae5-44c8-8c06-3f2f5201cc22 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390246 Dec 22 17:52:00.123052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4296-7771-47b6-9984-331508788d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:00.137958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0e9df-dfe5-46a5-8f15-36045ac510c6 req-5e40b9dc-2f30-447d-a8cc-53d26eda529b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:00.139624 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-41f0e9df-dfe5-46a5-8f15-36045ac510c6 req-5e40b9dc-2f30-447d-a8cc-53d26eda529b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0936661 Dec 22 17:52:00.186967 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-41f0e9df-dfe5-46a5-8f15-36045ac510c6 req-1c8c2411-fd5a-4bc1-bdb5-d2b6cedf837f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409596 Dec 22 17:52:01.174323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:01.285685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:01.382482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb719408-de75-4647-889f-050a37fc2357 req-3d4469d8-3f00-4fee-8757-beccf628729a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:01.384006 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cb719408-de75-4647-889f-050a37fc2357 req-3d4469d8-3f00-4fee-8757-beccf628729a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0846169 Dec 22 17:52:01.429625 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cb719408-de75-4647-889f-050a37fc2357 req-6f268a85-28f3-4cfa-bbcc-a30395f03e15 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389709 Dec 22 17:52:02.614801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18603102-27eb-4f65-90d8-6b5934755cc7 req-8be7f1ab-7647-438c-8ae5-8230ba5d40ee tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:02.616653 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18603102-27eb-4f65-90d8-6b5934755cc7 req-8be7f1ab-7647-438c-8ae5-8230ba5d40ee tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0810704 Dec 22 17:52:02.661873 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-18603102-27eb-4f65-90d8-6b5934755cc7 req-9f7d7a98-ad27-4a6f-b1e8-fe24076ed78f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387652 Dec 22 17:52:02.684569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:03.871553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48029b2b-6c2f-45ba-8885-338a2d79196f req-70f58f8e-ed3e-4be9-b54c-b9127047b3bf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:03.873236 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-48029b2b-6c2f-45ba-8885-338a2d79196f req-70f58f8e-ed3e-4be9-b54c-b9127047b3bf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0943165 Dec 22 17:52:03.923542 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-48029b2b-6c2f-45ba-8885-338a2d79196f req-8f46adb6-b8b2-4b35-aa8b-e62e2cdcb607 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432420 Dec 22 17:52:05.139275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e698c-62e7-426d-8153-92ad5e42f73d req-f1e81226-bf5f-48db-ad5e-c4ac0d224793 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:05.140738 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-776e698c-62e7-426d-8153-92ad5e42f73d req-f1e81226-bf5f-48db-ad5e-c4ac0d224793 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0894594 Dec 22 17:52:05.192111 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-776e698c-62e7-426d-8153-92ad5e42f73d req-2d3690ed-4ade-4dc0-849a-a238c051ae20 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453677 Dec 22 17:52:05.594561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:06.383212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f608c-f1d0-4c83-b57a-71e968b7ee3f req-a3700102-9c73-4764-8f9f-7a723afa4e6f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:06.385369 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9c6f608c-f1d0-4c83-b57a-71e968b7ee3f req-a3700102-9c73-4764-8f9f-7a723afa4e6f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0837564 Dec 22 17:52:06.443210 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9c6f608c-f1d0-4c83-b57a-71e968b7ee3f req-4ece993f-e962-429f-acab-83422cb3c64c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517235 Dec 22 17:52:07.489912 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-ae1df465-d9c4-453d-94af-2c64200ffacf service neutron] 10.222.0.53 "GET /v2.0/ports/074ba354-500a-45c9-9191-c1bd33c56a9b/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.1076322 Dec 22 17:52:07.695756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5a07-233f-44b1-a2ee-9968fb077989 req-8022c567-68b2-4fcc-888d-ec991b762e10 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:07.698185 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-244d5a07-233f-44b1-a2ee-9968fb077989 req-8022c567-68b2-4fcc-888d-ec991b762e10 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.1115530 Dec 22 17:52:07.755495 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-244d5a07-233f-44b1-a2ee-9968fb077989 req-327e0b37-52af-413d-894e-ff7051b01a47 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466025 Dec 22 17:52:07.835748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-f179f76f-c964-41f6-9555-7dd7c159dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:07.838307 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-f179f76f-c964-41f6-9555-7dd7c159dd70 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96&tenant_id=4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 1098 time: 0.0810566 Dec 22 17:52:07.973013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-cd912a29-b7d4-48b3-8691-d4ad94915b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:07.974521 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-cd912a29-b7d4-48b3-8691-d4ad94915b5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 1098 time: 0.1142192 Dec 22 17:52:08.257355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-579912ca-66b4-4d38-b2b3-eb273893f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:08.258911 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-579912ca-66b4-4d38-b2b3-eb273893f9a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=116897d7-b05e-4321-aa29-f387ec979840 HTTP/1.1" status: 200 len: 898 time: 0.2778814 Dec 22 17:52:08.382827 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-d5167cb2-ebc2-4faf-9fcc-21f5f1672c21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074ba354-500a-45c9-9191-c1bd33c56a9b HTTP/1.1" status: 200 len: 1001 time: 0.1158671 Dec 22 17:52:08.450437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-489ad07a-7586-4b31-abd7-0a91103dcd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:08.451956 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-489ad07a-7586-4b31-abd7-0a91103dcd68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85941ab7-94e6-4553-b63c-12635d352648 HTTP/1.1" status: 200 len: 835 time: 0.0621428 Dec 22 17:52:08.531827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-37acc159-6864-4536-bd6c-b8319140c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:08.533379 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-37acc159-6864-4536-bd6c-b8319140c76e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=116897d7-b05e-4321-aa29-f387ec979840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754664 Dec 22 17:52:08.696713 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-c4f50534-8a9f-4b47-a8c4-64aad01ece8a service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565676 Dec 22 17:52:08.865212 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5cc85deb-4f64-4599-9922-68df1c4436d3 req-01ef82da-f775-4c7d-a51b-95718f946542 service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617076 Dec 22 17:52:09.036348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27030a8-b06e-4cb3-9691-5639356f9a6e req-b2979357-3b39-4abf-b846-2336862e1ee8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:09.038837 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a27030a8-b06e-4cb3-9691-5639356f9a6e req-b2979357-3b39-4abf-b846-2336862e1ee8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.1344941 Dec 22 17:52:09.111034 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a27030a8-b06e-4cb3-9691-5639356f9a6e req-dff4614b-c3b4-4748-b074-fbe8e52c330d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641177 Dec 22 17:52:10.333238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e962da6-425b-4fd9-84bb-c17749bb9308 req-dfb30bd1-b41b-4ef8-8c1a-725fce34fae3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:10.334767 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6e962da6-425b-4fd9-84bb-c17749bb9308 req-dfb30bd1-b41b-4ef8-8c1a-725fce34fae3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0984535 Dec 22 17:52:10.397261 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6e962da6-425b-4fd9-84bb-c17749bb9308 req-0d444188-95c2-411d-82e2-7495bdeafa79 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556471 Dec 22 17:52:11.600703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76a538-63ad-41c0-8912-f7d074116807 req-bfedf1df-9dec-4398-9ba3-03e8609a3364 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:11.602379 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cf76a538-63ad-41c0-8912-f7d074116807 req-bfedf1df-9dec-4398-9ba3-03e8609a3364 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0937784 Dec 22 17:52:11.653522 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cf76a538-63ad-41c0-8912-f7d074116807 req-31999818-46c2-4981-8d46-d134c023a9c5 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451291 Dec 22 17:52:11.999707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf1153-6c50-4c66-961c-57755af4d104 req-7ed02e93-52b4-4c93-a7f9-4df86a72b513 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:12.001195 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e1cf1153-6c50-4c66-961c-57755af4d104 req-7ed02e93-52b4-4c93-a7f9-4df86a72b513 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0980039 Dec 22 17:52:12.014969 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-f9893ca0-b19f-4cfa-8e9f-7e0464735804 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:12.016565 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-f9893ca0-b19f-4cfa-8e9f-7e0464735804 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96&tenant_id=4e9659ff4ad1499995eb034280b86352&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.0996203 Dec 22 17:52:12.063743 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e1cf1153-6c50-4c66-961c-57755af4d104 req-bc211db3-3bd5-4a0c-90db-73219a14741c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535374 Dec 22 17:52:12.189766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-c1600b54-32db-4c74-9e0e-247849147ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:12.191420 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-c1600b54-32db-4c74-9e0e-247849147ac3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 1098 time: 0.0854445 Dec 22 17:52:12.393430 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 074ba354-500a-45c9-9191-c1bd33c56a9b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:52:12.394665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-3521bdd6-651c-42cf-9b48-914911537c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:12.396214 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-3521bdd6-651c-42cf-9b48-914911537c8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=116897d7-b05e-4321-aa29-f387ec979840 HTTP/1.1" status: 200 len: 898 time: 0.1985853 Dec 22 17:52:12.398256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 074ba354-500a-45c9-9191-c1bd33c56a9b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:52:12.468895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36ec6c-b767-4178-a991-c228f48cebb6 req-fc40dd93-a3f6-455e-8512-9e5322064c36 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:12.470380 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba36ec6c-b767-4178-a991-c228f48cebb6 req-fc40dd93-a3f6-455e-8512-9e5322064c36 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.2539423 Dec 22 17:52:12.545501 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-85690cb4-d1c9-4338-8198-316d7120797c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074ba354-500a-45c9-9191-c1bd33c56a9b HTTP/1.1" status: 200 len: 1001 time: 0.1408744 Dec 22 17:52:12.549182 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba36ec6c-b767-4178-a991-c228f48cebb6 req-f11bac5c-1a37-4a09-80a5-9bf58d529be8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694821 Dec 22 17:52:12.619230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-105afe95-f4b1-4017-8605-7bcc0b8d03df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:12.620687 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-105afe95-f4b1-4017-8605-7bcc0b8d03df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85941ab7-94e6-4553-b63c-12635d352648 HTTP/1.1" status: 200 len: 835 time: 0.0705004 Dec 22 17:52:12.694729 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:12.715223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-af92b586-3cfa-4772-933f-47a216d9fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:12.716742 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-af92b586-3cfa-4772-933f-47a216d9fd2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=116897d7-b05e-4321-aa29-f387ec979840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898733 Dec 22 17:52:12.719093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 074ba354-500a-45c9-9191-c1bd33c56a9b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=074ba354-500a-45c9-9191-c1bd33c56a9b,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:52:12.739944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'port_id': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'mac_address': 'fa:16:3e:ba:30:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85941ab7-94e6-4553-b63c-12635d352648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:52:12.745532 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:52:12.791567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 074ba354-500a-45c9-9191-c1bd33c56a9b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=074ba354-500a-45c9-9191-c1bd33c56a9b,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:52:12.814489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:12.819184 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0a470d61-8886-4a23-972e-7ec87a89a6f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:12.869345 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'code': 200} Dec 22 17:52:12.882911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:12.886219 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-5f86e928-8d91-4f59-aa88-172b87f60bcf service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628599 Dec 22 17:52:12.911514 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 074ba354-500a-45c9-9191-c1bd33c56a9b {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:52:12.922493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=074ba354-500a-45c9-9191-c1bd33c56a9b,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:12.971983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:12.972242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:12.972648 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:12.972997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:12.973481 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:12.973817 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:12.974254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:12.974695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:12.975158 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:12.975609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:12.975929 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:12.976240 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:12.987953 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:13.001348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:52:13.001709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 17:52:13.088691 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b8e7525-2cab-4cee-bacc-49d297d28fc0 req-0ccb94f0-73b7-43e1-9e78-54e7cff2c68f service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961873 Dec 22 17:52:13.563140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:13.591686 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074ba354-500a-45c9-9191-c1bd33c56a9b {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:52:13.613694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 074ba354-500a-45c9-9191-c1bd33c56a9b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=074ba354-500a-45c9-9191-c1bd33c56a9b,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:52:13.620359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:13.622720 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:13.695328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['074ba354-500a-45c9-9191-c1bd33c56a9b'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:52:13.749523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=074ba354-500a-45c9-9191-c1bd33c56a9b,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:13.754442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:13.781416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b712dc1-da69-4a5c-bf86-c385b9f7ae5f req-925e8731-b0d1-4186-8326-f656e4d5dc12 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:13.783415 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5b712dc1-da69-4a5c-bf86-c385b9f7ae5f req-925e8731-b0d1-4186-8326-f656e4d5dc12 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 944 time: 0.1014369 Dec 22 17:52:13.848053 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5b712dc1-da69-4a5c-bf86-c385b9f7ae5f req-b3593a31-fe52-40af-ad82-c5804ad65cde tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538459 Dec 22 17:52:13.875183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44170) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:14.049368 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:52:14.116294 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-73f2f57a-9b60-46f6-b74d-e4620a9c7d42 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/e1fefe5d-7042-4e28-bb21-f7bec72be307 HTTP/1.1" status: 200 len: 992 time: 0.2398024 Dec 22 17:52:14.399321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 074ba354-500a-45c9-9191-c1bd33c56a9b up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:52:14.475829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 074ba354-500a-45c9-9191-c1bd33c56a9b triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:52:14.476226 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:14.653313 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:14.686334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 074ba354-500a-45c9-9191-c1bd33c56a9b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=074ba354-500a-45c9-9191-c1bd33c56a9b,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:52:14.691144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:14.693595 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4382cdda-22d0-43af-a50e-2c09311a845c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:14.765911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=074ba354-500a-45c9-9191-c1bd33c56a9b,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:14.769054 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:14.870940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:52:14.914822 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'code': 200} Dec 22 17:52:27.695074 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3d2a9431-82d9-4198-a578-a61b2ca2b505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:30.115567 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6458f5de-5ac9-43b1-9092-26c4b0cf8767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:31.176673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:31.286769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:32.687333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:35.593694 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:40.611819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44184) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:40.824917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 6d5f47d8-53ca-48ae-9497-50cf9a666b7b {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:52:40.825252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:41.002655 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:41.002978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:41.125276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 6d5f47d8-53ca-48ae-9497-50cf9a666b7b owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:52:41.278240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:41.282047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1245df0e-a8b3-48e1-8437-8f631fa4b562 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:41.325174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=6d5f47d8-53ca-48ae-9497-50cf9a666b7b,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:41.362770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:41.363167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:41.363567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:41.363930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:41.364292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:41.364653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:41.365009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:41.365362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:41.365714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:41.366067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:41.366418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:41.366769 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:41.373807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:41.432445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:41.432683 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Floating IP e1fefe5d-7042-4e28-bb21-f7bec72be307 disassociated (deleted). External IP: 172.26.3.238, port: 074ba354-500a-45c9-9191-c1bd33c56a9b. Dec 22 17:52:41.781818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router c66c4ec0-a854-493a-b064-e6592eb93ad7 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:52:42.104258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:52:42.114101 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b30538-e6a1-4ec3-af38-cb057d1f40f3 None None] Sync routers for ids ['c66c4ec0-a854-493a-b064-e6592eb93ad7'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:52:42.123874 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b30538-e6a1-4ec3-af38-cb057d1f40f3 None None] Routers {'c66c4ec0-a854-493a-b064-e6592eb93ad7'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:52:42.124507 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e3b30538-e6a1-4ec3-af38-cb057d1f40f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:52:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c66c4ec0-a854-493a-b064-e6592eb93ad7'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:42.128407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:42.183324 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/floatingips/e1fefe5d-7042-4e28-bb21-f7bec72be307 HTTP/1.1" status: 204 len: 168 time: 1.5704043 Dec 22 17:52:42.184058 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:52:42.237243 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'status': 'completed', 'code': 200} Dec 22 17:52:42.312737 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-e3b30538-e6a1-4ec3-af38-cb057d1f40f3 None None] Set router c66c4ec0-a854-493a-b064-e6592eb93ad7 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:52:42.346396 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0c4b3-b58d-4887-aeee-fb9da81d6eef req-c1f71811-a6fd-4be2-9f3a-8581dbc9576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:42.347963 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fca0c4b3-b58d-4887-aeee-fb9da81d6eef req-c1f71811-a6fd-4be2-9f3a-8581dbc9576d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 1098 time: 0.0880485 Dec 22 17:52:42.552559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0c4b3-b58d-4887-aeee-fb9da81d6eef req-9ba45016-4f4b-452a-8a0e-80080a36580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:42.554007 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fca0c4b3-b58d-4887-aeee-fb9da81d6eef req-9ba45016-4f4b-452a-8a0e-80080a36580f service neutron] 10.222.0.53 "GET /v2.0/networks?id=116897d7-b05e-4321-aa29-f387ec979840 HTTP/1.1" status: 200 len: 898 time: 0.1992600 Dec 22 17:52:42.634402 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fca0c4b3-b58d-4887-aeee-fb9da81d6eef req-7a68f5c1-423f-423c-b269-240f531947a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074ba354-500a-45c9-9191-c1bd33c56a9b HTTP/1.1" status: 200 len: 217 time: 0.0665379 Dec 22 17:52:42.634664 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e3b30538-e6a1-4ec3-af38-cb057d1f40f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:51:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'd23084bd-42b8-4e72-bc8e-2ebc4ebd2817', 'name': '', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:1b:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '85941ab7-94e6-4553-b63c-12635d352648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:59Z', 'updated_at': '2021-12-22T17:51:05Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '85941ab7-94e6-4553-b63c-12635d352648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:42.638772 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b30538-e6a1-4ec3-af38-cb057d1f40f3 None None] Checking router: c66c4ec0-a854-493a-b064-e6592eb93ad7 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:52:42.647316 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b30538-e6a1-4ec3-af38-cb057d1f40f3 None None] Routers {'c66c4ec0-a854-493a-b064-e6592eb93ad7'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:52:42.647998 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e3b30538-e6a1-4ec3-af38-cb057d1f40f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:52:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c66c4ec0-a854-493a-b064-e6592eb93ad7'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:42.704425 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e616537-cfdf-4a44-8caf-7b8c08e5d908 req-51e5030a-fdff-498e-ab87-60711fe92cf3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:42.705728 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-4e616537-cfdf-4a44-8caf-7b8c08e5d908 req-51e5030a-fdff-498e-ab87-60711fe92cf3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:52:42.743403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0c4b3-b58d-4887-aeee-fb9da81d6eef req-947f7a2c-4f3f-4eaa-b3c6-f801a6aa2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:42.745010 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fca0c4b3-b58d-4887-aeee-fb9da81d6eef req-947f7a2c-4f3f-4eaa-b3c6-f801a6aa2c0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85941ab7-94e6-4553-b63c-12635d352648 HTTP/1.1" status: 200 len: 835 time: 0.0943608 Dec 22 17:52:42.746125 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-4e616537-cfdf-4a44-8caf-7b8c08e5d908 req-51e5030a-fdff-498e-ab87-60711fe92cf3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:52:42.747248 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4e616537-cfdf-4a44-8caf-7b8c08e5d908 req-51e5030a-fdff-498e-ab87-60711fe92cf3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.2462676 Dec 22 17:52:42.837838 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4e616537-cfdf-4a44-8caf-7b8c08e5d908 req-92060e79-3eb6-45dc-a08c-201b90799474 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826626 Dec 22 17:52:42.869646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0c4b3-b58d-4887-aeee-fb9da81d6eef req-3b2c3ea4-cef8-483a-94b1-e695aae27677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:42.871210 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fca0c4b3-b58d-4887-aeee-fb9da81d6eef req-3b2c3ea4-cef8-483a-94b1-e695aae27677 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=116897d7-b05e-4321-aa29-f387ec979840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0937362 Dec 22 17:52:42.876102 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-e3b30538-e6a1-4ec3-af38-cb057d1f40f3 None None] Set router c66c4ec0-a854-493a-b064-e6592eb93ad7 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:52:43.011323 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fca0c4b3-b58d-4887-aeee-fb9da81d6eef req-1049ac3a-6ccd-42a2-8c8b-fa75cde85b7b service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328387 Dec 22 17:52:43.160547 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fca0c4b3-b58d-4887-aeee-fb9da81d6eef req-ae252c70-8a88-4a72-88d3-64fbe88f4ba0 service neutron] 10.222.0.53 "GET /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414039 Dec 22 17:52:43.217117 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-e3b30538-e6a1-4ec3-af38-cb057d1f40f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:51:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'd23084bd-42b8-4e72-bc8e-2ebc4ebd2817', 'name': '', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:1b:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '85941ab7-94e6-4553-b63c-12635d352648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:59Z', 'updated_at': '2021-12-22T17:51:05Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '85941ab7-94e6-4553-b63c-12635d352648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:43.221380 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b30538-e6a1-4ec3-af38-cb057d1f40f3 None None] The sync data for ids ['c66c4ec0-a854-493a-b064-e6592eb93ad7'] in dv-neutron-822513-1-hyperv is: [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:51:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'd23084bd-42b8-4e72-bc8e-2ebc4ebd2817', 'name': '', 'network_id': '116897d7-b05e-4321-aa29-f387ec979840', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:1b:7d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '85941ab7-94e6-4553-b63c-12635d352648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:59Z', 'updated_at': '2021-12-22T17:51:05Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '85941ab7-94e6-4553-b63c-12635d352648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:52:43.446581 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33570e3-a3d7-4d99-b3a2-c4f69f9ef1ac None None] New status for floating IP e1fefe5d-7042-4e28-bb21-f7bec72be307: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:52:44.032287 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157411a5-d357-4665-aa82-eed9c4ae4e87 req-371c5d86-34f5-4580-b6a0-67c6d005a00a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:44.033712 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-157411a5-d357-4665-aa82-eed9c4ae4e87 req-371c5d86-34f5-4580-b6a0-67c6d005a00a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0850780 Dec 22 17:52:44.078813 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-157411a5-d357-4665-aa82-eed9c4ae4e87 req-b964d6c6-462c-4705-97a0-5e3450c09506 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=c04cf388-9334-4b93-86f3-bfa5644a03c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394478 Dec 22 17:52:44.171371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64651bdd-a6f1-4bac-87b4-646a8fdb4eca req-ee7e322c-5716-49f7-bcfd-072823e89c9d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:44.172777 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64651bdd-a6f1-4bac-87b4-646a8fdb4eca req-ee7e322c-5716-49f7-bcfd-072823e89c9d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 945 time: 0.0824163 Dec 22 17:52:44.244340 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-64651bdd-a6f1-4bac-87b4-646a8fdb4eca req-3504acfc-863e-4088-b76b-f1145f5838f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 074ba354-500a-45c9-9191-c1bd33c56a9b {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:52:44.244680 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64651bdd-a6f1-4bac-87b4-646a8fdb4eca req-3504acfc-863e-4088-b76b-f1145f5838f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:44.512401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-64651bdd-a6f1-4bac-87b4-646a8fdb4eca req-3504acfc-863e-4088-b76b-f1145f5838f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port 074ba354-500a-45c9-9191-c1bd33c56a9b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=074ba354-500a-45c9-9191-c1bd33c56a9b,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:52:44.512788 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64651bdd-a6f1-4bac-87b4-646a8fdb4eca req-3504acfc-863e-4088-b76b-f1145f5838f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:44.641842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-64651bdd-a6f1-4bac-87b4-646a8fdb4eca req-3504acfc-863e-4088-b76b-f1145f5838f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 074ba354-500a-45c9-9191-c1bd33c56a9b owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:52:44.795790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64651bdd-a6f1-4bac-87b4-646a8fdb4eca req-3504acfc-863e-4088-b76b-f1145f5838f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:44.801789 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-10b5ed75-c05d-4692-aca1-c8f7afe1035a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:44.878983 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504acfc-863e-4088-b76b-f1145f5838f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=074ba354-500a-45c9-9191-c1bd33c56a9b,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:44.881472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3504acfc-863e-4088-b76b-f1145f5838f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:44.927840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-64651bdd-a6f1-4bac-87b4-646a8fdb4eca req-3504acfc-863e-4088-b76b-f1145f5838f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] No DVR routers for this DVR port 074ba354-500a-45c9-9191-c1bd33c56a9b on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:52:44.930840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64651bdd-a6f1-4bac-87b4-646a8fdb4eca req-3504acfc-863e-4088-b76b-f1145f5838f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:44.933381 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'name': 'network-vif-deleted', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:52:44.948456 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64651bdd-a6f1-4bac-87b4-646a8fdb4eca req-3504acfc-863e-4088-b76b-f1145f5838f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "DELETE /v2.0/ports/074ba354-500a-45c9-9191-c1bd33c56a9b HTTP/1.1" status: 204 len: 173 time: 0.7688828 Dec 22 17:52:44.982849 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6601fa9-8dae-4328-99bf-25a410f92e96', 'name': 'network-vif-deleted', 'tag': '074ba354-500a-45c9-9191-c1bd33c56a9b', 'status': 'completed', 'code': 200} Dec 22 17:52:45.289592 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8680f9ef-1856-4f55-91de-c5cdbfdc1e16 req-434f65ec-1f97-49a0-8246-8a8dc59314ae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6601fa9-8dae-4328-99bf-25a410f92e96 HTTP/1.1" status: 200 len: 210 time: 0.0430262 Dec 22 17:52:46.391837 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44204) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:47.100556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:47.494725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:52:47.495563 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:47.691517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port d23084bd-42b8-4e72-bc8e-2ebc4ebd2817, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d23084bd-42b8-4e72-bc8e-2ebc4ebd2817,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:52:47.691874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:47.824560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:52:48.030102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:48.038008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cf8aa555-d44b-4e2e-9111-df8934327a43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:48.126781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=d23084bd-42b8-4e72-bc8e-2ebc4ebd2817,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:48.131875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:48.563556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 074ba354-500a-45c9-9191-c1bd33c56a9b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:52:48.601914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 074ba354-500a-45c9-9191-c1bd33c56a9b {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:52:48.602262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 074ba354-500a-45c9-9191-c1bd33c56a9b not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:52:48.625429 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:49.150310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router c66c4ec0-a854-493a-b064-e6592eb93ad7 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:52:49.332908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:52:49.347811 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "PUT /v2.0/routers/c66c4ec0-a854-493a-b064-e6592eb93ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9548521 Dec 22 17:52:49.349048 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62a785-b0bc-4ffb-9329-a6dc87a3f35b None None] Sync routers for ids ['c66c4ec0-a854-493a-b064-e6592eb93ad7'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:52:49.351366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44208) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:49.360574 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62a785-b0bc-4ffb-9329-a6dc87a3f35b None None] Routers {'c66c4ec0-a854-493a-b064-e6592eb93ad7'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:52:49.361328 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4f62a785-b0bc-4ffb-9329-a6dc87a3f35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:52:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c66c4ec0-a854-493a-b064-e6592eb93ad7'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:49.424178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-86690aca-04d9-4e60-86dd-9d5185dd9b74 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting subnet 85941ab7-94e6-4553-b63c-12635d352648 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:52:49.427419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-86690aca-04d9-4e60-86dd-9d5185dd9b74 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:49.486738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-86690aca-04d9-4e60-86dd-9d5185dd9b74 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:49.572167 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-4f62a785-b0bc-4ffb-9329-a6dc87a3f35b None None] Set router c66c4ec0-a854-493a-b064-e6592eb93ad7 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:52:49.585828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-86690aca-04d9-4e60-86dd-9d5185dd9b74 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:49.665433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-86690aca-04d9-4e60-86dd-9d5185dd9b74 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:49.670121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b446c09c-4dbe-4e16-9639-865672d960d0 tempest-PortsTestJSON-1415327677 tempest-PortsTestJSON-1415327677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:49.708155 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86690aca-04d9-4e60-86dd-9d5185dd9b74 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Subnet': ['ID=85941ab7-94e6-4553-b63c-12635d352648,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:49.711354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-86690aca-04d9-4e60-86dd-9d5185dd9b74 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:49.712239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-86690aca-04d9-4e60-86dd-9d5185dd9b74 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:49.720351 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-86690aca-04d9-4e60-86dd-9d5185dd9b74 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/subnets/85941ab7-94e6-4553-b63c-12635d352648 HTTP/1.1" status: 204 len: 168 time: 0.3673329 Dec 22 17:52:49.724093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73ac50-7948-46e3-a59d-7806d62e6dad None None] Network 116897d7-b05e-4321-aa29-f387ec979840 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:52:49.725535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44212) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:50.037526 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571791b7-b238-4089-bfd0-253e3a14aea7 None None] DHCP port deletion for 116897d7-b05e-4321-aa29-f387ec979840 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:52:50.044415 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-571791b7-b238-4089-bfd0-253e3a14aea7 None None] Deleting port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:52:50.044970 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-571791b7-b238-4089-bfd0-253e3a14aea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:50.104319 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4f62a785-b0bc-4ffb-9329-a6dc87a3f35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:52:47Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:50.110893 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62a785-b0bc-4ffb-9329-a6dc87a3f35b None None] Checking router: c66c4ec0-a854-493a-b064-e6592eb93ad7 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:52:50.124751 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62a785-b0bc-4ffb-9329-a6dc87a3f35b None None] Routers {'c66c4ec0-a854-493a-b064-e6592eb93ad7'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:52:50.125518 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:50.125737 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4f62a785-b0bc-4ffb-9329-a6dc87a3f35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:52:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['c66c4ec0-a854-493a-b064-e6592eb93ad7'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:50.334653 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:50.348998 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 396c20db-8170-4021-8427-392c41f8988c {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:52:50.350084 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:50.354943 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-4f62a785-b0bc-4ffb-9329-a6dc87a3f35b None None] Set router c66c4ec0-a854-493a-b064-e6592eb93ad7 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:52:50.431850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-571791b7-b238-4089-bfd0-253e3a14aea7 None None] For port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb,segment=NetworkSegment(543b53fa-d3dd-4ad1-92f8-55dd9e635a24),segment_id=543b53fa-d3dd-4ad1-92f8-55dd9e635a24)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:52:50.432492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-571791b7-b238-4089-bfd0-253e3a14aea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:50.675899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-571791b7-b238-4089-bfd0-253e3a14aea7 None None] Calling delete_port for abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:52:50.728139 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-4f62a785-b0bc-4ffb-9329-a6dc87a3f35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:52:47Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:50.733450 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62a785-b0bc-4ffb-9329-a6dc87a3f35b None None] The sync data for ids ['c66c4ec0-a854-493a-b064-e6592eb93ad7'] in dv-neutron-822513-1-hyperv is: [{'id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877538111', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': '396c20db-8170-4021-8427-392c41f8988c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:50:55Z', 'updated_at': '2021-12-22T17:52:47Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '396c20db-8170-4021-8427-392c41f8988c', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c4ec0-a854-493a-b064-e6592eb93ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:50:56Z', 'updated_at': '2021-12-22T17:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:52:50.750029 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port 396c20db-8170-4021-8427-392c41f8988c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=396c20db-8170-4021-8427-392c41f8988c,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:52:50.750871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:50.843676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-571791b7-b238-4089-bfd0-253e3a14aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:50.849326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:50.905148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 396c20db-8170-4021-8427-392c41f8988c owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:52:50.907390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571791b7-b238-4089-bfd0-253e3a14aea7 None None] Pushing event deleted for resources: {'Port': ['ID=abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:50.911025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-571791b7-b238-4089-bfd0-253e3a14aea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:50.911852 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571791b7-b238-4089-bfd0-253e3a14aea7 None None] No DVR routers for this DVR port abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:52:51.049082 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:52:51.212723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:52:51.255050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:52:51.255537 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d23084bd-42b8-4e72-bc8e-2ebc4ebd2817 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:52:51.255869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:52:51.344854 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:51.357520 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a7ce4873-fbd1-4097-a481-0a19f5ce94d6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:51.382973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:52:51.383586 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device abbbf093-9c68-4cef-a7e9-c8ecd3df3ecb not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:52:51.454721 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=396c20db-8170-4021-8427-392c41f8988c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:51.509614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:51.510070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:51.510508 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:51.511036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:51.511550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:51.511973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:51.512398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:51.512810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:51.513222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:51.513633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:51.514044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:51.514452 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:52:51.523841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:51.552580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:51.857365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:51.860040 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:51.885027 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:51.885735 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Fanout notify agent at l3_agent the message router_deleted on router c66c4ec0-a854-493a-b064-e6592eb93ad7 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:52:51.903238 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:51.904580 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6ff2a2d7-be2f-45b9-af9d-22b60674ad96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/routers/c66c4ec0-a854-493a-b064-e6592eb93ad7 HTTP/1.1" status: 204 len: 168 time: 2.1763470 Dec 22 17:52:51.907811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44216) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:52.037221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:52.182025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:52.210542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116897d7-b05e-4321-aa29-f387ec979840']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:52.226068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543b53fa-d3dd-4ad1-92f8-55dd9e635a24') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:52.226607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543b53fa-d3dd-4ad1-92f8-55dd9e635a24') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:52.239823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:52.258300 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:52.265541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:52:52.265932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:52:52.280938 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:52:52.376966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:52.380836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-96ad1742-f4a8-41b9-821e-feb1421ce8d4 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:52.396357 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:52.407988 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Network': ['ID=116897d7-b05e-4321-aa29-f387ec979840,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:52.411441 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:52.417860 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-79e93b3c-7e6d-4a51-a65d-996cf55ff16f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/networks/116897d7-b05e-4321-aa29-f387ec979840 HTTP/1.1" status: 204 len: 168 time: 0.5089111 Dec 22 17:52:52.420573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44220) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:52.490531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd667e0-df0c-41cf-a13d-f8c742392d3b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:52.520293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd667e0-df0c-41cf-a13d-f8c742392d3b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:52.583792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd667e0-df0c-41cf-a13d-f8c742392d3b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:52.587680 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f20060b4-9423-4ec6-8d2d-3bf0dd1fe648 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:52.607506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd667e0-df0c-41cf-a13d-f8c742392d3b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04cf388-9334-4b93-86f3-bfa5644a03c3,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:52.610418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-bcd667e0-df0c-41cf-a13d-f8c742392d3b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:52.618564 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-bcd667e0-df0c-41cf-a13d-f8c742392d3b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:52.622497 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-bcd667e0-df0c-41cf-a13d-f8c742392d3b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/security-groups/c04cf388-9334-4b93-86f3-bfa5644a03c3 HTTP/1.1" status: 204 len: 168 time: 0.1982336 Dec 22 17:52:52.841788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44228) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:52.847136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864801903', 'description': 'tempest-secgroup-smoke-864801903 description', 'project_id': '4e9659ff4ad1499995eb034280b86352'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:52:52.853713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:52:52.857708 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:52:52.860554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:52:52.866083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:52:52.952474 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 396c20db-8170-4021-8427-392c41f8988c no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:52:52.989489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 396c20db-8170-4021-8427-392c41f8988c {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:52:52.989846 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 396c20db-8170-4021-8427-392c41f8988c not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:52:53.015035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.035083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:52:53.039391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:52:53.042357 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:52:53.048281 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:52:53.118529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.123037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.126786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0eb9f582-8d3f-4534-8808-c95ff0053f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:53.170635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:53.173762 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:53.179206 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.180530 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-65fce249-6072-4cca-b4e3-bd4c2fc6fcf1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3377621 Dec 22 17:52:53.183488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44232) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:53.188580 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-cf8b3d34-4b93-400b-9a77-229aac9a9f01 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '8bf1fb14-cc6d-46db-afd1-cdfd69cd7936', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:52:53.194627 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cf8b3d34-4b93-400b-9a77-229aac9a9f01 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:52:53.198931 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cf8b3d34-4b93-400b-9a77-229aac9a9f01 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:52:53.201776 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cf8b3d34-4b93-400b-9a77-229aac9a9f01 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:52:53.207485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cf8b3d34-4b93-400b-9a77-229aac9a9f01 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:52:53.225783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3d34-4b93-400b-9a77-229aac9a9f01 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.297105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3d34-4b93-400b-9a77-229aac9a9f01 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.300124 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3d34-4b93-400b-9a77-229aac9a9f01 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.302096 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7672a112-a270-4b5a-adde-bd6d22f37903 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:53.331654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b3d34-4b93-400b-9a77-229aac9a9f01 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e8c42d-6e2d-4e44-9689-5f5a424c53b8,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:53.334127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cf8b3d34-4b93-400b-9a77-229aac9a9f01 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:53.341160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3d34-4b93-400b-9a77-229aac9a9f01 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.342359 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cf8b3d34-4b93-400b-9a77-229aac9a9f01 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579196 Dec 22 17:52:53.345603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44236) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:53.350940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d59ab296-4048-4573-b970-cc7b9bdd5f41 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '8bf1fb14-cc6d-46db-afd1-cdfd69cd7936', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:52:53.357588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d59ab296-4048-4573-b970-cc7b9bdd5f41 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:52:53.361394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d59ab296-4048-4573-b970-cc7b9bdd5f41 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:52:53.364275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d59ab296-4048-4573-b970-cc7b9bdd5f41 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:52:53.370025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d59ab296-4048-4573-b970-cc7b9bdd5f41 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:52:53.387176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d59ab296-4048-4573-b970-cc7b9bdd5f41 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.448529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d59ab296-4048-4573-b970-cc7b9bdd5f41 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.452179 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d59ab296-4048-4573-b970-cc7b9bdd5f41 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.457873 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ce89d083-ac99-451d-824b-5bb34f10e388 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:53.477070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ab296-4048-4573-b970-cc7b9bdd5f41 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333fe60b-a992-42a2-bece-a9c049cbd0ef,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:53.479957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d59ab296-4048-4573-b970-cc7b9bdd5f41 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:53.488509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d59ab296-4048-4573-b970-cc7b9bdd5f41 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.489782 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d59ab296-4048-4573-b970-cc7b9bdd5f41 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432445 Dec 22 17:52:53.492748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44240) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:53.498019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b1f34f82-c764-48a5-99ca-ffd6dbcaf115 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '8bf1fb14-cc6d-46db-afd1-cdfd69cd7936', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:52:53.503982 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b1f34f82-c764-48a5-99ca-ffd6dbcaf115 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:52:53.508409 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b1f34f82-c764-48a5-99ca-ffd6dbcaf115 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:52:53.511377 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b1f34f82-c764-48a5-99ca-ffd6dbcaf115 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:52:53.516980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b1f34f82-c764-48a5-99ca-ffd6dbcaf115 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:52:53.535420 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b1f34f82-c764-48a5-99ca-ffd6dbcaf115 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.601629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b1f34f82-c764-48a5-99ca-ffd6dbcaf115 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.606442 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b1f34f82-c764-48a5-99ca-ffd6dbcaf115 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.608426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-02d53be0-882c-4e54-8557-8551bdc48616 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:53.631992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f34f82-c764-48a5-99ca-ffd6dbcaf115 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fe4017-aca9-4bc0-b002-2fdf02a04796,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:53.634542 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b1f34f82-c764-48a5-99ca-ffd6dbcaf115 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:53.642115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b1f34f82-c764-48a5-99ca-ffd6dbcaf115 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.643521 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b1f34f82-c764-48a5-99ca-ffd6dbcaf115 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497619 Dec 22 17:52:53.646199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44244) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:53.654230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-ea9c83f0-adf6-49c3-8519-10a3aee073ba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '8bf1fb14-cc6d-46db-afd1-cdfd69cd7936', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:52:53.660648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ea9c83f0-adf6-49c3-8519-10a3aee073ba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:52:53.665279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ea9c83f0-adf6-49c3-8519-10a3aee073ba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:52:53.668308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-ea9c83f0-adf6-49c3-8519-10a3aee073ba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:52:53.674168 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-ea9c83f0-adf6-49c3-8519-10a3aee073ba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:52:53.691863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea9c83f0-adf6-49c3-8519-10a3aee073ba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.757400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea9c83f0-adf6-49c3-8519-10a3aee073ba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.761350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea9c83f0-adf6-49c3-8519-10a3aee073ba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.767438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7a8b88ef-de7a-4ce6-a90e-39f636711a4b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:53.787397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c83f0-adf6-49c3-8519-10a3aee073ba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3ec1a3-ca4c-430c-968a-a81c2a6d4321,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:53.792686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ea9c83f0-adf6-49c3-8519-10a3aee073ba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:53.797318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-ea9c83f0-adf6-49c3-8519-10a3aee073ba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.798653 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-ea9c83f0-adf6-49c3-8519-10a3aee073ba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515324 Dec 22 17:52:53.801713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44248) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:53.808259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '8bf1fb14-cc6d-46db-afd1-cdfd69cd7936', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:52:53.815228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:52:53.820220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:52:53.823714 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:52:53.831736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:52:53.842484 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Project 4e9659ff4ad1499995eb034280b86352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:52:53.849677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.923840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.928426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.930451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f822511c-8671-46d0-9768-7032bc00c1c4 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:53.954422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea14904-1bf0-4081-a0a3-2df05eed2baa,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:53.957461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:53.967310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:53.968858 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-286e4a75-d770-46ba-b648-9beedb70cee4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1657090 Dec 22 17:52:53.971946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44252) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:53.977356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '8bf1fb14-cc6d-46db-afd1-cdfd69cd7936', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:52:53.986083 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:52:53.990639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:52:53.994148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:52:54.004584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:52:54.016936 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Project 4e9659ff4ad1499995eb034280b86352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:52:54.025042 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:54.102558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:54.106679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:54.108704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-142f1878-cef1-4e2d-87cf-361dfcddf1df tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:54.131361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e9642e-a255-4c26-af34-1b8c9635d746,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:54.134402 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:54.146312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:54.147661 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d980b069-bf32-420d-8d52-71c856601ff8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1747093 Dec 22 17:52:54.151480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44256) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:54.157594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'network': {'name': 'tempest-network-smoke--1410487061', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'port_security_enabled': True}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:52:54.163323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:52:54.167638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:network and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:52:54.170562 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:52:54.176439 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:52:54.187211 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:52:54.190942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:54.220327 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:52:54.229374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:54.229714 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Added segment e45b39c0-f177-4f4f-90c3-d621c3d4d8e4 of type vlan for network e33991ae-7bdc-40db-8ff9-021d00546cf7 Dec 22 17:52:54.255785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:54.294103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:54.299679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:54.300260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:54.303896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-390ff057-3b43-44f4-a970-3c57b1f179d3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:54.420839 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2682669 Dec 22 17:52:54.424071 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44260) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:54.426946 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Network': ['ID=e33991ae-7bdc-40db-8ff9-021d00546cf7,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:54.432329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'admin_state_up': True, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:52:54.438364 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-131de33f-ff5f-443d-bd3e-85c0f8ed4a67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:54.438612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network e33991ae-7bdc-40db-8ff9-021d00546cf7 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:52:54.440794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:52:54.445043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:router and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:52:54.448738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:52:54.454852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:52:54.466895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:54.468220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:54.485108 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:54.883592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:55.182469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:55.211919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:55.346444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.26.3.194 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/1d699bbc-6723-4a29-a6f7-1711accef156) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:52:55.494240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:55.524064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:55.528529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8ad1254f-578c-40db-af1f-65a87d339044 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:55.586752 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:52:55.589532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:52:55.593363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:52:55.639052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=1d699bbc-6723-4a29-a6f7-1711accef156,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:55.643297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:56.008878 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:56.480040 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:56.683345 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 72995dc5-a2e9-485e-8137-739d7fda81de is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:52:56.865615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:52:56.875853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Sync routers for ids ['72995dc5-a2e9-485e-8137-739d7fda81de'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:52:56.885712 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Routers {'72995dc5-a2e9-485e-8137-739d7fda81de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:52:56.886345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:52:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['72995dc5-a2e9-485e-8137-739d7fda81de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:56.893487 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:56.894835 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4698207 Dec 22 17:52:56.898126 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44264) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:56.990128 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3cac820c-2587-4797-b4f7-7b576e2f6678 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4e9659ff4ad1499995eb034280b86352&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0893300 Dec 22 17:52:56.993571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44270) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:57.085206 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Set router 72995dc5-a2e9-485e-8137-739d7fda81de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:52:57.136898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f86b309-fc07-4381-a791-2f5c5ebecc3c tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:57.138420 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-2f86b309-fc07-4381-a791-2f5c5ebecc3c tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1438739 Dec 22 17:52:57.141341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44274) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:57.182019 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-4af5963a-94fa-470c-9234-0a1e73434aa7 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393898 Dec 22 17:52:57.184338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44278) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:57.190017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-630251993', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:52:57.303013 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:52:57.307691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:subnet and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:52:57.310580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:52:57.316447 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:52:57.329371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:52:57.332805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:57.388306 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:52:55Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:57.393625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Checking router: 72995dc5-a2e9-485e-8137-739d7fda81de for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:52:57.393997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Updating router 72995dc5-a2e9-485e-8137-739d7fda81de port 1d699bbc-6723-4a29-a6f7-1711accef156 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:52:57.457382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:57.561990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:57.566955 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2798ce51-2387-4b6b-a042-c990b7d9354b tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:57.653957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Subnet': ['ID=5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:57.656629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:57.657722 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Checking segment: {'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:52:57.658089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network hostable DHCP agents. Network: e33991ae-7bdc-40db-8ff9-021d00546cf7, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:52:57.678523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network e33991ae-7bdc-40db-8ff9-021d00546cf7 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:52:57.691556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, e33991ae-7bdc-40db-8ff9-021d00546cf7) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:52:57.701065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:52:57.701670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:57.704762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9b3fb-2c22-4571-96ab-562cbe6c4435 None None] Network e33991ae-7bdc-40db-8ff9-021d00546cf7 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:52:57.725812 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5404289 Dec 22 17:52:57.729247 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44282) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:52:57.794205 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1b161f7b-06a4-4690-af5e-9b29d78896e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:57.917258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:57.941927 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Transition to ACTIVE for port object 1d699bbc-6723-4a29-a6f7-1711accef156 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:52:57.982461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:57.988509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-18b4c320-ef56-4eed-9e8c-59b52548fd3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:58.103685 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Attempting to bind port 1d699bbc-6723-4a29-a6f7-1711accef156 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:52:58.104066 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Attempting to bind port 1d699bbc-6723-4a29-a6f7-1711accef156 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:52:58.104441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Attempting to bind port 1d699bbc-6723-4a29-a6f7-1711accef156 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:52:58.120093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:52:58.120411 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:52:58.120813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:58.121249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:52:58.121775 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Bound port: 1d699bbc-6723-4a29-a6f7-1711accef156, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:52:58.122061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:58.150375 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-e33991ae-7bdc-40db-8ff9-021d00546cf7', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ips': [{'subnet_id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:52:58.151259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:58.167083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d14bf-7a45-4c40-9cce-40ff944395cb None None] Pushing event updated for resources: {'Port': ['ID=1d699bbc-6723-4a29-a6f7-1711accef156,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:58.182381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e15d14bf-7a45-4c40-9cce-40ff944395cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:58.349333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] For port 1d699bbc-6723-4a29-a6f7-1711accef156, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:52:58.355871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] For port 1d699bbc-6723-4a29-a6f7-1711accef156, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1d699bbc-6723-4a29-a6f7-1711accef156,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:52:58.364083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:58.370568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0783e68a-90db-41f6-b140-741238a32a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:58.503239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Routers {'72995dc5-a2e9-485e-8137-739d7fda81de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:52:58.504227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:52:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['72995dc5-a2e9-485e-8137-739d7fda81de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:58.645149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d14bf-7a45-4c40-9cce-40ff944395cb None None] Pushing event updated for resources: {'Port': ['ID=1d699bbc-6723-4a29-a6f7-1711accef156,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:58.648442 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e15d14bf-7a45-4c40-9cce-40ff944395cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:58.650267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Allocated IP 172.20.0.2 (e33991ae-7bdc-40db-8ff9-021d00546cf7/5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c/d6bb95d7-6960-4b12-ad11-e73080aa51e3) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:52:58.664172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:58.844522 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] Set router 72995dc5-a2e9-485e-8137-739d7fda81de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:52:59.179877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:59.219637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Transition to ACTIVE for port object d6bb95d7-6960-4b12-ad11-e73080aa51e3 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:52:59.252005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Transition to ACTIVE for port object d6bb95d7-6960-4b12-ad11-e73080aa51e3 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:52:59.261128 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:59.265625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:59.332530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Network e33991ae-7bdc-40db-8ff9-021d00546cf7 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:52:59.336579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:52:59.339006 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:52:59.342242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.20.0.1 (e33991ae-7bdc-40db-8ff9-021d00546cf7/5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c/82892835-c191-4137-9fa8-ab5b70e8cc3c) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:52:59.387609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Pushing event updated for resources: {'Port': ['ID=d6bb95d7-6960-4b12-ad11-e73080aa51e3,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:59.390477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:59.428505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:52:55Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:52:59.449214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc0a36d-341d-4eec-a862-8afb3ad7fb8b None None] The sync data for ids ['72995dc5-a2e9-485e-8137-739d7fda81de'] in dv-neutron-822513-1-hyperv is: [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:52:55Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:52:59.458219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Attempting to bind port d6bb95d7-6960-4b12-ad11-e73080aa51e3 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:52:59.458598 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Attempting to bind port d6bb95d7-6960-4b12-ad11-e73080aa51e3 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:52:59.458965 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Attempting to bind port d6bb95d7-6960-4b12-ad11-e73080aa51e3 on network e33991ae-7bdc-40db-8ff9-021d00546cf7 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:52:59.465088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:52:59.465529 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Checking segment: {'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:52:59.465865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:59.466264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Bound using segment: {'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:52:59.466736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Bound port: d6bb95d7-6960-4b12-ad11-e73080aa51e3, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:52:59.467135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:59.584967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] For port d6bb95d7-6960-4b12-ad11-e73080aa51e3, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:52:59.590450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] For port d6bb95d7-6960-4b12-ad11-e73080aa51e3, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d6bb95d7-6960-4b12-ad11-e73080aa51e3,segment=NetworkSegment(e45b39c0-f177-4f4f-90c3-d621c3d4d8e4),segment_id=e45b39c0-f177-4f4f-90c3-d621c3d4d8e4)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:52:59.597166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:59.599809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:59.601555 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:59.623357 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Transition to ACTIVE for port object 82892835-c191-4137-9fa8-ab5b70e8cc3c will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:52:59.660701 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:52:59.666825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2dac3588-0c49-432f-9912-61638b79bae2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:52:59.687416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Pushing event updated for resources: {'Port': ['ID=d6bb95d7-6960-4b12-ad11-e73080aa51e3,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:59.693620 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:59.801236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network e33991ae-7bdc-40db-8ff9-021d00546cf7 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:52:59.805846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:52:59.812929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:52:59.911629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=82892835-c191-4137-9fa8-ab5b70e8cc3c,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:52:59.916673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:52:59.942328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:00.135271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6ff0afb5-2fb9-4d06-a1bb-a78dd742777d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:00.464102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:01.083538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d6bb95d7-6960-4b12-ad11-e73080aa51e3 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:53:01.087546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:01.093975 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:01.128592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c82668de-4c69-4903-af84-7842f1808de2 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:01.153635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed77e70b-a6d3-4900-896a-90e996fc575e None None] Network e33991ae-7bdc-40db-8ff9-021d00546cf7 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:53:01.215507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:01.223089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=82892835-c191-4137-9fa8-ab5b70e8cc3c,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:01.228489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:01.334987 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f9a9ef06-5b23-42e4-a31d-3b9b5f46dc2d None None] Provisioning for port d6bb95d7-6960-4b12-ad11-e73080aa51e3 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:53:01.349417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:01.360942 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:01.402184 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port d6bb95d7-6960-4b12-ad11-e73080aa51e3 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:53:01.414571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port d6bb95d7-6960-4b12-ad11-e73080aa51e3 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:53:01.415158 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:01.445981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network e33991ae-7bdc-40db-8ff9-021d00546cf7 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:53:01.447715 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:53:01.702964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 72995dc5-a2e9-485e-8137-739d7fda81de has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:53:01.771618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:01.817819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port d6bb95d7-6960-4b12-ad11-e73080aa51e3, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d6bb95d7-6960-4b12-ad11-e73080aa51e3,segment=NetworkSegment(e45b39c0-f177-4f4f-90c3-d621c3d4d8e4),segment_id=e45b39c0-f177-4f4f-90c3-d621c3d4d8e4)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:53:01.827917 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:01.829291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1d699bbc-6723-4a29-a6f7-1711accef156 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:53:01.884111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:01.990455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:53:02.005812 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Sync routers for ids ['72995dc5-a2e9-485e-8137-739d7fda81de'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:53:02.019160 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "PUT /v2.0/routers/72995dc5-a2e9-485e-8137-739d7fda81de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2773707 Dec 22 17:53:02.019643 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Routers {'72995dc5-a2e9-485e-8137-739d7fda81de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:53:02.020571 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:53:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['72995dc5-a2e9-485e-8137-739d7fda81de'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:53:02.076231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=d6bb95d7-6960-4b12-ad11-e73080aa51e3,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:02.090916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 1d699bbc-6723-4a29-a6f7-1711accef156 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:53:02.096895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:02.109788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 1d699bbc-6723-4a29-a6f7-1711accef156 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:53:02.110381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:02.153819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7f131bd5-8991-4e72-b20f-d45998848276 None None] Provisioning for port 82892835-c191-4137-9fa8-ab5b70e8cc3c completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:53:02.176374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7f131bd5-8991-4e72-b20f-d45998848276 None None] Provisioning complete for port 82892835-c191-4137-9fa8-ab5b70e8cc3c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:53:02.177119 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7f131bd5-8991-4e72-b20f-d45998848276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:02.267035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-7f131bd5-8991-4e72-b20f-d45998848276 None None] Port 82892835-c191-4137-9fa8-ab5b70e8cc3c cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:53:02.280101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-9c36f3bc-e269-441a-a726-70a85a3c64e6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:53:02.303460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-9c36f3bc-e269-441a-a726-70a85a3c64e6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:53:02.312781 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-9c36f3bc-e269-441a-a726-70a85a3c64e6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864801903&fields=id&tenant_id=4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 267 time: 0.0827005 Dec 22 17:53:02.373652 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7f131bd5-8991-4e72-b20f-d45998848276 None None] Provisioning complete for port d6bb95d7-6960-4b12-ad11-e73080aa51e3 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:53:02.374244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7f131bd5-8991-4e72-b20f-d45998848276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:02.477480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:02.486553 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Set router 72995dc5-a2e9-485e-8137-739d7fda81de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:53:02.498824 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-11e5b357-b1bd-4a9f-ad03-79c3c09056fa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:02.499576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-11e5b357-b1bd-4a9f-ad03-79c3c09056fa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:53:02.507101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 1d699bbc-6723-4a29-a6f7-1711accef156, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1d699bbc-6723-4a29-a6f7-1711accef156,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:53:02.522930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:02.526062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-11e5b357-b1bd-4a9f-ad03-79c3c09056fa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:53:02.527031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:02.532050 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-11e5b357-b1bd-4a9f-ad03-79c3c09056fa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/networks?id=e33991ae-7bdc-40db-8ff9-021d00546cf7 HTTP/1.1" status: 200 len: 797 time: 0.2136309 Dec 22 17:53:02.551619 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-bdb170e0-6beb-41e3-af33-69642d368b7b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/quotas/4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 375 time: 0.0161672 Dec 22 17:53:02.660089 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-8bfd0623-864f-4ec1-9cab-6011eecb5b0b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071401 Dec 22 17:53:02.746317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=1d699bbc-6723-4a29-a6f7-1711accef156,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:02.754481 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:02.756115 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:02.822075 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-873c399c-b69a-48a8-a33f-9afcc38e4c6d service neutron] 10.222.0.70 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464677 Dec 22 17:53:02.889593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-9bffc651-604b-45d5-af07-903409a43a4a None None] Provisioning complete for port 82892835-c191-4137-9fa8-ab5b70e8cc3c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:53:02.890562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9bffc651-604b-45d5-af07-903409a43a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:02.968467 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-9bffc651-604b-45d5-af07-903409a43a4a None None] Port 82892835-c191-4137-9fa8-ab5b70e8cc3c cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:53:02.983646 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d6bb95d7-6960-4b12-ad11-e73080aa51e3 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:53:03.008829 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:53:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '82892835-c191-4137-9fa8-ab5b70e8cc3c', 'name': '', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:72:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:58Z', 'updated_at': '2021-12-22T17:53:00Z', 'revision_number': 2, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:53:03.009832 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-8d86de83-0a2d-44f6-b072-415fe8b01654 service neutron] 10.222.0.70 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828094 Dec 22 17:53:03.015875 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Checking router: 72995dc5-a2e9-485e-8137-739d7fda81de for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:53:03.016344 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Updating router 72995dc5-a2e9-485e-8137-739d7fda81de port 82892835-c191-4137-9fa8-ab5b70e8cc3c binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:53:03.076105 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:03.109549 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port d6bb95d7-6960-4b12-ad11-e73080aa51e3 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:53:03.110360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:03.299385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-eea8f102-d425-41f2-9650-5377e7109a85 req-9be78b32-b732-4050-8a6e-a1133d7db549 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:53:03.314531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1d699bbc-6723-4a29-a6f7-1711accef156 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:53:03.317964 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-eea8f102-d425-41f2-9650-5377e7109a85 req-9be78b32-b732-4050-8a6e-a1133d7db549 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:53:03.331633 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eea8f102-d425-41f2-9650-5377e7109a85 req-9be78b32-b732-4050-8a6e-a1133d7db549 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 210 time: 0.0761161 Dec 22 17:53:03.410112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 1d699bbc-6723-4a29-a6f7-1711accef156 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:53:03.410576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:03.505068 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:03.520490 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Transition to ACTIVE for port object 82892835-c191-4137-9fa8-ab5b70e8cc3c will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:53:03.532689 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:03.546220 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:03.695757 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Pushing event updated for resources: {'Port': ['ID=82892835-c191-4137-9fa8-ab5b70e8cc3c,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:03.745827 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:53:03.746045 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:53:03.746379 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:53:03.746713 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:53:03.747039 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:53:03.747407 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:53:03.747729 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:53:03.748050 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:53:03.748371 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:53:03.748689 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:53:03.749005 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:53:03.749329 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:53:03.829089 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:03.864539 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Attempting to bind port 82892835-c191-4137-9fa8-ab5b70e8cc3c on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:53:03.864930 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Attempting to bind port 82892835-c191-4137-9fa8-ab5b70e8cc3c by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:53:03.865205 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Attempting to bind port 82892835-c191-4137-9fa8-ab5b70e8cc3c on network e33991ae-7bdc-40db-8ff9-021d00546cf7 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:53:03.880011 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:53:03.880485 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Checking segment: {'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:53:03.880759 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:03.881172 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Bound using segment: {'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:53:03.882781 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Bound port: 82892835-c191-4137-9fa8-ab5b70e8cc3c, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:53:03.883194 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:04.011849 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] For port 82892835-c191-4137-9fa8-ab5b70e8cc3c, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:53:04.015829 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] For port 82892835-c191-4137-9fa8-ab5b70e8cc3c, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=82892835-c191-4137-9fa8-ab5b70e8cc3c,segment=NetworkSegment(e45b39c0-f177-4f4f-90c3-d621c3d4d8e4),segment_id=e45b39c0-f177-4f4f-90c3-d621c3d4d8e4)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:53:04.021263 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:04.027254 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-5ca7fd50-52e2-4202-9840-8625c6f60c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:04.114345 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Routers {'72995dc5-a2e9-485e-8137-739d7fda81de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:53:04.115047 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:53:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['72995dc5-a2e9-485e-8137-739d7fda81de'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:53:04.174323 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Pushing event updated for resources: {'Port': ['ID=82892835-c191-4137-9fa8-ab5b70e8cc3c,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:04.180241 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:04.448030 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] Set router 72995dc5-a2e9-485e-8137-739d7fda81de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:53:04.560141 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-901d0eac-9459-46fe-ad95-2290692bbedd req-877deaf1-4e98-498a-8e86-779a77482a96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 210 time: 0.0628035 Dec 22 17:53:04.839061 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:53:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '82892835-c191-4137-9fa8-ab5b70e8cc3c', 'name': '', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:72:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:58Z', 'updated_at': '2021-12-22T17:53:04Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:53:04.844394 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810651ee-96ed-448f-a1fb-7e4601f422f8 None None] The sync data for ids ['72995dc5-a2e9-485e-8137-739d7fda81de'] in dv-neutron-822513-1-hyperv is: [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:53:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '82892835-c191-4137-9fa8-ab5b70e8cc3c', 'name': '', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:72:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:58Z', 'updated_at': '2021-12-22T17:53:04Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:53:05.087769 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 82892835-c191-4137-9fa8-ab5b70e8cc3c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:53:05.228001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-9a29cf51-94c5-45f3-af89-973cd62e6cec tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:05.229960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-9a29cf51-94c5-45f3-af89-973cd62e6cec tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:53:05.241382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 82892835-c191-4137-9fa8-ab5b70e8cc3c completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:53:05.246147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-9a29cf51-94c5-45f3-af89-973cd62e6cec tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:53:05.247373 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-9a29cf51-94c5-45f3-af89-973cd62e6cec tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/networks?id=e33991ae-7bdc-40db-8ff9-021d00546cf7 HTTP/1.1" status: 200 len: 797 time: 0.3713677 Dec 22 17:53:05.248258 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 82892835-c191-4137-9fa8-ab5b70e8cc3c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:53:05.248648 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:05.309908 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-c3a2b9aa-4aac-47e4-9b43-3804bb1934bb tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 379 time: 0.0542865 Dec 22 17:53:05.320082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'port': {'device_id': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'admin_state_up': True, 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'security_groups': ['8bf1fb14-cc6d-46db-afd1-cdfd69cd7936']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:53:05.417111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:05.470371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 82892835-c191-4137-9fa8-ab5b70e8cc3c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=82892835-c191-4137-9fa8-ab5b70e8cc3c,segment=NetworkSegment(e45b39c0-f177-4f4f-90c3-d621c3d4d8e4),segment_id=e45b39c0-f177-4f4f-90c3-d621c3d4d8e4)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:53:05.474855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:05.477992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:05.502616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:53:05.517904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:53:05.540659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:53:05.546406 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:05.561114 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=82892835-c191-4137-9fa8-ab5b70e8cc3c,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:05.565956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:05.600690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:05.849363 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0667844a-99bb-4fb6-a4f2-fdba41d5608d req-8279f5ca-a239-4a3c-bb60-a9c9e8549bcc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 210 time: 0.0965934 Dec 22 17:53:05.881437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.20.0.8 (e33991ae-7bdc-40db-8ff9-021d00546cf7/5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c/e0231b9a-2c87-43ae-b701-8701be800dfd) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:53:06.117871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:06.137408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Transition to ACTIVE for port object e0231b9a-2c87-43ae-b701-8701be800dfd will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:53:06.168520 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:06.176451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9dd50824-34c5-4959-8a92-d854c49f3700 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:06.248544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network e33991ae-7bdc-40db-8ff9-021d00546cf7 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:53:06.252113 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:53:06.254578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:53:06.311260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=e0231b9a-2c87-43ae-b701-8701be800dfd,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:06.314658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:06.334841 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:06.335584 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:06.373583 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0578723 Dec 22 17:53:06.389565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Request body: {'port': {'device_id': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:53:06.532380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:06.571350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7275593f-2d46-476d-9ca2-c9365931e638 None None] Provisioning for port e0231b9a-2c87-43ae-b701-8701be800dfd completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:53:06.577796 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7275593f-2d46-476d-9ca2-c9365931e638 None None] Provisioning complete for port e0231b9a-2c87-43ae-b701-8701be800dfd triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:53:06.578272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7275593f-2d46-476d-9ca2-c9365931e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:06.637676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-7275593f-2d46-476d-9ca2-c9365931e638 None None] Port e0231b9a-2c87-43ae-b701-8701be800dfd cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:53:06.932993 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0231b9a-2c87-43ae-b701-8701be800dfd {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:53:06.940573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:06.979552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Transition to ACTIVE for port object e0231b9a-2c87-43ae-b701-8701be800dfd will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:53:06.986041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:06.990734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-250058db-862a-4919-9e32-6ac0e2306367 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:07.014198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 82892835-c191-4137-9fa8-ab5b70e8cc3c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:53:07.157261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 82892835-c191-4137-9fa8-ab5b70e8cc3c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:53:07.157793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:07.160106 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bc58c-1a27-46a4-bb28-9f3d668f1e58 req-5ed368ad-1143-4c16-8009-6c9fa1571bcb tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:07.174726 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7f5bc58c-1a27-46a4-bb28-9f3d668f1e58 req-5ed368ad-1143-4c16-8009-6c9fa1571bcb tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 943 time: 0.1630301 Dec 22 17:53:07.204734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0231b9a-2c87-43ae-b701-8701be800dfd,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:07.224909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:07.287811 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7f5bc58c-1a27-46a4-bb28-9f3d668f1e58 req-9b5bb279-45ff-45dc-8ff0-8168d7a3c90a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112006 Dec 22 17:53:07.398978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Attempting to bind port e0231b9a-2c87-43ae-b701-8701be800dfd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:53:07.400033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Attempting to bind port e0231b9a-2c87-43ae-b701-8701be800dfd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:53:07.400256 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Attempting to bind port e0231b9a-2c87-43ae-b701-8701be800dfd on network e33991ae-7bdc-40db-8ff9-021d00546cf7 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:53:07.406199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Port e0231b9a-2c87-43ae-b701-8701be800dfd on network e33991ae-7bdc-40db-8ff9-021d00546cf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:53:07.406669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Attempting to bind port e0231b9a-2c87-43ae-b701-8701be800dfd on network e33991ae-7bdc-40db-8ff9-021d00546cf7 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:53:07.414331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:53:07.414725 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Checking segment: {'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:53:07.417196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Bound using segment: {'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:53:07.417831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Bound port: e0231b9a-2c87-43ae-b701-8701be800dfd, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:53:07.418448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:07.524783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] For port e0231b9a-2c87-43ae-b701-8701be800dfd, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:53:07.528857 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] For port e0231b9a-2c87-43ae-b701-8701be800dfd, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e0231b9a-2c87-43ae-b701-8701be800dfd,segment=NetworkSegment(e45b39c0-f177-4f4f-90c3-d621c3d4d8e4),segment_id=e45b39c0-f177-4f4f-90c3-d621c3d4d8e4)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:53:07.533903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:07.538001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d01a2627-a782-4ecf-b79e-abfd4e8f2af1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:07.602325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:07.602991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:07.604644 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] 10.222.0.53 "PUT /v2.0/ports/e0231b9a-2c87-43ae-b701-8701be800dfd HTTP/1.1" status: 200 len: 1093 time: 1.2222898 Dec 22 17:53:07.605141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'tag': 'e0231b9a-2c87-43ae-b701-8701be800dfd'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:53:07.647744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0231b9a-2c87-43ae-b701-8701be800dfd,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:07.652935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:07.662321 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'tag': 'e0231b9a-2c87-43ae-b701-8701be800dfd', 'status': 'completed', 'code': 200} Dec 22 17:53:07.922812 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-6f42dfc4-747e-40d7-9b06-c92cb4588066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:07.924747 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-6f42dfc4-747e-40d7-9b06-c92cb4588066 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 1096 time: 0.2553976 Dec 22 17:53:08.012479 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-1dedfcf9-9a2f-439e-8de9-9ca7b6bf2622 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0231b9a-2c87-43ae-b701-8701be800dfd HTTP/1.1" status: 200 len: 217 time: 0.0801115 Dec 22 17:53:08.084047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-8965b022-9c1f-4850-9a31-66d9f28a247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:08.086272 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-8965b022-9c1f-4850-9a31-66d9f28a247e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c HTTP/1.1" status: 200 len: 834 time: 0.0679462 Dec 22 17:53:08.174557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-8ca947b8-c8fd-4386-a5a7-3bb84c21872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:08.176074 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-8ca947b8-c8fd-4386-a5a7-3bb84c21872d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e33991ae-7bdc-40db-8ff9-021d00546cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823228 Dec 22 17:53:08.316915 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-dcb0cc01-fbcf-434c-9caf-5f4205d80335 service neutron] 10.222.0.53 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338036 Dec 22 17:53:08.482513 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-48c8ade9-01b0-4722-b7fd-8676fefd831b req-31369b02-4e47-454b-b4c6-e02d0fb8d1d0 service neutron] 10.222.0.53 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592188 Dec 22 17:53:08.544210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee72589-e602-4326-a6e9-9f1defd1f8d1 req-c1356d90-fda5-479f-a47a-58e6533f9281 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:08.546412 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0ee72589-e602-4326-a6e9-9f1defd1f8d1 req-c1356d90-fda5-479f-a47a-58e6533f9281 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 943 time: 0.1104226 Dec 22 17:53:08.617264 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0ee72589-e602-4326-a6e9-9f1defd1f8d1 req-36f92207-7ba4-4454-95cc-79cb7d6e27c8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636430 Dec 22 17:53:08.652072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161110a-8254-452f-ae2b-8033ea2fdd13 req-c7f536be-cbf1-4233-be7c-b750eb1368df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:08.653648 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c161110a-8254-452f-ae2b-8033ea2fdd13 req-c7f536be-cbf1-4233-be7c-b750eb1368df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 1096 time: 0.1143250 Dec 22 17:53:08.801970 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161110a-8254-452f-ae2b-8033ea2fdd13 req-c8fa829f-2323-48f5-ab21-6db2e40afbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:08.803787 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c161110a-8254-452f-ae2b-8033ea2fdd13 req-c8fa829f-2323-48f5-ab21-6db2e40afbc0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e33991ae-7bdc-40db-8ff9-021d00546cf7 HTTP/1.1" status: 200 len: 898 time: 0.1429396 Dec 22 17:53:08.881850 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c161110a-8254-452f-ae2b-8033ea2fdd13 req-a8a22312-7278-42ee-ae0d-fa68e44189f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0231b9a-2c87-43ae-b701-8701be800dfd HTTP/1.1" status: 200 len: 217 time: 0.0697958 Dec 22 17:53:08.947698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161110a-8254-452f-ae2b-8033ea2fdd13 req-41478091-c140-4f10-85db-ed596b0c477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:08.949258 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c161110a-8254-452f-ae2b-8033ea2fdd13 req-41478091-c140-4f10-85db-ed596b0c477b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c HTTP/1.1" status: 200 len: 834 time: 0.0610116 Dec 22 17:53:09.029557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161110a-8254-452f-ae2b-8033ea2fdd13 req-71e9480c-c983-46e0-ab1a-648bfce8fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:09.031027 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c161110a-8254-452f-ae2b-8033ea2fdd13 req-71e9480c-c983-46e0-ab1a-648bfce8fd16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e33991ae-7bdc-40db-8ff9-021d00546cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745623 Dec 22 17:53:09.169131 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c161110a-8254-452f-ae2b-8033ea2fdd13 req-f8eb24aa-ec76-4337-bc3a-b6794ee94500 service neutron] 10.222.0.53 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304886 Dec 22 17:53:09.307653 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c161110a-8254-452f-ae2b-8033ea2fdd13 req-37df0bb8-593c-47de-b928-aa03c941ae88 service neutron] 10.222.0.53 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306908 Dec 22 17:53:09.836507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91881b2f-69f3-474f-a62e-9b00032b8d28 req-a3f53201-4e2d-4366-9602-88c6942c2567 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:09.837207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-91881b2f-69f3-474f-a62e-9b00032b8d28 req-a3f53201-4e2d-4366-9602-88c6942c2567 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:53:09.855088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-91881b2f-69f3-474f-a62e-9b00032b8d28 req-a3f53201-4e2d-4366-9602-88c6942c2567 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:53:09.856486 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-91881b2f-69f3-474f-a62e-9b00032b8d28 req-a3f53201-4e2d-4366-9602-88c6942c2567 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 943 time: 0.1175935 Dec 22 17:53:09.910407 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-91881b2f-69f3-474f-a62e-9b00032b8d28 req-c89174c6-ebb6-4886-96d8-8fdd095ec7e0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469980 Dec 22 17:53:10.628495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e0231b9a-2c87-43ae-b701-8701be800dfd details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:53:10.790750 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port e0231b9a-2c87-43ae-b701-8701be800dfd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e0231b9a-2c87-43ae-b701-8701be800dfd,segment=NetworkSegment(e45b39c0-f177-4f4f-90c3-d621c3d4d8e4),segment_id=e45b39c0-f177-4f4f-90c3-d621c3d4d8e4)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:53:10.812531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'e0231b9a-2c87-43ae-b701-8701be800dfd', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'port_id': 'e0231b9a-2c87-43ae-b701-8701be800dfd', 'mac_address': 'fa:16:3e:fc:91:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:53:10.891812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:10.910805 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0231b9a-2c87-43ae-b701-8701be800dfd {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:53:10.931723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port e0231b9a-2c87-43ae-b701-8701be800dfd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e0231b9a-2c87-43ae-b701-8701be800dfd,segment=NetworkSegment(e45b39c0-f177-4f4f-90c3-d621c3d4d8e4),segment_id=e45b39c0-f177-4f4f-90c3-d621c3d4d8e4)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:53:10.936632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:10.939273 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:11.039850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=e0231b9a-2c87-43ae-b701-8701be800dfd,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:11.044175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:11.144793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508164-97a8-4fb2-8a10-8eda5626b4d0 req-a297362b-e09c-4e45-8e14-6ab21769e463 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:11.146327 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a8508164-97a8-4fb2-8a10-8eda5626b4d0 req-a297362b-e09c-4e45-8e14-6ab21769e463 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 944 time: 0.1003094 Dec 22 17:53:11.161399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['e0231b9a-2c87-43ae-b701-8701be800dfd'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:53:11.197146 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a8508164-97a8-4fb2-8a10-8eda5626b4d0 req-2af682fa-6d14-475a-9926-ce3e305b2756 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448387 Dec 22 17:53:12.397953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e892b5-c78c-4910-86da-1ef97944407f req-3c1cdc63-cd63-47ec-8e93-81efef94aa9b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:12.399436 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-28e892b5-c78c-4910-86da-1ef97944407f req-3c1cdc63-cd63-47ec-8e93-81efef94aa9b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 944 time: 0.0873117 Dec 22 17:53:12.449057 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-28e892b5-c78c-4910-86da-1ef97944407f req-0ac42f84-c8b8-40dc-86ac-a56cd4559b22 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393195 Dec 22 17:53:12.623762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e0231b9a-2c87-43ae-b701-8701be800dfd up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:53:12.697368 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port e0231b9a-2c87-43ae-b701-8701be800dfd completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:53:12.703272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port e0231b9a-2c87-43ae-b701-8701be800dfd triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:53:12.703762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:12.832231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:12.860237 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0231b9a-2c87-43ae-b701-8701be800dfd'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:53:12.870612 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port e0231b9a-2c87-43ae-b701-8701be800dfd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e0231b9a-2c87-43ae-b701-8701be800dfd,segment=NetworkSegment(e45b39c0-f177-4f4f-90c3-d621c3d4d8e4),segment_id=e45b39c0-f177-4f4f-90c3-d621c3d4d8e4)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:53:12.875331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:12.878122 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:12.968719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=e0231b9a-2c87-43ae-b701-8701be800dfd,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:12.972601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:12.985285 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0231b9a-2c87-43ae-b701-8701be800dfd', 'code': 200} Dec 22 17:53:13.230794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddb8c3-392d-4e52-a866-c433a48c0d61 req-fd7fc2f5-5cd6-42e7-a719-884483f70b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:13.232240 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-37ddb8c3-392d-4e52-a866-c433a48c0d61 req-fd7fc2f5-5cd6-42e7-a719-884483f70b1f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 1098 time: 0.0727208 Dec 22 17:53:13.274972 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-37ddb8c3-392d-4e52-a866-c433a48c0d61 req-233bf15a-2a71-414b-a2ba-a1925a48929e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365260 Dec 22 17:53:13.645203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f695f8-0007-493c-a3f7-b726d7988c2f req-448f0a70-6255-485d-aa73-91ef11e6be46 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:13.646862 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a1f695f8-0007-493c-a3f7-b726d7988c2f req-448f0a70-6255-485d-aa73-91ef11e6be46 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.0900280 Dec 22 17:53:13.693187 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a1f695f8-0007-493c-a3f7-b726d7988c2f req-225a9c6b-4139-4ea8-9767-218fa09e7adf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400360 Dec 22 17:53:14.910929 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed6591-a044-41b9-8986-8b8bfb391605 req-0d7d10e4-2891-4b48-927b-7cabcdb21e59 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:14.912651 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-86ed6591-a044-41b9-8986-8b8bfb391605 req-0d7d10e4-2891-4b48-927b-7cabcdb21e59 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.0941200 Dec 22 17:53:14.964698 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-86ed6591-a044-41b9-8986-8b8bfb391605 req-a299b47b-9ae1-4548-b36a-f75d39463ce2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453079 Dec 22 17:53:15.160273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d884a-b6ce-4aef-ade5-e4eb09c19cf3 req-6f32ad56-d38a-4ebe-a2b0-61fd811376b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:15.161840 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b44d884a-b6ce-4aef-ade5-e4eb09c19cf3 req-6f32ad56-d38a-4ebe-a2b0-61fd811376b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.0832069 Dec 22 17:53:15.212974 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b44d884a-b6ce-4aef-ade5-e4eb09c19cf3 req-d4184aa5-252c-4d51-b78b-24b2a9a4ee67 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406506 Dec 22 17:53:15.238034 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44344) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:53:15.312936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e71095-74bf-45c8-9d4e-9c844d5214ec tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:15.314422 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-14e71095-74bf-45c8-9d4e-9c844d5214ec tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 1093 time: 0.0753274 Dec 22 17:53:15.318939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44348) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:53:15.323905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'e0231b9a-2c87-43ae-b701-8701be800dfd', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:53:15.329926 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:53:15.333835 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:floatingip and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:53:15.337188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:53:15.343060 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:53:15.354727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:15.498886 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:15.641506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.26.3.16 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/b1660dd0-0579-432f-a9b0-723ea7eae583) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:53:15.921639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:15.952939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:15.957793 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-42b72483-3a97-4b80-a03b-ca37db1d4373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:16.023950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:53:16.026981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:53:16.029848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:53:16.065517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=b1660dd0-0579-432f-a9b0-723ea7eae583,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:16.068730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:16.471585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:16.549039 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:16.774326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:16.779794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:16.784212 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d1c69f00-884a-4909-8df6-96faa3bd4e6e tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:53:16.905610 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=b1660dd0-0579-432f-a9b0-723ea7eae583,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:53:16.910207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:53:16.919344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:17.117594 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Floating IP 97a9fa50-f774-427e-b063-99f8af96b792 associated. External IP: 172.26.3.16, port: e0231b9a-2c87-43ae-b701-8701be800dfd. Dec 22 17:53:17.648257 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 72995dc5-a2e9-485e-8137-739d7fda81de has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:53:17.862685 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:53:17.876196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca25d4-9147-4164-804a-915ad48106b1 None None] Sync routers for ids ['72995dc5-a2e9-485e-8137-739d7fda81de'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:53:17.891935 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca25d4-9147-4164-804a-915ad48106b1 None None] Routers {'72995dc5-a2e9-485e-8137-739d7fda81de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:53:17.893013 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d9ca25d4-9147-4164-804a-915ad48106b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:53:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['72995dc5-a2e9-485e-8137-739d7fda81de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:53:17.901977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:18.010688 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6863198 Dec 22 17:53:18.010688 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'tag': 'e0231b9a-2c87-43ae-b701-8701be800dfd'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:53:18.200012 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'tag': 'e0231b9a-2c87-43ae-b701-8701be800dfd', 'status': 'completed', 'code': 200} Dec 22 17:53:18.219698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-d9ca25d4-9147-4164-804a-915ad48106b1 None None] Set router 72995dc5-a2e9-485e-8137-739d7fda81de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:53:18.302863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d802c7-e598-4f6a-b8a0-18dccc8dbb09 req-f955fe04-8d36-4954-938d-ce1c5e018687 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:18.306080 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a2d802c7-e598-4f6a-b8a0-18dccc8dbb09 req-f955fe04-8d36-4954-938d-ce1c5e018687 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.1585720 Dec 22 17:53:18.392408 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a2d802c7-e598-4f6a-b8a0-18dccc8dbb09 req-7bb9be17-91d8-4494-9b49-5d0970b91073 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747714 Dec 22 17:53:18.427304 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44358) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:53:18.464427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474b4c2-3ab8-426f-8169-afd0f4ec96fb req-561cbfd5-b389-4b35-8bf1-2b3e08701400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:18.466740 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2474b4c2-3ab8-426f-8169-afd0f4ec96fb req-561cbfd5-b389-4b35-8bf1-2b3e08701400 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 1098 time: 0.2913983 Dec 22 17:53:18.609396 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d606c1c8-bbb3-4641-b99e-cf6f4f82bae1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/97a9fa50-f774-427e-b063-99f8af96b792 HTTP/1.1" status: 200 len: 990 time: 0.1786885 Dec 22 17:53:18.646596 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474b4c2-3ab8-426f-8169-afd0f4ec96fb req-80b9ded0-2089-46c0-bdb9-871d32e93505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:18.648963 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2474b4c2-3ab8-426f-8169-afd0f4ec96fb req-80b9ded0-2089-46c0-bdb9-871d32e93505 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e33991ae-7bdc-40db-8ff9-021d00546cf7 HTTP/1.1" status: 200 len: 898 time: 0.1751888 Dec 22 17:53:18.663798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d9ca25d4-9147-4164-804a-915ad48106b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:53:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '97a9fa50-f774-427e-b063-99f8af96b792', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.16', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'port_id': 'e0231b9a-2c87-43ae-b701-8701be800dfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'mac_address': 'fa:16:3e:fc:91:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:53:16Z', 'updated_at': '2021-12-22T17:53:16Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82892835-c191-4137-9fa8-ab5b70e8cc3c', 'name': '', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:72:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:58Z', 'updated_at': '2021-12-22T17:53:05Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:53:18.668193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca25d4-9147-4164-804a-915ad48106b1 None None] Checking router: 72995dc5-a2e9-485e-8137-739d7fda81de for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:53:18.677854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca25d4-9147-4164-804a-915ad48106b1 None None] Routers {'72995dc5-a2e9-485e-8137-739d7fda81de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:53:18.678672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d9ca25d4-9147-4164-804a-915ad48106b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:53:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['72995dc5-a2e9-485e-8137-739d7fda81de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:53:18.771685 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2474b4c2-3ab8-426f-8169-afd0f4ec96fb req-f755afa9-a914-42c3-923b-7c0e1597bc1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0231b9a-2c87-43ae-b701-8701be800dfd HTTP/1.1" status: 200 len: 998 time: 0.1147950 Dec 22 17:53:18.837556 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474b4c2-3ab8-426f-8169-afd0f4ec96fb req-ba4ca9e7-abf5-48f4-9a5d-b29261526b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:18.839390 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2474b4c2-3ab8-426f-8169-afd0f4ec96fb req-ba4ca9e7-abf5-48f4-9a5d-b29261526b5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c HTTP/1.1" status: 200 len: 834 time: 0.0616248 Dec 22 17:53:18.924579 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474b4c2-3ab8-426f-8169-afd0f4ec96fb req-eb86b19b-a48b-4e9d-b108-ef364e5d1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:18.926431 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2474b4c2-3ab8-426f-8169-afd0f4ec96fb req-eb86b19b-a48b-4e9d-b108-ef364e5d1cb6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e33991ae-7bdc-40db-8ff9-021d00546cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808825 Dec 22 17:53:18.965188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-d9ca25d4-9147-4164-804a-915ad48106b1 None None] Set router 72995dc5-a2e9-485e-8137-739d7fda81de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:53:19.065989 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2474b4c2-3ab8-426f-8169-afd0f4ec96fb req-c8542c8d-b4c2-48c2-bbee-493a184b6acc service neutron] 10.222.0.53 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329777 Dec 22 17:53:19.206572 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2474b4c2-3ab8-426f-8169-afd0f4ec96fb req-516f896e-59c7-4941-8511-510bf0b50c78 service neutron] 10.222.0.53 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338637 Dec 22 17:53:19.336846 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-d9ca25d4-9147-4164-804a-915ad48106b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:53:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '97a9fa50-f774-427e-b063-99f8af96b792', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.16', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'port_id': 'e0231b9a-2c87-43ae-b701-8701be800dfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'mac_address': 'fa:16:3e:fc:91:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:53:16Z', 'updated_at': '2021-12-22T17:53:16Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82892835-c191-4137-9fa8-ab5b70e8cc3c', 'name': '', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:72:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:58Z', 'updated_at': '2021-12-22T17:53:05Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:53:19.341015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca25d4-9147-4164-804a-915ad48106b1 None None] The sync data for ids ['72995dc5-a2e9-485e-8137-739d7fda81de'] in dv-neutron-822513-1-hyperv is: [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:53:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '97a9fa50-f774-427e-b063-99f8af96b792', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.16', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'port_id': 'e0231b9a-2c87-43ae-b701-8701be800dfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'mac_address': 'fa:16:3e:fc:91:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:53:16Z', 'updated_at': '2021-12-22T17:53:16Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82892835-c191-4137-9fa8-ab5b70e8cc3c', 'name': '', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:72:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:58Z', 'updated_at': '2021-12-22T17:53:05Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:53:19.540245 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fdbf48-9f44-42a2-af7c-4a38089d39b1 None None] New status for floating IP 97a9fa50-f774-427e-b063-99f8af96b792: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:53:19.612284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44362) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:53:19.742470 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f93f66a8-4801-4186-9e67-8e548107716f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/97a9fa50-f774-427e-b063-99f8af96b792 HTTP/1.1" status: 200 len: 990 time: 0.1271157 Dec 22 17:53:20.745486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44366) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:53:20.885256 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-75d55881-8546-41a1-9478-2ee75e5e17b7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/97a9fa50-f774-427e-b063-99f8af96b792 HTTP/1.1" status: 200 len: 992 time: 0.1384125 Dec 22 17:53:27.702384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-74f43dab-b1de-4e43-9c9c-e4362f69737d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:28.048226 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:53:30.120565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e259e327-a62f-4b72-9507-c58ba115384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:31.186917 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:31.279015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:32.702135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:35.597155 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:45.777180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718f46f-5de5-44ec-ba63-de2d6989b075 req-3cfb41d3-d985-4a8e-a4b7-943f0e45b8e6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:45.780254 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f718f46f-5de5-44ec-ba63-de2d6989b075 req-3cfb41d3-d985-4a8e-a4b7-943f0e45b8e6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.0953057 Dec 22 17:53:45.851662 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f718f46f-5de5-44ec-ba63-de2d6989b075 req-7b981263-fac8-4c27-9e53-33e22429cd17 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652204 Dec 22 17:53:47.104444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf8bbe-b4b4-4a09-9f30-b3e45a55ff5b req-8beadbea-8e0f-4427-a870-3893f48f1cd9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:47.105909 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-56cf8bbe-b4b4-4a09-9f30-b3e45a55ff5b req-8beadbea-8e0f-4427-a870-3893f48f1cd9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.0921404 Dec 22 17:53:47.152892 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-56cf8bbe-b4b4-4a09-9f30-b3e45a55ff5b req-c5583171-d791-4696-b26a-8a8f7c04b36b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409889 Dec 22 17:53:48.401620 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4522c-9236-4a5b-8d8b-dba21f284db6 req-a22f86ca-7ea5-4dac-bc8e-2ec402a1b58f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:48.404012 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-00f4522c-9236-4a5b-8d8b-dba21f284db6 req-a22f86ca-7ea5-4dac-bc8e-2ec402a1b58f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.1418235 Dec 22 17:53:48.450548 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-00f4522c-9236-4a5b-8d8b-dba21f284db6 req-523b6b99-e80c-408d-8619-7b2b167c7d6f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407391 Dec 22 17:53:49.646995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed258-7914-42ce-8308-b40557d2f9bd req-ff157e79-3ed1-404b-a6d9-6c613759e55b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:49.648617 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-45fed258-7914-42ce-8308-b40557d2f9bd req-ff157e79-3ed1-404b-a6d9-6c613759e55b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.0908470 Dec 22 17:53:49.694804 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-45fed258-7914-42ce-8308-b40557d2f9bd req-bc05f69b-ae62-4f64-9876-088e296a5353 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402939 Dec 22 17:53:50.917115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ee6a3-f946-44b1-8540-3e47c8bfedf0 req-2e844923-0c49-48a5-9d89-1d52c46ca043 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:50.918733 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e00ee6a3-f946-44b1-8540-3e47c8bfedf0 req-2e844923-0c49-48a5-9d89-1d52c46ca043 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.0932472 Dec 22 17:53:50.969068 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e00ee6a3-f946-44b1-8540-3e47c8bfedf0 req-8ea7887f-50e9-4311-a2b4-000ed352786a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439436 Dec 22 17:53:51.438338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2e5c-e543-4d1d-9b57-40846681e98e req-7970f535-eb06-4593-8526-65935afd3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:51.439863 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8e4b2e5c-e543-4d1d-9b57-40846681e98e req-7970f535-eb06-4593-8526-65935afd3606 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 1098 time: 0.0851507 Dec 22 17:53:51.594703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2e5c-e543-4d1d-9b57-40846681e98e req-87d4fe12-6628-4120-830a-f8399efc2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:51.596257 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8e4b2e5c-e543-4d1d-9b57-40846681e98e req-87d4fe12-6628-4120-830a-f8399efc2885 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e33991ae-7bdc-40db-8ff9-021d00546cf7 HTTP/1.1" status: 200 len: 898 time: 0.1359384 Dec 22 17:53:51.707531 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8e4b2e5c-e543-4d1d-9b57-40846681e98e req-aa42cc9d-4e97-493c-a5fa-b43e74b8da78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0231b9a-2c87-43ae-b701-8701be800dfd HTTP/1.1" status: 200 len: 1000 time: 0.1040051 Dec 22 17:53:51.773342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2e5c-e543-4d1d-9b57-40846681e98e req-c3fb71aa-a49f-4463-a422-33386f12d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:51.775123 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8e4b2e5c-e543-4d1d-9b57-40846681e98e req-c3fb71aa-a49f-4463-a422-33386f12d03c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c HTTP/1.1" status: 200 len: 834 time: 0.0607877 Dec 22 17:53:51.855199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b2e5c-e543-4d1d-9b57-40846681e98e req-f81b437d-c259-4bb9-9f4b-c6595929bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:51.856679 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8e4b2e5c-e543-4d1d-9b57-40846681e98e req-f81b437d-c259-4bb9-9f4b-c6595929bd0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e33991ae-7bdc-40db-8ff9-021d00546cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750437 Dec 22 17:53:52.182066 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8e4b2e5c-e543-4d1d-9b57-40846681e98e req-4a7e910f-e451-45ce-ae56-b21d85b9672a service neutron] 10.222.0.53 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182685 Dec 22 17:53:52.240654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1e936-98ce-4a66-a5b0-b0716b1c0731 req-30c864e5-428b-4d34-880c-58fe0f83af19 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:52.242625 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-27f1e936-98ce-4a66-a5b0-b0716b1c0731 req-30c864e5-428b-4d34-880c-58fe0f83af19 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.1217647 Dec 22 17:53:52.311549 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-27f1e936-98ce-4a66-a5b0-b0716b1c0731 req-c45556e1-0583-4a38-9ee0-d5904e58cc80 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565591 Dec 22 17:53:52.352043 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8e4b2e5c-e543-4d1d-9b57-40846681e98e req-42bc6dc9-3d02-47aa-95e3-cfc7d6863f5b service neutron] 10.222.0.53 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617644 Dec 22 17:53:53.523164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec981b-a800-4e8f-ad56-ae5d7c7d6a36 req-7e0aeccd-c2ae-4811-8205-13ad8d9fdb04 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:53.525003 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffec981b-a800-4e8f-ad56-ae5d7c7d6a36 req-7e0aeccd-c2ae-4811-8205-13ad8d9fdb04 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.0858305 Dec 22 17:53:53.574303 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ffec981b-a800-4e8f-ad56-ae5d7c7d6a36 req-b3f5037b-bceb-42da-a920-85d99e1f533b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431719 Dec 22 17:53:54.828738 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89ba0f-3da2-4047-bc01-2628e931fbb5 req-1dc04169-0673-4a1e-96d1-12e771a2ddc7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:54.830537 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ff89ba0f-3da2-4047-bc01-2628e931fbb5 req-1dc04169-0673-4a1e-96d1-12e771a2ddc7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.1061051 Dec 22 17:53:54.891097 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ff89ba0f-3da2-4047-bc01-2628e931fbb5 req-8ce4624e-d4a0-4f24-a62c-d9675114bce7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499344 Dec 22 17:53:56.108763 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62770a-9cb6-40dc-a97d-91a0d49bcf51 req-fda8f4fc-7640-415b-9b0b-3ead2d18336e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:56.110160 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-be62770a-9cb6-40dc-a97d-91a0d49bcf51 req-fda8f4fc-7640-415b-9b0b-3ead2d18336e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.0912738 Dec 22 17:53:56.156867 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-be62770a-9cb6-40dc-a97d-91a0d49bcf51 req-e2735636-904b-492e-bd9d-c2a584ec4c97 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405219 Dec 22 17:53:56.181973 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44398) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:53:56.291143 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-db76074b-059f-4123-85a0-c939d68ef9c1 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/97a9fa50-f774-427e-b063-99f8af96b792 HTTP/1.1" status: 200 len: 992 time: 0.1077597 Dec 22 17:53:57.704195 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f5859377-e948-4d3a-b1dd-199fca3f7efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:53:57.908407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d56583-8265-4629-beaf-4f5280176bf0 req-7fc36103-83b9-465e-b4cc-3d39ff63e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:57.909790 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-77d56583-8265-4629-beaf-4f5280176bf0 req-7fc36103-83b9-465e-b4cc-3d39ff63e902 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 1098 time: 0.0896459 Dec 22 17:53:57.912168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd528fe-ce69-4ba3-b4cc-1fe7d7323381 req-cc17dcb1-bae1-4574-a6b5-9fbb4d76d446 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:57.913739 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0cd528fe-ce69-4ba3-b4cc-1fe7d7323381 req-cc17dcb1-bae1-4574-a6b5-9fbb4d76d446 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.1490240 Dec 22 17:53:57.961077 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0cd528fe-ce69-4ba3-b4cc-1fe7d7323381 req-b57a4ac1-ec9a-4cd8-9279-d293e21255a9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412242 Dec 22 17:53:58.075819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d56583-8265-4629-beaf-4f5280176bf0 req-c736467d-30f9-4353-ad02-ee1403e74bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:58.077275 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-77d56583-8265-4629-beaf-4f5280176bf0 req-c736467d-30f9-4353-ad02-ee1403e74bc9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e33991ae-7bdc-40db-8ff9-021d00546cf7 HTTP/1.1" status: 200 len: 898 time: 0.1602199 Dec 22 17:53:58.192161 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-77d56583-8265-4629-beaf-4f5280176bf0 req-08e143ac-a4fb-4e4b-bd21-95cceb829ca3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0231b9a-2c87-43ae-b701-8701be800dfd HTTP/1.1" status: 200 len: 1000 time: 0.1075282 Dec 22 17:53:58.258512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d56583-8265-4629-beaf-4f5280176bf0 req-639d4aa9-0d6c-4dfd-86de-cf5538cee40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:58.260256 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-77d56583-8265-4629-beaf-4f5280176bf0 req-639d4aa9-0d6c-4dfd-86de-cf5538cee40a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c HTTP/1.1" status: 200 len: 834 time: 0.0613182 Dec 22 17:53:58.347123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d56583-8265-4629-beaf-4f5280176bf0 req-7150c1e3-582e-428e-bea1-25fd8302cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:58.348655 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-77d56583-8265-4629-beaf-4f5280176bf0 req-7150c1e3-582e-428e-bea1-25fd8302cde6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e33991ae-7bdc-40db-8ff9-021d00546cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811253 Dec 22 17:53:58.494956 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-77d56583-8265-4629-beaf-4f5280176bf0 req-20fd74b9-2da7-42cd-8067-89ce216d63b8 service neutron] 10.222.0.53 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395206 Dec 22 17:53:58.643620 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-77d56583-8265-4629-beaf-4f5280176bf0 req-da1a6f54-12d4-4e0f-8fd5-4126ea58398b service neutron] 10.222.0.53 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425688 Dec 22 17:53:59.167935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8491344-9100-48b2-94a9-bbada830bb46 req-4b3ab1c8-fb8e-4256-af92-d1418d3bc867 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:53:59.169351 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b8491344-9100-48b2-94a9-bbada830bb46 req-4b3ab1c8-fb8e-4256-af92-d1418d3bc867 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.0888321 Dec 22 17:53:59.217326 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b8491344-9100-48b2-94a9-bbada830bb46 req-0a2c8f08-76e7-47ac-9849-4c335a574240 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415416 Dec 22 17:54:00.124397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-99c2dc1e-18cd-4a98-b6e0-b993f1b68099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:00.426630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634c615-4c6d-4d3a-988e-780bcac73d0e req-1ac8988c-883b-4a79-9de6-1299306e34ef tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:00.428629 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6634c615-4c6d-4d3a-988e-780bcac73d0e req-1ac8988c-883b-4a79-9de6-1299306e34ef tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.0923636 Dec 22 17:54:00.477886 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6634c615-4c6d-4d3a-988e-780bcac73d0e req-06670c49-c15a-4b9c-8476-586a9ceb6db9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396047 Dec 22 17:54:00.503821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44412) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:00.615450 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-70ef61e8-2755-4641-88e5-42f071eff080 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/97a9fa50-f774-427e-b063-99f8af96b792 HTTP/1.1" status: 200 len: 992 time: 0.1097565 Dec 22 17:54:01.189151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:01.276454 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:02.696787 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:05.047458 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:54:05.590461 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:27.698078 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5407fed6-11fe-491b-aad8-b0e6172a43a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:29.071708 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44426) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:29.412719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port b1660dd0-0579-432f-a9b0-723ea7eae583 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:54:29.413061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:29.590307 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:29.590624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:29.714976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for b1660dd0-0579-432f-a9b0-723ea7eae583 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:54:29.874627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:29.878499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cd2f19d3-ae9d-42cc-a4a1-4b3d27de5734 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:29.950102 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=b1660dd0-0579-432f-a9b0-723ea7eae583,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:29.993716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:29.994096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:29.994473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:29.994846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:29.995242 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:29.995610 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:29.995979 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:29.996341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:29.996700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:29.997061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:29.997419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:29.997776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:30.001532 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:30.036565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:30.036885 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Floating IP 97a9fa50-f774-427e-b063-99f8af96b792 disassociated (deleted). External IP: 172.26.3.16, port: e0231b9a-2c87-43ae-b701-8701be800dfd. Dec 22 17:54:30.126756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7f7080e5-3862-4c95-9d53-1a93535bcf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:30.387987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 72995dc5-a2e9-485e-8137-739d7fda81de has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:54:30.572031 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:54:30.581699 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480692fd-c1df-42e6-b82e-a0851e7b0c02 None None] Sync routers for ids ['72995dc5-a2e9-485e-8137-739d7fda81de'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:54:30.591831 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480692fd-c1df-42e6-b82e-a0851e7b0c02 None None] Routers {'72995dc5-a2e9-485e-8137-739d7fda81de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:54:30.592610 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-480692fd-c1df-42e6-b82e-a0851e7b0c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:54:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['72995dc5-a2e9-485e-8137-739d7fda81de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:30.594057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:30.783483 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-480692fd-c1df-42e6-b82e-a0851e7b0c02 None None] Set router 72995dc5-a2e9-485e-8137-739d7fda81de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:54:30.789110 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/floatingips/97a9fa50-f774-427e-b063-99f8af96b792 HTTP/1.1" status: 204 len: 168 time: 1.7162025 Dec 22 17:54:30.789903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'tag': 'e0231b9a-2c87-43ae-b701-8701be800dfd'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:54:30.856589 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'tag': 'e0231b9a-2c87-43ae-b701-8701be800dfd', 'status': 'completed', 'code': 200} Dec 22 17:54:30.967546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-07a7d203-f696-4a6d-971c-45db49a80f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:30.969506 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-07a7d203-f696-4a6d-971c-45db49a80f6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 1098 time: 0.0886352 Dec 22 17:54:31.162007 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-480692fd-c1df-42e6-b82e-a0851e7b0c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:53:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '82892835-c191-4137-9fa8-ab5b70e8cc3c', 'name': '', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:72:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:58Z', 'updated_at': '2021-12-22T17:53:05Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:31.166393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480692fd-c1df-42e6-b82e-a0851e7b0c02 None None] Checking router: 72995dc5-a2e9-485e-8137-739d7fda81de for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:54:31.181183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480692fd-c1df-42e6-b82e-a0851e7b0c02 None None] Routers {'72995dc5-a2e9-485e-8137-739d7fda81de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:54:31.181817 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-480692fd-c1df-42e6-b82e-a0851e7b0c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:54:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['72995dc5-a2e9-485e-8137-739d7fda81de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:31.237661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-b0645e64-fee6-4a48-88fe-72e3b4289588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:31.240432 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-b0645e64-fee6-4a48-88fe-72e3b4289588 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e33991ae-7bdc-40db-8ff9-021d00546cf7 HTTP/1.1" status: 200 len: 898 time: 0.2648385 Dec 22 17:54:31.280539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:31.291829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:31.350685 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-5fa77f3a-ab31-42f6-a8c8-56755d5d9ccd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0231b9a-2c87-43ae-b701-8701be800dfd HTTP/1.1" status: 200 len: 217 time: 0.0997608 Dec 22 17:54:31.401527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-480692fd-c1df-42e6-b82e-a0851e7b0c02 None None] Set router 72995dc5-a2e9-485e-8137-739d7fda81de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:54:31.429445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3db32b-8479-408f-844d-1166e2bcc373 req-f90f833b-5092-41e5-b768-bbd104ecc6f2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:31.430273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-8e3db32b-8479-408f-844d-1166e2bcc373 req-f90f833b-5092-41e5-b768-bbd104ecc6f2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:54:31.439092 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-c537d67b-6898-4062-978d-26920236771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:31.440595 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-c537d67b-6898-4062-978d-26920236771e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c HTTP/1.1" status: 200 len: 834 time: 0.0820608 Dec 22 17:54:31.485151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-8e3db32b-8479-408f-844d-1166e2bcc373 req-f90f833b-5092-41e5-b768-bbd104ecc6f2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:54:31.486335 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8e3db32b-8479-408f-844d-1166e2bcc373 req-f90f833b-5092-41e5-b768-bbd104ecc6f2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.3512151 Dec 22 17:54:31.557004 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8e3db32b-8479-408f-844d-1166e2bcc373 req-15ac9154-11a6-4379-b46a-072ff4e32327 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608954 Dec 22 17:54:31.569076 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-20c868d6-7436-4468-90b3-e71a11475851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:31.570748 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-20c868d6-7436-4468-90b3-e71a11475851 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e33991ae-7bdc-40db-8ff9-021d00546cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1232948 Dec 22 17:54:31.582392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-937d828b-bb8c-4b9d-a69b-ea2c3d2199a0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:54:31.583612 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-937d828b-bb8c-4b9d-a69b-ea2c3d2199a0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055053 Dec 22 17:54:31.762125 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-315bc1de-faf5-4ae8-ad5d-f98b358be29b service neutron] 10.222.0.53 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709585 Dec 22 17:54:31.805113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-480692fd-c1df-42e6-b82e-a0851e7b0c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:53:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '82892835-c191-4137-9fa8-ab5b70e8cc3c', 'name': '', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:72:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:58Z', 'updated_at': '2021-12-22T17:53:05Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:31.811533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480692fd-c1df-42e6-b82e-a0851e7b0c02 None None] The sync data for ids ['72995dc5-a2e9-485e-8137-739d7fda81de'] in dv-neutron-822513-1-hyperv is: [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:53:00Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '82892835-c191-4137-9fa8-ab5b70e8cc3c', 'name': '', 'network_id': 'e33991ae-7bdc-40db-8ff9-021d00546cf7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:72:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:58Z', 'updated_at': '2021-12-22T17:53:05Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:54:31.953823 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c5647e88-eaac-4e72-af5d-4b76d597a8de req-ddc42991-f3c8-4cd3-bc0a-cd3e04dac564 service neutron] 10.222.0.53 "GET /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846128 Dec 22 17:54:32.073107 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eefd7f2-2081-44b5-bbd8-a641443af669 None None] New status for floating IP 97a9fa50-f774-427e-b063-99f8af96b792: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:54:32.625631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb6f31-84c3-4cb0-8a88-1798760140db req-a80aa35a-cb41-4461-b81c-48e82bcda224 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:32.628762 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-01bb6f31-84c3-4cb0-8a88-1798760140db req-a80aa35a-cb41-4461-b81c-48e82bcda224 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.1003973 Dec 22 17:54:32.700093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:32.706100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-01bb6f31-84c3-4cb0-8a88-1798760140db req-391e93b8-c430-4428-9d21-6a8a5bfb9e2f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port e0231b9a-2c87-43ae-b701-8701be800dfd {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:54:32.706444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-01bb6f31-84c3-4cb0-8a88-1798760140db req-391e93b8-c430-4428-9d21-6a8a5bfb9e2f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:32.808359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a4636-1904-4887-82f5-636a28a564c8 req-6ca1ec5b-c626-4ce5-b878-f5bbf75de761 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:32.810594 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cd4a4636-1904-4887-82f5-636a28a564c8 req-6ca1ec5b-c626-4ce5-b878-f5bbf75de761 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 945 time: 0.0852778 Dec 22 17:54:32.865381 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cd4a4636-1904-4887-82f5-636a28a564c8 req-eabc2697-0763-45cc-9bd0-35a329585684 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420737 Dec 22 17:54:32.962709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-01bb6f31-84c3-4cb0-8a88-1798760140db req-391e93b8-c430-4428-9d21-6a8a5bfb9e2f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port e0231b9a-2c87-43ae-b701-8701be800dfd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e0231b9a-2c87-43ae-b701-8701be800dfd,segment=NetworkSegment(e45b39c0-f177-4f4f-90c3-d621c3d4d8e4),segment_id=e45b39c0-f177-4f4f-90c3-d621c3d4d8e4)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:54:32.963198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-01bb6f31-84c3-4cb0-8a88-1798760140db req-391e93b8-c430-4428-9d21-6a8a5bfb9e2f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:33.092496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-01bb6f31-84c3-4cb0-8a88-1798760140db req-391e93b8-c430-4428-9d21-6a8a5bfb9e2f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for e0231b9a-2c87-43ae-b701-8701be800dfd owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:54:33.237630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-01bb6f31-84c3-4cb0-8a88-1798760140db req-391e93b8-c430-4428-9d21-6a8a5bfb9e2f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:33.244115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d7375fd0-3b52-4598-8740-99b426986713 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:33.422009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e93b8-c430-4428-9d21-6a8a5bfb9e2f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=e0231b9a-2c87-43ae-b701-8701be800dfd,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:33.425606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-391e93b8-c430-4428-9d21-6a8a5bfb9e2f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:33.501200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bb6f31-84c3-4cb0-8a88-1798760140db req-391e93b8-c430-4428-9d21-6a8a5bfb9e2f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] No DVR routers for this DVR port e0231b9a-2c87-43ae-b701-8701be800dfd on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:54:33.503713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-01bb6f31-84c3-4cb0-8a88-1798760140db req-391e93b8-c430-4428-9d21-6a8a5bfb9e2f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:33.506644 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'name': 'network-vif-deleted', 'tag': 'e0231b9a-2c87-43ae-b701-8701be800dfd'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:54:33.523937 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-01bb6f31-84c3-4cb0-8a88-1798760140db req-391e93b8-c430-4428-9d21-6a8a5bfb9e2f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "DELETE /v2.0/ports/e0231b9a-2c87-43ae-b701-8701be800dfd HTTP/1.1" status: 204 len: 173 time: 0.8898818 Dec 22 17:54:33.558181 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c1bda5-900c-46ac-bd74-826ca20ca64e', 'name': 'network-vif-deleted', 'tag': 'e0231b9a-2c87-43ae-b701-8701be800dfd', 'status': 'completed', 'code': 200} Dec 22 17:54:34.088503 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-79b4e0de-789e-4832-83dc-a9acbee24d98 req-ffb79af2-6338-40a4-b4ec-551230c6ba59 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=22c1bda5-900c-46ac-bd74-826ca20ca64e HTTP/1.1" status: 200 len: 210 time: 0.0511508 Dec 22 17:54:35.196250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44448) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:35.606849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:35.909183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:36.276969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 82892835-c191-4137-9fa8-ab5b70e8cc3c {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:54:36.277869 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:36.484105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port 82892835-c191-4137-9fa8-ab5b70e8cc3c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=82892835-c191-4137-9fa8-ab5b70e8cc3c,segment=NetworkSegment(e45b39c0-f177-4f4f-90c3-d621c3d4d8e4),segment_id=e45b39c0-f177-4f4f-90c3-d621c3d4d8e4)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:54:36.484453 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:36.616293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 82892835-c191-4137-9fa8-ab5b70e8cc3c owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:54:36.843188 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:36.847349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-548f7a71-cac2-4acb-b877-68318c4775d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:36.893699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=82892835-c191-4137-9fa8-ab5b70e8cc3c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:36.941923 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:36.942293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:36.942671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:36.943046 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:36.943448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:36.943817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:36.944182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:36.944544 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:36.944916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:36.945275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:36.945638 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:36.946008 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:36.950077 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:36.995653 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e0231b9a-2c87-43ae-b701-8701be800dfd no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:54:37.036387 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: e0231b9a-2c87-43ae-b701-8701be800dfd {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:54:37.037044 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device e0231b9a-2c87-43ae-b701-8701be800dfd not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:54:37.327798 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:37.698409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 72995dc5-a2e9-485e-8137-739d7fda81de has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:54:37.880373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:54:37.893635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba8653-685a-4f2c-8484-0cdffb33c59d None None] Sync routers for ids ['72995dc5-a2e9-485e-8137-739d7fda81de'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:54:37.894823 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-669fa03a-d29f-4a7c-9deb-95202bd384d4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "PUT /v2.0/routers/72995dc5-a2e9-485e-8137-739d7fda81de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6973310 Dec 22 17:54:37.898249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44452) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:37.906132 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba8653-685a-4f2c-8484-0cdffb33c59d None None] Routers {'72995dc5-a2e9-485e-8137-739d7fda81de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:54:37.906771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5eba8653-685a-4f2c-8484-0cdffb33c59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:54:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['72995dc5-a2e9-485e-8137-739d7fda81de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:37.969720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-186c5907-e627-49d1-8e07-55b1ea58eef0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting subnet 5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:54:37.972867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-186c5907-e627-49d1-8e07-55b1ea58eef0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:38.072189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-186c5907-e627-49d1-8e07-55b1ea58eef0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:38.093190 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-5eba8653-685a-4f2c-8484-0cdffb33c59d None None] Set router 72995dc5-a2e9-485e-8137-739d7fda81de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:54:38.158979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-186c5907-e627-49d1-8e07-55b1ea58eef0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:38.238330 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-186c5907-e627-49d1-8e07-55b1ea58eef0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:38.243005 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7f88a010-ca6f-453b-9c24-e938f46be10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:38.295976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c5907-e627-49d1-8e07-55b1ea58eef0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:38.299141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-186c5907-e627-49d1-8e07-55b1ea58eef0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:38.300644 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-186c5907-e627-49d1-8e07-55b1ea58eef0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:38.309731 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-186c5907-e627-49d1-8e07-55b1ea58eef0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/subnets/5bdce682-4d2d-4c1e-bcfc-ed38a5dd770c HTTP/1.1" status: 204 len: 168 time: 0.4079399 Dec 22 17:54:38.309963 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44456) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:38.316458 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4388e2f-157b-498f-85f8-523c0f7cb5cd None None] Network e33991ae-7bdc-40db-8ff9-021d00546cf7 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:54:38.499201 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:38.575897 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5eba8653-685a-4f2c-8484-0cdffb33c59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:54:36Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:38.583575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba8653-685a-4f2c-8484-0cdffb33c59d None None] Checking router: 72995dc5-a2e9-485e-8137-739d7fda81de for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:54:38.599526 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba8653-685a-4f2c-8484-0cdffb33c59d None None] Routers {'72995dc5-a2e9-485e-8137-739d7fda81de'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:54:38.600592 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5eba8653-685a-4f2c-8484-0cdffb33c59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:54:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['72995dc5-a2e9-485e-8137-739d7fda81de'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:38.656080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] DHCP port deletion for e33991ae-7bdc-40db-8ff9-021d00546cf7 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:54:38.679309 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Deleting port d6bb95d7-6960-4b12-ad11-e73080aa51e3 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:54:38.679693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:38.831686 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:38.843168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 1d699bbc-6723-4a29-a6f7-1711accef156 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:54:38.843808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:38.960815 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-5eba8653-685a-4f2c-8484-0cdffb33c59d None None] Set router 72995dc5-a2e9-485e-8137-739d7fda81de gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:54:39.025749 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port 1d699bbc-6723-4a29-a6f7-1711accef156, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=1d699bbc-6723-4a29-a6f7-1711accef156,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:54:39.026190 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:39.066140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device d6bb95d7-6960-4b12-ad11-e73080aa51e3 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:54:39.156489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 1d699bbc-6723-4a29-a6f7-1711accef156 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:54:39.283668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] For port d6bb95d7-6960-4b12-ad11-e73080aa51e3, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=d6bb95d7-6960-4b12-ad11-e73080aa51e3,segment=NetworkSegment(e45b39c0-f177-4f4f-90c3-d621c3d4d8e4),segment_id=e45b39c0-f177-4f4f-90c3-d621c3d4d8e4)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:54:39.284291 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:39.328984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:39.332876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cb07247b-0f1e-41b2-8ee3-a4034676c908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:39.380083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=1d699bbc-6723-4a29-a6f7-1711accef156,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:39.383986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:39.422298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Calling delete_port for d6bb95d7-6960-4b12-ad11-e73080aa51e3 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:54:39.480597 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:39.589383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:39.637999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:39.642152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:39.672899 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:39.675301 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:39.700904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:39.701409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Fanout notify agent at l3_agent the message router_deleted on router 72995dc5-a2e9-485e-8137-739d7fda81de {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:54:39.717617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:39.724920 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/routers/72995dc5-a2e9-485e-8137-739d7fda81de HTTP/1.1" status: 204 len: 168 time: 1.4080765 Dec 22 17:54:39.724920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44460) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:39.726925 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Pushing event deleted for resources: {'Port': ['ID=d6bb95d7-6960-4b12-ad11-e73080aa51e3,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:39.736746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] No DVR routers for this DVR port d6bb95d7-6960-4b12-ad11-e73080aa51e3 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:54:39.753553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:39.753553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:39.753839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:39.755026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:39.755455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:39.755849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:39.756248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:39.756642 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:39.757050 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:39.757424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:39.757812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:39.758261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:39.763606 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:39.777604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-5eba8653-685a-4f2c-8484-0cdffb33c59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:54:36Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:39.785908 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba8653-685a-4f2c-8484-0cdffb33c59d None None] The sync data for ids ['72995dc5-a2e9-485e-8137-739d7fda81de'] in dv-neutron-822513-1-hyperv is: [{'id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439282519', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:52:54Z', 'updated_at': '2021-12-22T17:54:36Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '1d699bbc-6723-4a29-a6f7-1711accef156', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:9d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72995dc5-a2e9-485e-8137-739d7fda81de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:52:55Z', 'updated_at': '2021-12-22T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:54:39.843132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:39.983404 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.011856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33991ae-7bdc-40db-8ff9-021d00546cf7']}} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:40.025098 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4') {'for_net_delete': True} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:40.025388 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.services.segments.db [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45b39c0-f177-4f4f-90c3-d621c3d4d8e4') {} {{(pid=87586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:40.038429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178852'] for segment, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.055973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.062581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87586) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:54:40.062977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60131918'] for segment, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: Traceback (most recent call last): Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: timer() Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: cb(*args, **kw) Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: return func(*args, **kwargs) Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: self._notify() Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: self.callback(batched_events) Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: event.method(event) Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: return f(self, *a, **k) Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._get(url).json() Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: return self.request(url, 'GET', **kwargs) Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:54:40.077701 dv-neutron-822513-1-hyperv neutron-server[87586]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:54:40.162476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.167059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.169994 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-89b31f6c-1b3a-4bef-aae7-82da540ae4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:40.194240 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Network': ['ID=e33991ae-7bdc-40db-8ff9-021d00546cf7,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:40.197020 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:40.203732 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-75596913-96e1-4f98-8eef-0d6408e20049 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/networks/e33991ae-7bdc-40db-8ff9-021d00546cf7 HTTP/1.1" status: 204 len: 168 time: 0.4791400 Dec 22 17:54:40.206220 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44464) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:40.279724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ba6006bd-e331-41da-852f-9a05348f821c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.309236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ba6006bd-e331-41da-852f-9a05348f821c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.376484 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ba6006bd-e331-41da-852f-9a05348f821c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.381785 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-22995dd0-489a-4333-b724-ddb2f4f021a5 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:40.401548 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6006bd-e331-41da-852f-9a05348f821c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf1fb14-cc6d-46db-afd1-cdfd69cd7936,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:40.406016 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ba6006bd-e331-41da-852f-9a05348f821c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:40.409727 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ba6006bd-e331-41da-852f-9a05348f821c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.411445 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ba6006bd-e331-41da-852f-9a05348f821c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/security-groups/8bf1fb14-cc6d-46db-afd1-cdfd69cd7936 HTTP/1.1" status: 204 len: 168 time: 0.2042921 Dec 22 17:54:40.639136 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44472) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:40.644414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699508960', 'description': 'tempest-secgroup-smoke-1699508960 description', 'project_id': '4e9659ff4ad1499995eb034280b86352'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:54:40.651060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:54:40.655172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:54:40.658000 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:54:40.664770 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:54:40.674510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.695216 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:54:40.699157 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:54:40.702054 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:54:40.711809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:54:40.786516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.791150 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.803317 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-af207eaa-5ac0-4122-bc08-9d92796c47cd tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:40.842486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98df2f1c-0366-47d6-acef-41dd2ecb16ec,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:40.846091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:40.850352 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2101259 Dec 22 17:54:40.850485 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44476) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:40.851388 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:40.861488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '98df2f1c-0366-47d6-acef-41dd2ecb16ec', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:54:40.868136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:54:40.872199 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:54:40.875169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:54:40.881773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:54:41.025055 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.037316 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1d699bbc-6723-4a29-a6f7-1711accef156 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:54:41.081676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 1d699bbc-6723-4a29-a6f7-1711accef156 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:54:41.082066 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 1d699bbc-6723-4a29-a6f7-1711accef156 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:54:41.082768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 82892835-c191-4137-9fa8-ab5b70e8cc3c no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:54:41.091442 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.095804 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.097799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ff3902a0-a77a-484b-a6a5-b4cc6bd3e53b tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:41.120391 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53df75fe-e695-407d-b905-08f089ff4014,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:41.121518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 82892835-c191-4137-9fa8-ab5b70e8cc3c {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:54:41.121890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 82892835-c191-4137-9fa8-ab5b70e8cc3c not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:54:41.122918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:41.131901 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.133089 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2813940 Dec 22 17:54:41.135915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44480) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:41.141290 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '98df2f1c-0366-47d6-acef-41dd2ecb16ec', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:54:41.147451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:54:41.151379 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:54:41.154465 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:54:41.160892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:54:41.181385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.252959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.257181 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.259012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-95860b45-ea5d-4151-99e0-92d643296723 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:41.279340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7bcc7e-afcc-46b4-89c2-ef37188c7c4e,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:41.284374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:41.294048 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.295211 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1583521 Dec 22 17:54:41.297983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44484) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:41.303602 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-6a8f22d2-be17-4f32-ad4f-81cb9354d6b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '98df2f1c-0366-47d6-acef-41dd2ecb16ec', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:54:41.309700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6a8f22d2-be17-4f32-ad4f-81cb9354d6b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:54:41.313821 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6a8f22d2-be17-4f32-ad4f-81cb9354d6b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:54:41.317140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-6a8f22d2-be17-4f32-ad4f-81cb9354d6b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:54:41.323036 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-6a8f22d2-be17-4f32-ad4f-81cb9354d6b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:54:41.340132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a8f22d2-be17-4f32-ad4f-81cb9354d6b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.405681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a8f22d2-be17-4f32-ad4f-81cb9354d6b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.409596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a8f22d2-be17-4f32-ad4f-81cb9354d6b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.411992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-366fa6a9-ea8b-4954-905c-162376b4fa91 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:41.436607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f22d2-be17-4f32-ad4f-81cb9354d6b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40b0f47-f4ff-4749-93f0-c60d05352d56,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:41.439129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6a8f22d2-be17-4f32-ad4f-81cb9354d6b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:41.446187 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6a8f22d2-be17-4f32-ad4f-81cb9354d6b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.447513 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6a8f22d2-be17-4f32-ad4f-81cb9354d6b2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486280 Dec 22 17:54:41.450173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44488) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:41.455080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '98df2f1c-0366-47d6-acef-41dd2ecb16ec', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:54:41.461211 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:54:41.465014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:54:41.467939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:54:41.474324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:54:41.509086 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.582129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.586709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.588730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e59e95fd-66eb-46bd-ae47-53e337257891 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:41.612713 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0890c573-e74f-44a0-9c36-aad6218c6b29,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:41.615340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:41.623078 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.624311 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1732433 Dec 22 17:54:41.627303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44492) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:41.632893 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '98df2f1c-0366-47d6-acef-41dd2ecb16ec', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:54:41.639389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:54:41.643772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:54:41.647432 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:54:41.653412 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:54:41.665011 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Project 4e9659ff4ad1499995eb034280b86352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:54:41.672531 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.746371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.750599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.752427 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-083d53a2-25f4-4cb1-bd8a-f8ea84fe4a76 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:41.775069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50067f61-25c2-48a6-a712-37b6bf431b9c,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:41.777671 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:41.788166 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.789387 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1610572 Dec 22 17:54:41.792306 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44496) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:41.799538 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'security_group_rule': {'security_group_id': '98df2f1c-0366-47d6-acef-41dd2ecb16ec', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:54:41.807072 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:54:41.811226 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:security_group_rule and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:54:41.814251 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:54:41.820222 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:54:41.831837 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Project 4e9659ff4ad1499995eb034280b86352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:54:41.839767 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.913444 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.921683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.923144 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b47ae78e-e459-4713-978c-922093787fc7 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:41.946457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f157ca0-b0dd-4cd1-afcb-6d815454a900,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:41.951285 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:41.957101 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:41.958844 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1652133 Dec 22 17:54:41.961740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44500) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:41.967246 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'network': {'name': 'tempest-network-smoke--1207689044', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'port_security_enabled': True}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:54:41.972690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:54:41.976846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:network and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:54:41.979791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:54:41.985698 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:54:41.997956 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:54:42.001647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:42.037139 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:54:42.046125 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:54:42.046772 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:42.047146 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Added segment fda90be6-b4ba-4e11-95e5-62e002478791 of type vlan for network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f Dec 22 17:54:42.074413 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:42.108687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:42.114147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:42.114716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:42.118344 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:42.223212 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2603726 Dec 22 17:54:42.226034 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44504) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:42.226833 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Network': ['ID=1580eee4-b73c-4f0d-a1f5-ff0507e3799f,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:42.230032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cbacac4b-d022-4cd3-a8ed-526009ae00d2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:42.232694 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'admin_state_up': True, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:54:42.238565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:54:42.240867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:54:42.244799 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:router and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:54:42.247880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:54:42.256515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:54:42.267623 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:42.268627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:42.287653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:42.578118 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:42.913790 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:42.944157 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:43.084057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.26.3.77 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/4c6bf790-e129-4b2f-9fa1-86a33fa3ab89) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:54:43.237971 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:43.267987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:43.271705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:43.332805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:54:43.335672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:54:43.339207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:54:43.376523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=4c6bf790-e129-4b2f-9fa1-86a33fa3ab89,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:43.386115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:43.897535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:44.233977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:44.435848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 259f56c5-b2c6-4d01-acc7-babb23e6379f is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:54:44.613259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:54:44.623458 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Sync routers for ids ['259f56c5-b2c6-4d01-acc7-babb23e6379f'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:54:44.634652 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Routers {'259f56c5-b2c6-4d01-acc7-babb23e6379f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:54:44.635307 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:54:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['259f56c5-b2c6-4d01-acc7-babb23e6379f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:44.641456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:44.642773 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4155276 Dec 22 17:54:44.646108 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44508) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:44.689758 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4c27ebbb-737f-4312-b6b0-2c3a2a7b0297 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=4e9659ff4ad1499995eb034280b86352&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422075 Dec 22 17:54:44.692897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44512) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:44.814916 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Set router 259f56c5-b2c6-4d01-acc7-babb23e6379f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:54:44.824021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4244a9-75f9-4347-8700-671b3251ecf4 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:44.828142 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0f4244a9-75f9-4347-8700-671b3251ecf4 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316588 Dec 22 17:54:44.828365 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44516) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:44.872591 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-6815087c-bf26-4f58-a69c-d518fe8129a8 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=27ea1f05-b3dc-4ac4-8218-db41f6d74db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427225 Dec 22 17:54:44.874667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44520) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:44.880945 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2047086065', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'project_id': '4e9659ff4ad1499995eb034280b86352', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:54:44.990915 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:54:44.994736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:subnet and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:54:44.997565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:54:45.003308 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:54:45.014797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:54:45.018285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:45.143160 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:43Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:45.147336 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Checking router: 259f56c5-b2c6-4d01-acc7-babb23e6379f for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:54:45.147724 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Updating router 259f56c5-b2c6-4d01-acc7-babb23e6379f port 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:54:45.202348 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:45.388279 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:45.392313 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b19edcec-741f-453a-8de8-08f64740d10e tempest-RoutersNegativeTest-791560591 tempest-RoutersNegativeTest-791560591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:45.468861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Subnet': ['ID=01067e6f-e7ba-457b-b430-8be9f92e36b9,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:45.473552 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:45.481878 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Checking segment: {'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:54:45.482236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network hostable DHCP agents. Network: 1580eee4-b73c-4f0d-a1f5-ff0507e3799f, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:54:45.502372 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:54:45.512038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 1580eee4-b73c-4f0d-a1f5-ff0507e3799f) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:54:45.516387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:45.516965 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:45.527254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216baadf-c14a-4af7-99f2-cfe901a62932 None None] Network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:54:45.544255 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cf922ae9-7300-462a-8aab-82173fa32d77 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6683018 Dec 22 17:54:45.547868 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44524) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:54:45.565181 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:45.579159 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Transition to ACTIVE for port object 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:54:45.587007 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:45.591382 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:45.666706 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Attempting to bind port 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:54:45.667452 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Attempting to bind port 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:54:45.667452 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Attempting to bind port 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:54:45.676047 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:54:45.676443 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:54:45.676815 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:45.677207 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:54:45.677669 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Bound port: 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:54:45.678041 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:45.726990 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Pushing event updated for resources: {'Port': ['ID=4c6bf790-e129-4b2f-9fa1-86a33fa3ab89,revision_number=2']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:45.739170 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:45.739513 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:45.739846 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:45.740171 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:45.740490 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:45.740809 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:45.741126 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:45.741437 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:45.741750 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:45.742057 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:45.742366 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:45.742671 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:54:45.747755 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:45.772890 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] For port 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:54:45.775877 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] For port 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4c6bf790-e129-4b2f-9fa1-86a33fa3ab89,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:54:45.778242 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ips': [{'subnet_id': '01067e6f-e7ba-457b-b430-8be9f92e36b9'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:54:45.779159 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:45.782137 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:45.786335 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-a0dd6f7d-1382-4f5c-a460-8cabab3ac0ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:45.868338 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Routers {'259f56c5-b2c6-4d01-acc7-babb23e6379f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:54:45.868962 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:54:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['259f56c5-b2c6-4d01-acc7-babb23e6379f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:45.937040 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Pushing event updated for resources: {'Port': ['ID=4c6bf790-e129-4b2f-9fa1-86a33fa3ab89,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:45.942005 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:46.018315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Allocated IP 172.20.0.2 (1580eee4-b73c-4f0d-a1f5-ff0507e3799f/01067e6f-e7ba-457b-b430-8be9f92e36b9/c7e72890-6505-4b68-80a2-768e9d1bcf35) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:54:46.060330 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] Set router 259f56c5-b2c6-4d01-acc7-babb23e6379f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:54:46.239149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:46.250692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Transition to ACTIVE for port object c7e72890-6505-4b68-80a2-768e9d1bcf35 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:54:46.271540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Transition to ACTIVE for port object c7e72890-6505-4b68-80a2-768e9d1bcf35 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:54:46.278299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:46.278553 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:46.282649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:46.345545 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:54:46.348534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:54:46.352343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:54:46.355764 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:43Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:46.359960 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fdf95-cb71-41b9-a0b5-919cc7d82086 None None] The sync data for ids ['259f56c5-b2c6-4d01-acc7-babb23e6379f'] in dv-neutron-822513-1-hyperv is: [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:43Z', 'revision_number': 3, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:54:46.384877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Pushing event updated for resources: {'Port': ['ID=c7e72890-6505-4b68-80a2-768e9d1bcf35,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:46.392465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:46.457113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Attempting to bind port c7e72890-6505-4b68-80a2-768e9d1bcf35 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:54:46.457499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Attempting to bind port c7e72890-6505-4b68-80a2-768e9d1bcf35 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:54:46.457877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Attempting to bind port c7e72890-6505-4b68-80a2-768e9d1bcf35 on network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:54:46.464598 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:54:46.464982 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Checking segment: {'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:54:46.465396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:46.465798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Bound using segment: {'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:54:46.466277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Bound port: c7e72890-6505-4b68-80a2-768e9d1bcf35, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:54:46.466668 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:46.567738 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-05181599-96e5-475b-9843-3d84dd330317 None None] For port c7e72890-6505-4b68-80a2-768e9d1bcf35, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:54:46.572205 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-05181599-96e5-475b-9843-3d84dd330317 None None] For port c7e72890-6505-4b68-80a2-768e9d1bcf35, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c7e72890-6505-4b68-80a2-768e9d1bcf35,segment=NetworkSegment(fda90be6-b4ba-4e11-95e5-62e002478791),segment_id=fda90be6-b4ba-4e11-95e5-62e002478791)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:54:46.588820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:46.595185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:46.696060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Pushing event updated for resources: {'Port': ['ID=c7e72890-6505-4b68-80a2-768e9d1bcf35,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:46.700302 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:46.902668 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.20.0.1 (1580eee4-b73c-4f0d-a1f5-ff0507e3799f/01067e6f-e7ba-457b-b430-8be9f92e36b9/f77e44d6-aa08-4625-b2dd-9ef49b2de642) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:54:47.105084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c7e72890-6505-4b68-80a2-768e9d1bcf35 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:54:47.115530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:47.132307 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Transition to ACTIVE for port object f77e44d6-aa08-4625-b2dd-9ef49b2de642 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:54:47.159603 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:47.165035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-22ee134e-ffe5-4e43-b10b-7de5c6fde57b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:47.177049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port c7e72890-6505-4b68-80a2-768e9d1bcf35 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:54:47.182390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:54:47.229283 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:54:47.233716 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:54:47.236389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:54:47.257971 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:54:47.263852 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:54:47.264231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:47.299765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=f77e44d6-aa08-4625-b2dd-9ef49b2de642,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:47.305410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:47.323371 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:47.389326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:47.407484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4c6bf790-e129-4b2f-9fa1-86a33fa3ab89,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:54:47.412138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:47.414244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:47.487243 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=4c6bf790-e129-4b2f-9fa1-86a33fa3ab89,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:47.491995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:47.612409 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:47.803348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840c412-c117-42af-8d7e-94e2095ea848 None None] Network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:54:47.898071 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7dcd6e72-aed2-4750-8cac-56d64c0f916f None None] Provisioning for port c7e72890-6505-4b68-80a2-768e9d1bcf35 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:54:47.908262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-7dcd6e72-aed2-4750-8cac-56d64c0f916f None None] Provisioning complete for port c7e72890-6505-4b68-80a2-768e9d1bcf35 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:54:47.908647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6e72-aed2-4750-8cac-56d64c0f916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:48.062140 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:48.070573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:48.099681 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:48.156552 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6e72-aed2-4750-8cac-56d64c0f916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:48.190025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:48.193556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=f77e44d6-aa08-4625-b2dd-9ef49b2de642,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:48.196730 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:48.203045 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-7dcd6e72-aed2-4750-8cac-56d64c0f916f None None] For port c7e72890-6505-4b68-80a2-768e9d1bcf35, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c7e72890-6505-4b68-80a2-768e9d1bcf35,segment=NetworkSegment(fda90be6-b4ba-4e11-95e5-62e002478791),segment_id=fda90be6-b4ba-4e11-95e5-62e002478791)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:54:48.210717 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6e72-aed2-4750-8cac-56d64c0f916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:48.212886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e638d7fc-99f4-4ccc-9b7d-daf9283eb220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:48.287550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd6e72-aed2-4750-8cac-56d64c0f916f None None] Pushing event updated for resources: {'Port': ['ID=c7e72890-6505-4b68-80a2-768e9d1bcf35,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:48.296112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7dcd6e72-aed2-4750-8cac-56d64c0f916f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:48.440092 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0d01dd58-1942-407f-9589-ce0c34239402 None None] Provisioning for port f77e44d6-aa08-4625-b2dd-9ef49b2de642 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:54:48.447290 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0d01dd58-1942-407f-9589-ce0c34239402 None None] Provisioning complete for port f77e44d6-aa08-4625-b2dd-9ef49b2de642 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:54:48.447673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0d01dd58-1942-407f-9589-ce0c34239402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:48.492445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:54:48.493966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:54:48.502167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-0d01dd58-1942-407f-9589-ce0c34239402 None None] Port f77e44d6-aa08-4625-b2dd-9ef49b2de642 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:54:48.513565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0d01dd58-1942-407f-9589-ce0c34239402 None None] Provisioning complete for port c7e72890-6505-4b68-80a2-768e9d1bcf35 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:54:48.513940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0d01dd58-1942-407f-9589-ce0c34239402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:48.689468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 259f56c5-b2c6-4d01-acc7-babb23e6379f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:54:48.763710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e1331123-69ac-4883-91f8-eb2641e8a441 None None] Provisioning complete for port f77e44d6-aa08-4625-b2dd-9ef49b2de642 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:54:48.764372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e1331123-69ac-4883-91f8-eb2641e8a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:48.826751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e1331123-69ac-4883-91f8-eb2641e8a441 None None] Port f77e44d6-aa08-4625-b2dd-9ef49b2de642 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:54:48.877629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:54:48.890186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Sync routers for ids ['259f56c5-b2c6-4d01-acc7-babb23e6379f'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:54:48.890990 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "PUT /v2.0/routers/259f56c5-b2c6-4d01-acc7-babb23e6379f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3420727 Dec 22 17:54:48.899941 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Routers {'259f56c5-b2c6-4d01-acc7-babb23e6379f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:54:48.900858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:54:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['259f56c5-b2c6-4d01-acc7-babb23e6379f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:49.045369 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c7e72890-6505-4b68-80a2-768e9d1bcf35 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:54:49.057977 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-caed8a2f-05fc-4774-bb06-3f3d3ff3474d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:54:49.075369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-caed8a2f-05fc-4774-bb06-3f3d3ff3474d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:54:49.076802 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e3a21b18-c8d7-4e72-8b1b-8c5ab615a22d None None] Provisioning complete for port f77e44d6-aa08-4625-b2dd-9ef49b2de642 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:54:49.076962 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-caed8a2f-05fc-4774-bb06-3f3d3ff3474d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699508960&fields=id&tenant_id=4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 267 time: 0.0609860 Dec 22 17:54:49.077187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e3a21b18-c8d7-4e72-8b1b-8c5ab615a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:49.232827 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-6b6ba903-6dc6-490e-a3fc-da007fde1370 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:49.233876 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-6b6ba903-6dc6-490e-a3fc-da007fde1370 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:network {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:54:49.239507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e3a21b18-c8d7-4e72-8b1b-8c5ab615a22d None None] Port f77e44d6-aa08-4625-b2dd-9ef49b2de642 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:54:49.250511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-6b6ba903-6dc6-490e-a3fc-da007fde1370 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:network {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:54:49.251664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Set router 259f56c5-b2c6-4d01-acc7-babb23e6379f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:54:49.251816 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-6b6ba903-6dc6-490e-a3fc-da007fde1370 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/networks?id=1580eee4-b73c-4f0d-a1f5-ff0507e3799f HTTP/1.1" status: 200 len: 797 time: 0.1682019 Dec 22 17:54:49.267598 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-7eee43b9-701f-4f20-a378-e1d48d4c4207 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/quotas/4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 375 time: 0.0096338 Dec 22 17:54:49.321721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c7e72890-6505-4b68-80a2-768e9d1bcf35 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:54:49.322105 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:49.353763 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-9d954e4c-0acf-4dcc-9e96-dfd5c6fdaf6c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:54:49.370136 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-9d954e4c-0acf-4dcc-9e96-dfd5c6fdaf6c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:54:49.371499 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-9d954e4c-0acf-4dcc-9e96-dfd5c6fdaf6c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987303 Dec 22 17:54:49.427578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-eaa1a04d-a7a4-48e9-8d66-8dd6d288f96b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:54:49.428602 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-eaa1a04d-a7a4-48e9-8d66-8dd6d288f96b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449581 Dec 22 17:54:49.563828 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-3f61e964-3bf3-4b0b-bb2d-64ad36f6b58f service neutron] 10.222.0.70 "GET /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290455 Dec 22 17:54:49.641556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:54:49.698357 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-fc278c2e-f58d-4fae-9fa6-1decef475822 service neutron] 10.222.0.70 "GET /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286523 Dec 22 17:54:49.726860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:54:49.727265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:49.780534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'f77e44d6-aa08-4625-b2dd-9ef49b2de642', 'name': '', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:e2:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:46Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 2, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:49.789457 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Checking router: 259f56c5-b2c6-4d01-acc7-babb23e6379f for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:54:49.789835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Updating router 259f56c5-b2c6-4d01-acc7-babb23e6379f port f77e44d6-aa08-4625-b2dd-9ef49b2de642 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:54:49.858298 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:49.886028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-bb45b36a-0659-4a84-ba04-8bfc00216a16 req-4ec548ab-de7c-405a-926e-acea9223b930 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:54:49.900228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-bb45b36a-0659-4a84-ba04-8bfc00216a16 req-4ec548ab-de7c-405a-926e-acea9223b930 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:54:49.901394 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bb45b36a-0659-4a84-ba04-8bfc00216a16 req-4ec548ab-de7c-405a-926e-acea9223b930 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 210 time: 0.0627294 Dec 22 17:54:50.275619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:50.287635 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Transition to ACTIVE for port object f77e44d6-aa08-4625-b2dd-9ef49b2de642 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:54:50.293331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:50.296910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:50.501714 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be6668-567e-4eed-9d5e-b7879614b2d4 None None] Pushing event updated for resources: {'Port': ['ID=f77e44d6-aa08-4625-b2dd-9ef49b2de642,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:50.509620 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-75be6668-567e-4eed-9d5e-b7879614b2d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:50.575509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Attempting to bind port f77e44d6-aa08-4625-b2dd-9ef49b2de642 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:54:50.575895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Attempting to bind port f77e44d6-aa08-4625-b2dd-9ef49b2de642 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:54:50.576270 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Attempting to bind port f77e44d6-aa08-4625-b2dd-9ef49b2de642 on network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:54:50.586687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:54:50.587076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Checking segment: {'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:54:50.587519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:50.587923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Bound using segment: {'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:54:50.588449 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Bound port: f77e44d6-aa08-4625-b2dd-9ef49b2de642, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:54:50.588859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:50.685610 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] For port f77e44d6-aa08-4625-b2dd-9ef49b2de642, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:54:50.689734 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] For port f77e44d6-aa08-4625-b2dd-9ef49b2de642, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f77e44d6-aa08-4625-b2dd-9ef49b2de642,segment=NetworkSegment(fda90be6-b4ba-4e11-95e5-62e002478791),segment_id=fda90be6-b4ba-4e11-95e5-62e002478791)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:54:50.694290 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:50.699323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e15d14bf-7a45-4c40-9cce-40ff944395cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:50.776838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Routers {'259f56c5-b2c6-4d01-acc7-babb23e6379f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:54:50.777490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:54:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['259f56c5-b2c6-4d01-acc7-babb23e6379f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:50.852872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be6668-567e-4eed-9d5e-b7879614b2d4 None None] Pushing event updated for resources: {'Port': ['ID=f77e44d6-aa08-4625-b2dd-9ef49b2de642,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:50.857675 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-75be6668-567e-4eed-9d5e-b7879614b2d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:50.986731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-56e3fd3a-c26b-4c6c-99d0-adbfa2e86f00 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:50.988911 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-56e3fd3a-c26b-4c6c-99d0-adbfa2e86f00 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/networks?id=1580eee4-b73c-4f0d-a1f5-ff0507e3799f HTTP/1.1" status: 200 len: 797 time: 0.1773953 Dec 22 17:54:51.021964 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] Set router 259f56c5-b2c6-4d01-acc7-babb23e6379f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:54:51.067938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-47694c5e-74d7-4413-8262-b0b48ad6c015 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:54:51.080513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-47694c5e-74d7-4413-8262-b0b48ad6c015 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:54:51.081706 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-47694c5e-74d7-4413-8262-b0b48ad6c015 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e9659ff4ad1499995eb034280b86352 HTTP/1.1" status: 200 len: 380 time: 0.0849991 Dec 22 17:54:51.090486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'port': {'device_id': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'admin_state_up': True, 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'security_groups': ['98df2f1c-0366-47d6-acef-41dd2ecb16ec']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:54:51.122418 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1f65a2d0-8ae0-4242-b759-2602d2c3e468 req-9c6b778e-ba10-4c7c-878f-75ad490ea771 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 210 time: 0.0547895 Dec 22 17:54:51.231397 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:54:51.241560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:54:51.251987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Made reservation on behalf of 4e9659ff4ad1499995eb034280b86352 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:54:51.256019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:51.373540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'f77e44d6-aa08-4625-b2dd-9ef49b2de642', 'name': '', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:e2:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:46Z', 'updated_at': '2021-12-22T17:54:50Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:54:51.377551 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232bc641-067e-472b-9722-1be05c4ae055 None None] The sync data for ids ['259f56c5-b2c6-4d01-acc7-babb23e6379f'] in dv-neutron-822513-1-hyperv is: [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'f77e44d6-aa08-4625-b2dd-9ef49b2de642', 'name': '', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:e2:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:46Z', 'updated_at': '2021-12-22T17:54:50Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:54:51.433529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.20.0.4 (1580eee4-b73c-4f0d-a1f5-ff0507e3799f/01067e6f-e7ba-457b-b430-8be9f92e36b9/47a2a067-05ea-481d-850f-55f563b79747) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:54:51.648015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:51.666245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Transition to ACTIVE for port object 47a2a067-05ea-481d-850f-55f563b79747 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:54:51.691845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:51.698393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2caeb026-7202-4ac9-b098-a3c816b94610 tempest-TestEncryptedCinderVolumes-533098273 tempest-TestEncryptedCinderVolumes-533098273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:51.770528 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:54:51.773836 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:54:51.776355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:54:51.821078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=47a2a067-05ea-481d-850f-55f563b79747,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:51.824132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:51.850033 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:51.850677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:51.880889 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-d6550b89-0e39-477d-8678-58c3182ad3cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7938244 Dec 22 17:54:51.939049 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Request body: {'port': {'device_id': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:54:52.081732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:52.094913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c8b20bcc-c5e0-4812-89d5-40c950a5a887 None None] Provisioning for port 47a2a067-05ea-481d-850f-55f563b79747 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:54:52.100171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c8b20bcc-c5e0-4812-89d5-40c950a5a887 None None] Provisioning complete for port 47a2a067-05ea-481d-850f-55f563b79747 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:54:52.101081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c8b20bcc-c5e0-4812-89d5-40c950a5a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:52.163023 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c8b20bcc-c5e0-4812-89d5-40c950a5a887 None None] Port 47a2a067-05ea-481d-850f-55f563b79747 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:54:52.439286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4762c3-4b4f-437d-a4c4-48285c5827c1 req-25543b0a-f267-4a92-acac-269f9342a8f2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:52.439977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-2a4762c3-4b4f-437d-a4c4-48285c5827c1 req-25543b0a-f267-4a92-acac-269f9342a8f2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:54:52.468761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-2a4762c3-4b4f-437d-a4c4-48285c5827c1 req-25543b0a-f267-4a92-acac-269f9342a8f2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:54:52.469912 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2a4762c3-4b4f-437d-a4c4-48285c5827c1 req-25543b0a-f267-4a92-acac-269f9342a8f2 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 931 time: 0.2362471 Dec 22 17:54:52.693717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a2a067-05ea-481d-850f-55f563b79747 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:54:52.704818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:52.712479 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2a4762c3-4b4f-437d-a4c4-48285c5827c1 req-fb7f2df3-43ef-4124-bf5d-eb9936da7953 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087708 Dec 22 17:54:52.724243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Transition to ACTIVE for port object 47a2a067-05ea-481d-850f-55f563b79747 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:54:52.729291 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:52.733650 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8bad1885-ec56-470c-8ac0-01a9b4f44740 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:52.887007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Pushing event updated for resources: {'Port': ['ID=47a2a067-05ea-481d-850f-55f563b79747,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:52.890289 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:52.973341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Attempting to bind port 47a2a067-05ea-481d-850f-55f563b79747 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:54:52.973677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Attempting to bind port 47a2a067-05ea-481d-850f-55f563b79747 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:54:52.974653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Attempting to bind port 47a2a067-05ea-481d-850f-55f563b79747 on network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:54:52.979143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Port 47a2a067-05ea-481d-850f-55f563b79747 on network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:54:52.979474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Attempting to bind port 47a2a067-05ea-481d-850f-55f563b79747 on network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:54:52.984900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:54:52.985475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Checking segment: {'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:54:52.985756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Bound using segment: {'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:54:52.986187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Bound port: 47a2a067-05ea-481d-850f-55f563b79747, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda90be6-b4ba-4e11-95e5-62e002478791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:54:52.988081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:53.052441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f77e44d6-aa08-4625-b2dd-9ef49b2de642 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:54:53.085082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] For port 47a2a067-05ea-481d-850f-55f563b79747, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:54:53.088833 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] For port 47a2a067-05ea-481d-850f-55f563b79747, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=47a2a067-05ea-481d-850f-55f563b79747,segment=NetworkSegment(fda90be6-b4ba-4e11-95e5-62e002478791),segment_id=fda90be6-b4ba-4e11-95e5-62e002478791)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:54:53.094011 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:53.098386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-97e2843a-050a-4764-8bd9-ee97e697233f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:53.131526 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port f77e44d6-aa08-4625-b2dd-9ef49b2de642 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:54:53.137144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f77e44d6-aa08-4625-b2dd-9ef49b2de642 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:54:53.137663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:53.172470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:53.173098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:53.175241 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] 10.222.0.53 "PUT /v2.0/ports/47a2a067-05ea-481d-850f-55f563b79747 HTTP/1.1" status: 200 len: 1093 time: 1.2871859 Dec 22 17:54:53.175847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'tag': '47a2a067-05ea-481d-850f-55f563b79747'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:54:53.199978 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Pushing event updated for resources: {'Port': ['ID=47a2a067-05ea-481d-850f-55f563b79747,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:53.206686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:53.277503 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'tag': '47a2a067-05ea-481d-850f-55f563b79747', 'status': 'completed', 'code': 200} Dec 22 17:54:53.284546 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:53.309493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-e2bd6d18-32b5-4f95-9bb5-2fcc24e9db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:53.310982 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-e2bd6d18-32b5-4f95-9bb5-2fcc24e9db69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 1096 time: 0.0797477 Dec 22 17:54:53.321608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port f77e44d6-aa08-4625-b2dd-9ef49b2de642, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f77e44d6-aa08-4625-b2dd-9ef49b2de642,segment=NetworkSegment(fda90be6-b4ba-4e11-95e5-62e002478791),segment_id=fda90be6-b4ba-4e11-95e5-62e002478791)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:54:53.326062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:53.328246 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:53.387412 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-b60d1747-4213-4da4-8175-3976ae66d759 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a2a067-05ea-481d-850f-55f563b79747 HTTP/1.1" status: 200 len: 217 time: 0.0688767 Dec 22 17:54:53.400967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=f77e44d6-aa08-4625-b2dd-9ef49b2de642,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:53.404014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:53.449376 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-b933b788-c610-4dab-8f3f-83fcc2372a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:53.450712 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-b933b788-c610-4dab-8f3f-83fcc2372a79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01067e6f-e7ba-457b-b430-8be9f92e36b9 HTTP/1.1" status: 200 len: 835 time: 0.0572836 Dec 22 17:54:53.529236 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-f62865b8-0d60-4793-9662-7d7949184d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:53.530689 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-f62865b8-0d60-4793-9662-7d7949184d39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1580eee4-b73c-4f0d-a1f5-ff0507e3799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737252 Dec 22 17:54:53.668474 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-8a6edd23-fe3d-4759-b480-10debb355b2a service neutron] 10.222.0.53 "GET /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306186 Dec 22 17:54:53.803350 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1da624c-c9ed-491f-861a-7aa936b4560f req-c6abf978-9358-4274-b0d8-5e33f453a145 service neutron] 10.222.0.53 "GET /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276603 Dec 22 17:54:53.961040 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3e191-20b1-439d-982b-4e8338a0e36c req-4ac54e81-1ddb-41ad-9cbe-fbac2555247c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:53.962616 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d7a3e191-20b1-439d-982b-4e8338a0e36c req-4ac54e81-1ddb-41ad-9cbe-fbac2555247c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 943 time: 0.1430714 Dec 22 17:54:53.969538 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdceae-3d7f-434f-b4ad-01cf3a9d8c7a req-fa470cac-5ac3-44af-a621-cc3bbedad35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:53.970912 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f7bdceae-3d7f-434f-b4ad-01cf3a9d8c7a req-fa470cac-5ac3-44af-a621-cc3bbedad35e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 1096 time: 0.1152306 Dec 22 17:54:54.092564 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d7a3e191-20b1-439d-982b-4e8338a0e36c req-6ff86548-19ba-41bf-93ee-b8b927406a8b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206808 Dec 22 17:54:54.131932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdceae-3d7f-434f-b4ad-01cf3a9d8c7a req-d77b747c-ab9e-428b-b039-c93c48ac44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:54.133347 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f7bdceae-3d7f-434f-b4ad-01cf3a9d8c7a req-d77b747c-ab9e-428b-b039-c93c48ac44d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1580eee4-b73c-4f0d-a1f5-ff0507e3799f HTTP/1.1" status: 200 len: 898 time: 0.1485524 Dec 22 17:54:54.201075 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f7bdceae-3d7f-434f-b4ad-01cf3a9d8c7a req-38c82afb-35a4-49c7-85bd-d7551d330d04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a2a067-05ea-481d-850f-55f563b79747 HTTP/1.1" status: 200 len: 217 time: 0.0595081 Dec 22 17:54:54.268196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdceae-3d7f-434f-b4ad-01cf3a9d8c7a req-a48ae475-fb3e-4005-a205-28ff2b50e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:54.269622 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f7bdceae-3d7f-434f-b4ad-01cf3a9d8c7a req-a48ae475-fb3e-4005-a205-28ff2b50e7bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01067e6f-e7ba-457b-b430-8be9f92e36b9 HTTP/1.1" status: 200 len: 835 time: 0.0617578 Dec 22 17:54:54.449104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdceae-3d7f-434f-b4ad-01cf3a9d8c7a req-a61966ce-b42d-473b-a56e-25253ea40c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:54.450468 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f7bdceae-3d7f-434f-b4ad-01cf3a9d8c7a req-a61966ce-b42d-473b-a56e-25253ea40c38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1580eee4-b73c-4f0d-a1f5-ff0507e3799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693531 Dec 22 17:54:54.708403 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f7bdceae-3d7f-434f-b4ad-01cf3a9d8c7a req-7a4646b8-bf02-432b-b776-36b0f2a258f6 service neutron] 10.222.0.53 "GET /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500618 Dec 22 17:54:54.839624 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f7bdceae-3d7f-434f-b4ad-01cf3a9d8c7a req-4fb7dcb6-b012-4eaa-a726-20c07779ae43 service neutron] 10.222.0.53 "GET /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245701 Dec 22 17:54:55.040400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f77e44d6-aa08-4625-b2dd-9ef49b2de642 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:54:55.112629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port f77e44d6-aa08-4625-b2dd-9ef49b2de642 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:54:55.113531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:55.289807 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043171ea-bd92-4c5e-a677-a9ca380ab21f req-4381d593-5291-405a-a333-3cbdbe7b2249 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:55.291286 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-043171ea-bd92-4c5e-a677-a9ca380ab21f req-4381d593-5291-405a-a333-3cbdbe7b2249 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 943 time: 0.0840333 Dec 22 17:54:55.336289 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-043171ea-bd92-4c5e-a677-a9ca380ab21f req-315fda57-a50d-4163-8e8b-641a21e25810 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392966 Dec 22 17:54:56.520845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536a293-1f0d-470e-aff2-7eeef43bb809 req-e4126f57-75b7-41cf-8006-f0b6b9294966 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:56.522317 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6536a293-1f0d-470e-aff2-7eeef43bb809 req-e4126f57-75b7-41cf-8006-f0b6b9294966 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 943 time: 0.0842905 Dec 22 17:54:56.565803 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6536a293-1f0d-470e-aff2-7eeef43bb809 req-e7a7cbe0-c039-4f72-bd60-078c8c2e3484 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378394 Dec 22 17:54:57.065475 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 47a2a067-05ea-481d-850f-55f563b79747 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:54:57.246511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 47a2a067-05ea-481d-850f-55f563b79747, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=47a2a067-05ea-481d-850f-55f563b79747,segment=NetworkSegment(fda90be6-b4ba-4e11-95e5-62e002478791),segment_id=fda90be6-b4ba-4e11-95e5-62e002478791)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:54:57.259591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '47a2a067-05ea-481d-850f-55f563b79747', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'port_id': '47a2a067-05ea-481d-850f-55f563b79747', 'mac_address': 'fa:16:3e:f2:e0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:54:57.313543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:57.330088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a2a067-05ea-481d-850f-55f563b79747 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:54:57.345798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 47a2a067-05ea-481d-850f-55f563b79747, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=47a2a067-05ea-481d-850f-55f563b79747,segment=NetworkSegment(fda90be6-b4ba-4e11-95e5-62e002478791),segment_id=fda90be6-b4ba-4e11-95e5-62e002478791)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:54:57.350261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:57.351968 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:57.421872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=47a2a067-05ea-481d-850f-55f563b79747,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:57.424912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:57.556460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['47a2a067-05ea-481d-850f-55f563b79747'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:54:57.722444 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d9edc61f-d814-40d9-9ca4-09de2803bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:57.750556 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db686f-a664-4da9-9f5a-6f6528126626 req-51ed6e49-2821-4014-b976-885506ed1e1a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:57.752054 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-64db686f-a664-4da9-9f5a-6f6528126626 req-51ed6e49-2821-4014-b976-885506ed1e1a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 944 time: 0.0819132 Dec 22 17:54:57.799004 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-64db686f-a664-4da9-9f5a-6f6528126626 req-0460d14e-5097-4393-8d8a-9addc77c476e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404336 Dec 22 17:54:58.983480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f49175-abce-4fab-b8da-f319c7e1e81a req-dfc3d1f6-edb3-40b5-8cff-f89edd399c62 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:58.984964 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-76f49175-abce-4fab-b8da-f319c7e1e81a req-dfc3d1f6-edb3-40b5-8cff-f89edd399c62 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 944 time: 0.0793724 Dec 22 17:54:59.032381 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-76f49175-abce-4fab-b8da-f319c7e1e81a req-9698ca12-c091-48e8-bb56-aa6f8870fa44 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416698 Dec 22 17:54:59.096630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 47a2a067-05ea-481d-850f-55f563b79747 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:54:59.167961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 47a2a067-05ea-481d-850f-55f563b79747 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:54:59.172837 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 47a2a067-05ea-481d-850f-55f563b79747 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:54:59.173218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:59.288748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:59.314657 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a2a067-05ea-481d-850f-55f563b79747'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:54:59.324792 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 47a2a067-05ea-481d-850f-55f563b79747, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=47a2a067-05ea-481d-850f-55f563b79747,segment=NetworkSegment(fda90be6-b4ba-4e11-95e5-62e002478791),segment_id=fda90be6-b4ba-4e11-95e5-62e002478791)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:54:59.328845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:54:59.330753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:54:59.364403 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a2a067-05ea-481d-850f-55f563b79747', 'code': 200} Dec 22 17:54:59.402525 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=47a2a067-05ea-481d-850f-55f563b79747,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:54:59.405447 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:54:59.592147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21891e2-9293-4118-97cd-7c0f377a8c9f req-9f0ecb18-11ca-474c-8257-e0ada1720d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:54:59.593853 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d21891e2-9293-4118-97cd-7c0f377a8c9f req-9f0ecb18-11ca-474c-8257-e0ada1720d13 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 1098 time: 0.0697670 Dec 22 17:54:59.634943 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d21891e2-9293-4118-97cd-7c0f377a8c9f req-56f1b25d-3daa-4b44-b3cb-55f40ba05b14 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344365 Dec 22 17:55:00.130765 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-92986513-af05-46d9-b511-3b341490f70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:00.224644 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e8956-b464-4ae7-9e11-8fb684242275 req-0cf4a5c5-8dbb-45c6-9929-084848671687 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:00.226010 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f88e8956-b464-4ae7-9e11-8fb684242275 req-0cf4a5c5-8dbb-45c6-9929-084848671687 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 945 time: 0.0857327 Dec 22 17:55:00.270077 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f88e8956-b464-4ae7-9e11-8fb684242275 req-231d1ef0-82c6-4c9c-b211-491be6e05496 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377264 Dec 22 17:55:01.194359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:01.265564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:01.462834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973831ea-1458-4597-8e7d-fa6b0bac3a55 req-f8d07d8a-82d2-4f45-ac92-aede258175a7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:01.464257 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-973831ea-1458-4597-8e7d-fa6b0bac3a55 req-f8d07d8a-82d2-4f45-ac92-aede258175a7 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 945 time: 0.0843117 Dec 22 17:55:01.509806 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-973831ea-1458-4597-8e7d-fa6b0bac3a55 req-ef8d4aa4-4fe6-4cee-be52-fc0b3cbcc894 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391138 Dec 22 17:55:01.690445 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ab9d1-a19a-4859-a4cf-4e7b72eff1bb req-09214b22-9399-453d-a9ac-8a5102d2185a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:01.692440 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f27ab9d1-a19a-4859-a4cf-4e7b72eff1bb req-09214b22-9399-453d-a9ac-8a5102d2185a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 945 time: 0.0814135 Dec 22 17:55:01.737046 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f27ab9d1-a19a-4859-a4cf-4e7b72eff1bb req-61eabb85-4158-410a-a701-236dc712672a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387702 Dec 22 17:55:01.758823 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44592) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:01.828986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a59a26-dcfe-4e8e-964a-b93b123436d9 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:01.830513 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-13a59a26-dcfe-4e8e-964a-b93b123436d9 tempest-TestNetworkAdvancedServerOps-489621677 tempest-TestNetworkAdvancedServerOps-489621677-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 1093 time: 0.0706565 Dec 22 17:55:01.833250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44596) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:01.838059 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '47a2a067-05ea-481d-850f-55f563b79747', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:55:01.844378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:55:01.848249 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Usage tracker for resource:floatingip and tenant:4e9659ff4ad1499995eb034280b86352 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:55:01.851032 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:55:01.856678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:55:01.867543 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:02.004687 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:02.269524 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Allocated IP 172.26.3.119 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/627d4e24-278d-4840-b736-f709638b54ae) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:55:02.420587 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:02.452320 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:02.456182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0bb7324d-860a-41bf-b1d0-5e35ece9c1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:02.530054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:55:02.532771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:55:02.537554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:55:02.562777 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=627d4e24-278d-4840-b736-f709638b54ae,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:02.567909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:02.696997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:02.964511 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:03.037047 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:03.238237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:03.242726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:03.246194 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8fae47e9-5882-4477-acfa-a35a25efeb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:03.350207 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event updated for resources: {'Port': ['ID=627d4e24-278d-4840-b736-f709638b54ae,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:03.354368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:03.362475 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:03.532384 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Floating IP 0c2afe86-1de3-4153-bd46-9af9e90dc2c7 associated. External IP: 172.26.3.119, port: 47a2a067-05ea-481d-850f-55f563b79747. Dec 22 17:55:04.028062 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 259f56c5-b2c6-4d01-acc7-babb23e6379f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:55:04.214397 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:55:04.226767 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d2225-7c14-4371-832c-00837efa242c None None] Sync routers for ids ['259f56c5-b2c6-4d01-acc7-babb23e6379f'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:55:04.237180 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d2225-7c14-4371-832c-00837efa242c None None] Routers {'259f56c5-b2c6-4d01-acc7-babb23e6379f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:55:04.237896 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-181d2225-7c14-4371-832c-00837efa242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:55:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['259f56c5-b2c6-4d01-acc7-babb23e6379f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:04.241567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:04.304575 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-51b2d7c4-ad93-4c53-af5f-a6fc451db33f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4703016 Dec 22 17:55:04.305265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'tag': '47a2a067-05ea-481d-850f-55f563b79747'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:55:04.360868 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'tag': '47a2a067-05ea-481d-850f-55f563b79747', 'status': 'completed', 'code': 200} Dec 22 17:55:04.473992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5363-5ad3-467e-b63f-d73c52c58c22 req-cbe740c0-7eae-448d-a41b-6b0b9e95a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:04.475595 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-982c5363-5ad3-467e-b63f-d73c52c58c22 req-cbe740c0-7eae-448d-a41b-6b0b9e95a279 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 1098 time: 0.0898173 Dec 22 17:55:04.482844 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-181d2225-7c14-4371-832c-00837efa242c None None] Set router 259f56c5-b2c6-4d01-acc7-babb23e6379f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:55:04.508540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf27d17-f9ab-4a5e-b347-3727387dee9e req-72edaa8c-42d2-4c96-b4da-9e121311363f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:04.510745 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-aaf27d17-f9ab-4a5e-b347-3727387dee9e req-72edaa8c-42d2-4c96-b4da-9e121311363f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 945 time: 0.1166499 Dec 22 17:55:04.567176 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-aaf27d17-f9ab-4a5e-b347-3727387dee9e req-57b4aeff-459a-4d70-8824-b7b09a5250ca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467787 Dec 22 17:55:04.592542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44604) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:04.620968 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5363-5ad3-467e-b63f-d73c52c58c22 req-de1b7938-5515-4b2c-a544-110cceff5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:04.622412 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-982c5363-5ad3-467e-b63f-d73c52c58c22 req-de1b7938-5515-4b2c-a544-110cceff5856 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1580eee4-b73c-4f0d-a1f5-ff0507e3799f HTTP/1.1" status: 200 len: 898 time: 0.1407781 Dec 22 17:55:04.707906 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-42a17ddf-0d97-4049-9dc6-63e4d021ccb0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/0c2afe86-1de3-4153-bd46-9af9e90dc2c7 HTTP/1.1" status: 200 len: 991 time: 0.1141419 Dec 22 17:55:04.736247 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-982c5363-5ad3-467e-b63f-d73c52c58c22 req-38ef6229-21ed-48d0-8e3e-39594aba2fe4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a2a067-05ea-481d-850f-55f563b79747 HTTP/1.1" status: 200 len: 999 time: 0.1068363 Dec 22 17:55:04.799267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5363-5ad3-467e-b63f-d73c52c58c22 req-37a46824-917f-4fb6-be44-26815619ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:04.801485 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-982c5363-5ad3-467e-b63f-d73c52c58c22 req-37a46824-917f-4fb6-be44-26815619ca4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01067e6f-e7ba-457b-b430-8be9f92e36b9 HTTP/1.1" status: 200 len: 835 time: 0.0596824 Dec 22 17:55:04.841738 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-181d2225-7c14-4371-832c-00837efa242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '0c2afe86-1de3-4153-bd46-9af9e90dc2c7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.119', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'port_id': '47a2a067-05ea-481d-850f-55f563b79747', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'mac_address': 'fa:16:3e:f2:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:55:02Z', 'updated_at': '2021-12-22T17:55:02Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77e44d6-aa08-4625-b2dd-9ef49b2de642', 'name': '', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:e2:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:46Z', 'updated_at': '2021-12-22T17:54:53Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:04.845761 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d2225-7c14-4371-832c-00837efa242c None None] Checking router: 259f56c5-b2c6-4d01-acc7-babb23e6379f for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:55:04.855063 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d2225-7c14-4371-832c-00837efa242c None None] Routers {'259f56c5-b2c6-4d01-acc7-babb23e6379f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:55:04.855716 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-181d2225-7c14-4371-832c-00837efa242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:55:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['259f56c5-b2c6-4d01-acc7-babb23e6379f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:04.876865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5363-5ad3-467e-b63f-d73c52c58c22 req-3a48341c-9143-45ea-9444-5d5d79408de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:04.878387 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-982c5363-5ad3-467e-b63f-d73c52c58c22 req-3a48341c-9143-45ea-9444-5d5d79408de6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1580eee4-b73c-4f0d-a1f5-ff0507e3799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705159 Dec 22 17:55:05.012842 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-982c5363-5ad3-467e-b63f-d73c52c58c22 req-d83844fa-7472-41e8-a832-543122d0feb0 service neutron] 10.222.0.53 "GET /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270995 Dec 22 17:55:05.033691 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-181d2225-7c14-4371-832c-00837efa242c None None] Set router 259f56c5-b2c6-4d01-acc7-babb23e6379f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:55:05.146913 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-982c5363-5ad3-467e-b63f-d73c52c58c22 req-6485dd45-03f4-4e08-baa8-86644b32d03a service neutron] 10.222.0.53 "GET /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277690 Dec 22 17:55:05.385932 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-181d2225-7c14-4371-832c-00837efa242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '0c2afe86-1de3-4153-bd46-9af9e90dc2c7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.119', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'port_id': '47a2a067-05ea-481d-850f-55f563b79747', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'mac_address': 'fa:16:3e:f2:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:55:02Z', 'updated_at': '2021-12-22T17:55:02Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77e44d6-aa08-4625-b2dd-9ef49b2de642', 'name': '', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:e2:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:46Z', 'updated_at': '2021-12-22T17:54:53Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:05.389862 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d2225-7c14-4371-832c-00837efa242c None None] The sync data for ids ['259f56c5-b2c6-4d01-acc7-babb23e6379f'] in dv-neutron-822513-1-hyperv is: [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '0c2afe86-1de3-4153-bd46-9af9e90dc2c7', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'floating_ip_address': '172.26.3.119', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'port_id': '47a2a067-05ea-481d-850f-55f563b79747', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'mac_address': 'fa:16:3e:f2:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:55:02Z', 'updated_at': '2021-12-22T17:55:02Z', 'revision_number': 0, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77e44d6-aa08-4625-b2dd-9ef49b2de642', 'name': '', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:e2:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:46Z', 'updated_at': '2021-12-22T17:54:53Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:55:05.590821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9724f4-9c63-4dbd-b499-f7805fb3e205 None None] New status for floating IP 0c2afe86-1de3-4153-bd46-9af9e90dc2c7: ACTIVE {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:55:05.688376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:05.709109 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44608) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:05.817659 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-783cf9ee-14a4-46af-8321-9326308fe109 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/0c2afe86-1de3-4153-bd46-9af9e90dc2c7 HTTP/1.1" status: 200 len: 991 time: 0.1056805 Dec 22 17:55:06.820534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44612) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:06.928836 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3cf24815-6c20-4c0b-b5c7-41f73081d4c3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/0c2afe86-1de3-4153-bd46-9af9e90dc2c7 HTTP/1.1" status: 200 len: 993 time: 0.1069539 Dec 22 17:55:19.045075 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:55:27.704321 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-544da65c-f45c-4e1c-9e58-f2bc65e49070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:30.137605 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f6294350-37ba-4d20-91ce-6927f332cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:31.197254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:31.270753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:31.953219 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478982-2e6c-4998-8ce8-18b29d420066 req-e6596b75-52a3-4824-823f-f224041ed6b8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:31.954803 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-10478982-2e6c-4998-8ce8-18b29d420066 req-e6596b75-52a3-4824-823f-f224041ed6b8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 945 time: 0.0894301 Dec 22 17:55:32.003721 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-10478982-2e6c-4998-8ce8-18b29d420066 req-b3baf0f0-e050-41a6-bcd7-3bdc25d44bd0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424411 Dec 22 17:55:32.700826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:33.205451 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69884ad9-efb8-4d8d-b647-0b0d064e2a1a req-ea409263-2988-4fe6-9dc3-158c9da11488 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:33.206989 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-69884ad9-efb8-4d8d-b647-0b0d064e2a1a req-ea409263-2988-4fe6-9dc3-158c9da11488 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 945 time: 0.0894260 Dec 22 17:55:33.252643 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-69884ad9-efb8-4d8d-b647-0b0d064e2a1a req-3bd6e1dd-0b22-4cf6-b7b5-5fc02c1d3fe5 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398698 Dec 22 17:55:33.275070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44630) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:33.514085 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f0d2c04f-dc6c-4938-92d0-e58841f88fb4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/0c2afe86-1de3-4153-bd46-9af9e90dc2c7 HTTP/1.1" status: 200 len: 993 time: 0.2376561 Dec 22 17:55:35.079230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f2d24-f67d-4c3c-a41a-b33befd50e00 req-c77f8f14-c4f4-4bec-8c5f-44cea213e61c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:35.080670 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4a0f2d24-f67d-4c3c-a41a-b33befd50e00 req-c77f8f14-c4f4-4bec-8c5f-44cea213e61c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 945 time: 0.1590433 Dec 22 17:55:35.103077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c39f9-99ce-4f5e-87f6-ee955026d9a9 req-74d7b91d-9b99-49cf-a2b4-2d5f64913926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:35.104619 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-446c39f9-99ce-4f5e-87f6-ee955026d9a9 req-74d7b91d-9b99-49cf-a2b4-2d5f64913926 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 1098 time: 0.1398573 Dec 22 17:55:35.212715 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4a0f2d24-f67d-4c3c-a41a-b33befd50e00 req-48052ddb-b392-4fd3-ac3f-3c791485146a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260123 Dec 22 17:55:35.280999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c39f9-99ce-4f5e-87f6-ee955026d9a9 req-3cfabf8b-0610-401e-a849-1dba62765353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:35.282655 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-446c39f9-99ce-4f5e-87f6-ee955026d9a9 req-3cfabf8b-0610-401e-a849-1dba62765353 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1580eee4-b73c-4f0d-a1f5-ff0507e3799f HTTP/1.1" status: 200 len: 898 time: 0.1691825 Dec 22 17:55:35.430848 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-446c39f9-99ce-4f5e-87f6-ee955026d9a9 req-c60bd982-f219-42d4-93f9-cedc195baa09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a2a067-05ea-481d-850f-55f563b79747 HTTP/1.1" status: 200 len: 1001 time: 0.1420329 Dec 22 17:55:35.508265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c39f9-99ce-4f5e-87f6-ee955026d9a9 req-b8d38d01-105e-4eef-8910-4180eede9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:35.509989 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-446c39f9-99ce-4f5e-87f6-ee955026d9a9 req-b8d38d01-105e-4eef-8910-4180eede9820 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01067e6f-e7ba-457b-b430-8be9f92e36b9 HTTP/1.1" status: 200 len: 835 time: 0.0730526 Dec 22 17:55:35.603931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c39f9-99ce-4f5e-87f6-ee955026d9a9 req-bd4dfe16-f797-45bb-bac7-fa186d064076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:35.605867 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-446c39f9-99ce-4f5e-87f6-ee955026d9a9 req-bd4dfe16-f797-45bb-bac7-fa186d064076 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1580eee4-b73c-4f0d-a1f5-ff0507e3799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892668 Dec 22 17:55:35.616682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:35.761845 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-446c39f9-99ce-4f5e-87f6-ee955026d9a9 req-f67b39bf-c417-4736-9caa-1cefa1196ff3 service neutron] 10.222.0.53 "GET /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489828 Dec 22 17:55:35.898619 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-446c39f9-99ce-4f5e-87f6-ee955026d9a9 req-6db23d54-0595-4255-8411-c3f3a16206e7 service neutron] 10.222.0.53 "GET /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295927 Dec 22 17:55:36.409468 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01032807-4dab-4f80-bdae-8cd476e96d37 req-21d582d3-17ba-4fb2-89ce-c97f4c68e091 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:36.410951 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-01032807-4dab-4f80-bdae-8cd476e96d37 req-21d582d3-17ba-4fb2-89ce-c97f4c68e091 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 945 time: 0.0814500 Dec 22 17:55:36.460147 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-01032807-4dab-4f80-bdae-8cd476e96d37 req-388ec9dc-60c0-446b-9fb3-56c13ddb5017 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433469 Dec 22 17:55:37.654499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f695-b492-47ee-85ee-490c440eaf97 req-f79ebf6f-836e-46b8-9aee-31511d399c96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:37.656056 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8cd5f695-b492-47ee-85ee-490c440eaf97 req-f79ebf6f-836e-46b8-9aee-31511d399c96 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 945 time: 0.0862207 Dec 22 17:55:37.702863 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8cd5f695-b492-47ee-85ee-490c440eaf97 req-13f570a0-22c2-4143-bf75-c45f6015353a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409133 Dec 22 17:55:37.726809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44644) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:37.837532 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c7c333b5-74ce-4745-8448-0aba122ec603 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/floatingips/0c2afe86-1de3-4153-bd46-9af9e90dc2c7 HTTP/1.1" status: 200 len: 993 time: 0.1093946 Dec 22 17:55:38.167437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44652) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:38.370974 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 627d4e24-278d-4840-b736-f709638b54ae {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:55:38.371341 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:38.545760 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:38.545984 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:38.797834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 627d4e24-278d-4840-b736-f709638b54ae owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:55:38.946473 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:38.950099 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e5640cd7-5b28-4fb2-a816-56db5d3c45a4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:38.998927 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=627d4e24-278d-4840-b736-f709638b54ae,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:39.036634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:39.037024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:39.037402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:39.037778 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:39.038149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:39.038517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:39.038883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:39.039284 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:39.039650 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:39.040010 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:39.040374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:39.040740 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:39.047981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:39.104100 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:39.104427 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Floating IP 0c2afe86-1de3-4153-bd46-9af9e90dc2c7 disassociated (deleted). External IP: 172.26.3.119, port: 47a2a067-05ea-481d-850f-55f563b79747. Dec 22 17:55:39.465724 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 259f56c5-b2c6-4d01-acc7-babb23e6379f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:55:39.644069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:55:39.653402 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c64649-df61-4c74-929f-467e8fda66b7 None None] Sync routers for ids ['259f56c5-b2c6-4d01-acc7-babb23e6379f'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:55:39.663949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:39.664338 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c64649-df61-4c74-929f-467e8fda66b7 None None] Routers {'259f56c5-b2c6-4d01-acc7-babb23e6379f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:55:39.664967 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-20c64649-df61-4c74-929f-467e8fda66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:55:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['259f56c5-b2c6-4d01-acc7-babb23e6379f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:39.719328 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/floatingips/0c2afe86-1de3-4153-bd46-9af9e90dc2c7 HTTP/1.1" status: 204 len: 168 time: 1.5504334 Dec 22 17:55:39.719912 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'tag': '47a2a067-05ea-481d-850f-55f563b79747'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:55:39.766493 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'tag': '47a2a067-05ea-481d-850f-55f563b79747', 'status': 'completed', 'code': 200} Dec 22 17:55:39.848061 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-20c64649-df61-4c74-929f-467e8fda66b7 None None] Set router 259f56c5-b2c6-4d01-acc7-babb23e6379f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:55:39.866671 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03abed-c4f9-4aae-8c2f-bd6fa008cf26 req-f27928f8-d982-45c2-9ddd-7effe5400852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:39.868187 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bf03abed-c4f9-4aae-8c2f-bd6fa008cf26 req-f27928f8-d982-45c2-9ddd-7effe5400852 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e9659ff4ad1499995eb034280b86352&device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 1098 time: 0.0750747 Dec 22 17:55:40.016760 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03abed-c4f9-4aae-8c2f-bd6fa008cf26 req-f4244892-72ff-4edd-a7ac-f1866249fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:40.018188 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bf03abed-c4f9-4aae-8c2f-bd6fa008cf26 req-f4244892-72ff-4edd-a7ac-f1866249fc32 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1580eee4-b73c-4f0d-a1f5-ff0507e3799f HTTP/1.1" status: 200 len: 898 time: 0.1430645 Dec 22 17:55:40.095138 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bf03abed-c4f9-4aae-8c2f-bd6fa008cf26 req-3e8efa20-6737-438d-bbfb-db2f5fa4ef7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a2a067-05ea-481d-850f-55f563b79747 HTTP/1.1" status: 200 len: 217 time: 0.0684581 Dec 22 17:55:40.117616 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c8d17-bee9-4063-a328-987e7e0a9ebc req-c556baff-fbf1-4266-8948-36e25f833d51 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:40.118323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-e46c8d17-bee9-4063-a328-987e7e0a9ebc req-c556baff-fbf1-4266-8948-36e25f833d51 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:55:40.134009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-e46c8d17-bee9-4063-a328-987e7e0a9ebc req-c556baff-fbf1-4266-8948-36e25f833d51 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:55:40.139520 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e46c8d17-bee9-4063-a328-987e7e0a9ebc req-c556baff-fbf1-4266-8948-36e25f833d51 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 945 time: 0.1065254 Dec 22 17:55:40.172489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03abed-c4f9-4aae-8c2f-bd6fa008cf26 req-2b156bf9-b780-4547-9369-5488933b3463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:40.173975 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bf03abed-c4f9-4aae-8c2f-bd6fa008cf26 req-2b156bf9-b780-4547-9369-5488933b3463 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01067e6f-e7ba-457b-b430-8be9f92e36b9 HTTP/1.1" status: 200 len: 835 time: 0.0708172 Dec 22 17:55:40.188592 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e46c8d17-bee9-4063-a328-987e7e0a9ebc req-f94fb41a-a8be-40e0-8669-e28946937a44 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474241 Dec 22 17:55:40.215162 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-20c64649-df61-4c74-929f-467e8fda66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'f77e44d6-aa08-4625-b2dd-9ef49b2de642', 'name': '', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:e2:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:46Z', 'updated_at': '2021-12-22T17:54:53Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:40.219358 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c64649-df61-4c74-929f-467e8fda66b7 None None] Checking router: 259f56c5-b2c6-4d01-acc7-babb23e6379f for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:55:40.228329 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c64649-df61-4c74-929f-467e8fda66b7 None None] Routers {'259f56c5-b2c6-4d01-acc7-babb23e6379f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:55:40.228947 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-20c64649-df61-4c74-929f-467e8fda66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:55:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['259f56c5-b2c6-4d01-acc7-babb23e6379f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:40.254839 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03abed-c4f9-4aae-8c2f-bd6fa008cf26 req-bae5ee16-d8fc-4082-aa98-1cc80453ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:40.256348 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bf03abed-c4f9-4aae-8c2f-bd6fa008cf26 req-bae5ee16-d8fc-4082-aa98-1cc80453ab84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1580eee4-b73c-4f0d-a1f5-ff0507e3799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724883 Dec 22 17:55:40.418100 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-20c64649-df61-4c74-929f-467e8fda66b7 None None] Set router 259f56c5-b2c6-4d01-acc7-babb23e6379f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:55:40.532435 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bf03abed-c4f9-4aae-8c2f-bd6fa008cf26 req-2a08fe8b-8b07-496d-8153-95164cb3a040 service neutron] 10.222.0.53 "GET /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681906 Dec 22 17:55:40.670571 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bf03abed-c4f9-4aae-8c2f-bd6fa008cf26 req-c43bc8d0-97b4-4f3b-bc70-903ea03f9774 service neutron] 10.222.0.53 "GET /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283603 Dec 22 17:55:40.738150 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-20c64649-df61-4c74-929f-467e8fda66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'f77e44d6-aa08-4625-b2dd-9ef49b2de642', 'name': '', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:e2:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:46Z', 'updated_at': '2021-12-22T17:54:53Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:40.742405 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c64649-df61-4c74-929f-467e8fda66b7 None None] The sync data for ids ['259f56c5-b2c6-4d01-acc7-babb23e6379f'] in dv-neutron-822513-1-hyperv is: [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'f77e44d6-aa08-4625-b2dd-9ef49b2de642', 'name': '', 'network_id': '1580eee4-b73c-4f0d-a1f5-ff0507e3799f', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'mac_address': 'fa:16:3e:e2:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:46Z', 'updated_at': '2021-12-22T17:54:53Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'subnets': [{'id': '01067e6f-e7ba-457b-b430-8be9f92e36b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:55:40.966051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317090e8-d1fe-4755-afea-3c85d6d69397 None None] New status for floating IP 0c2afe86-1de3-4153-bd46-9af9e90dc2c7: DOWN {{(pid=87588) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:55:41.375824 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000a5c9-7513-4e7a-b370-47b6f816ebfa req-664907e5-f15d-482f-8740-6ba648691dcf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:41.377303 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7000a5c9-7513-4e7a-b370-47b6f816ebfa req-664907e5-f15d-482f-8740-6ba648691dcf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 945 time: 0.0811014 Dec 22 17:55:41.437435 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7000a5c9-7513-4e7a-b370-47b6f816ebfa req-2791dc8a-157a-4e79-8e4f-ea171aff4c2b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/security-groups?id=98df2f1c-0366-47d6-acef-41dd2ecb16ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537510 Dec 22 17:55:41.700792 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64749a1c-30c8-4a4d-94cf-44ef25eb9dc5 req-14ea0ef5-999a-42ba-8813-3009b7559e8f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:41.702225 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64749a1c-30c8-4a4d-94cf-44ef25eb9dc5 req-14ea0ef5-999a-42ba-8813-3009b7559e8f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 945 time: 0.0809157 Dec 22 17:55:41.774900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-64749a1c-30c8-4a4d-94cf-44ef25eb9dc5 req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 47a2a067-05ea-481d-850f-55f563b79747 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:55:41.775318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64749a1c-30c8-4a4d-94cf-44ef25eb9dc5 req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:42.026800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-64749a1c-30c8-4a4d-94cf-44ef25eb9dc5 req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port 47a2a067-05ea-481d-850f-55f563b79747, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=47a2a067-05ea-481d-850f-55f563b79747,segment=NetworkSegment(fda90be6-b4ba-4e11-95e5-62e002478791),segment_id=fda90be6-b4ba-4e11-95e5-62e002478791)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:55:42.027068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64749a1c-30c8-4a4d-94cf-44ef25eb9dc5 req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:42.158109 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-64749a1c-30c8-4a4d-94cf-44ef25eb9dc5 req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 47a2a067-05ea-481d-850f-55f563b79747 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:55:42.300707 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64749a1c-30c8-4a4d-94cf-44ef25eb9dc5 req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:42.306384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-68e75a41-bb5b-46dd-b438-4d9ece762bae tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:42.358085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=47a2a067-05ea-481d-850f-55f563b79747,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:42.397350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:42.398024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:42.398122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:42.398466 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:42.398836 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:42.399234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:42.399599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:42.399966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:42.400328 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:42.400687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:42.401056 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:42.401419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:42.408613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:42.444394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-64749a1c-30c8-4a4d-94cf-44ef25eb9dc5 req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] No DVR routers for this DVR port 47a2a067-05ea-481d-850f-55f563b79747 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:55:42.446911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-64749a1c-30c8-4a4d-94cf-44ef25eb9dc5 req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:42.449777 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'name': 'network-vif-deleted', 'tag': '47a2a067-05ea-481d-850f-55f563b79747'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:55:42.473709 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64749a1c-30c8-4a4d-94cf-44ef25eb9dc5 req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.53 "DELETE /v2.0/ports/47a2a067-05ea-481d-850f-55f563b79747 HTTP/1.1" status: 204 len: 173 time: 0.7642686 Dec 22 17:55:42.498387 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5284f9b-5633-4527-b4fd-50bc1e5c7242', 'name': 'network-vif-deleted', 'tag': '47a2a067-05ea-481d-850f-55f563b79747', 'status': 'completed', 'code': 200} Dec 22 17:55:42.606373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-77d7490f-d711-4454-b117-03f9373e11ce req-0725ca0f-47cb-4de8-bfa5-3a5b72397242 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Synchronizing usage tracker for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:55:42.629426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-77d7490f-d711-4454-b117-03f9373e11ce req-0725ca0f-47cb-4de8-bfa5-3a5b72397242 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Unset dirty status for tenant:4e9659ff4ad1499995eb034280b86352 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:55:42.630793 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-77d7490f-d711-4454-b117-03f9373e11ce req-0725ca0f-47cb-4de8-bfa5-3a5b72397242 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5284f9b-5633-4527-b4fd-50bc1e5c7242 HTTP/1.1" status: 200 len: 210 time: 0.0725174 Dec 22 17:55:43.729512 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44670) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:44.434591 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:44.801167 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port f77e44d6-aa08-4625-b2dd-9ef49b2de642 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:55:44.801791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:44.989429 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port f77e44d6-aa08-4625-b2dd-9ef49b2de642, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=f77e44d6-aa08-4625-b2dd-9ef49b2de642,segment=NetworkSegment(fda90be6-b4ba-4e11-95e5-62e002478791),segment_id=fda90be6-b4ba-4e11-95e5-62e002478791)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:55:44.989770 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:45.118635 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for f77e44d6-aa08-4625-b2dd-9ef49b2de642 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:55:45.318854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 47a2a067-05ea-481d-850f-55f563b79747 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:55:45.353426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 47a2a067-05ea-481d-850f-55f563b79747 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:55:45.353767 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 47a2a067-05ea-481d-850f-55f563b79747 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:55:45.453163 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:45.457380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-6455e407-d04d-486b-bfc1-56b9ec60c6fc tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:45.501709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=f77e44d6-aa08-4625-b2dd-9ef49b2de642,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:45.504664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:45.901463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:46.266761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Router 259f56c5-b2c6-4d01-acc7-babb23e6379f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:55:46.450336 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:55:46.460426 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907e40c-4ab1-4ebd-a65b-8089dd84381a None None] Sync routers for ids ['259f56c5-b2c6-4d01-acc7-babb23e6379f'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:55:46.468359 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "PUT /v2.0/routers/259f56c5-b2c6-4d01-acc7-babb23e6379f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7377608 Dec 22 17:55:46.470177 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907e40c-4ab1-4ebd-a65b-8089dd84381a None None] Routers {'259f56c5-b2c6-4d01-acc7-babb23e6379f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:55:46.470970 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f907e40c-4ab1-4ebd-a65b-8089dd84381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:55:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['259f56c5-b2c6-4d01-acc7-babb23e6379f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:46.471219 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44674) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:46.536596 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ecb461-4d9f-4d99-80ca-d70ae409ce43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting subnet 01067e6f-e7ba-457b-b430-8be9f92e36b9 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 17:55:46.539506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9ecb461-4d9f-4d99-80ca-d70ae409ce43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:46.598834 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9ecb461-4d9f-4d99-80ca-d70ae409ce43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:46.649753 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-f907e40c-4ab1-4ebd-a65b-8089dd84381a None None] Set router 259f56c5-b2c6-4d01-acc7-babb23e6379f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:55:46.684153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9ecb461-4d9f-4d99-80ca-d70ae409ce43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:46.764640 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9ecb461-4d9f-4d99-80ca-d70ae409ce43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:46.769756 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-83dc8f3a-c4a5-4ee2-abd4-9dc2cfc67809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:46.810530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecb461-4d9f-4d99-80ca-d70ae409ce43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Subnet': ['ID=01067e6f-e7ba-457b-b430-8be9f92e36b9,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:46.815170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a9ecb461-4d9f-4d99-80ca-d70ae409ce43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:46.819519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-a9ecb461-4d9f-4d99-80ca-d70ae409ce43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:46.826093 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-a9ecb461-4d9f-4d99-80ca-d70ae409ce43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/subnets/01067e6f-e7ba-457b-b430-8be9f92e36b9 HTTP/1.1" status: 204 len: 168 time: 0.3538620 Dec 22 17:55:46.828443 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd5c81-8be0-45cd-b9c5-33face7581c8 None None] Network 1580eee4-b73c-4f0d-a1f5-ff0507e3799f requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:55:46.828891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44678) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:46.946121 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f907e40c-4ab1-4ebd-a65b-8089dd84381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:55:45Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:46.950192 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907e40c-4ab1-4ebd-a65b-8089dd84381a None None] Checking router: 259f56c5-b2c6-4d01-acc7-babb23e6379f for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:55:46.958777 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907e40c-4ab1-4ebd-a65b-8089dd84381a None None] Routers {'259f56c5-b2c6-4d01-acc7-babb23e6379f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:55:46.959419 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f907e40c-4ab1-4ebd-a65b-8089dd84381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:55:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['259f56c5-b2c6-4d01-acc7-babb23e6379f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:47.018082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:47.096758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] DHCP port deletion for 1580eee4-b73c-4f0d-a1f5-ff0507e3799f request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 17:55:47.101169 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Deleting port c7e72890-6505-4b68-80a2-768e9d1bcf35 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:55:47.101752 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:47.148831 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-f907e40c-4ab1-4ebd-a65b-8089dd84381a None None] Set router 259f56c5-b2c6-4d01-acc7-babb23e6379f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:55:47.350758 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:47.360985 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Deleting port 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 17:55:47.362472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:47.364021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] For port c7e72890-6505-4b68-80a2-768e9d1bcf35, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c7e72890-6505-4b68-80a2-768e9d1bcf35,segment=NetworkSegment(fda90be6-b4ba-4e11-95e5-62e002478791),segment_id=fda90be6-b4ba-4e11-95e5-62e002478791)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:55:47.364632 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:47.487391 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-f907e40c-4ab1-4ebd-a65b-8089dd84381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:55:45Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:47.492162 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907e40c-4ab1-4ebd-a65b-8089dd84381a None None] The sync data for ids ['259f56c5-b2c6-4d01-acc7-babb23e6379f'] in dv-neutron-822513-1-hyperv is: [{'id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-252184975', 'tenant_id': '4e9659ff4ad1499995eb034280b86352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:55:45Z', 'revision_number': 5, 'project_id': '4e9659ff4ad1499995eb034280b86352', 'gw_port': {'id': '4c6bf790-e129-4b2f-9fa1-86a33fa3ab89', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f56c5-b2c6-4d01-acc7-babb23e6379f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:54:42Z', 'updated_at': '2021-12-22T17:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:55:47.501468 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Calling delete_port for c7e72890-6505-4b68-80a2-768e9d1bcf35 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:55:47.569773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] For port 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4c6bf790-e129-4b2f-9fa1-86a33fa3ab89,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:55:47.570141 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:47.592536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095'] for port, after_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:47.597547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-05181599-96e5-475b-9843-3d84dd330317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:47.646860 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Pushing event deleted for resources: {'Port': ['ID=c7e72890-6505-4b68-80a2-768e9d1bcf35,revision_number=None']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:47.651540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] No DVR routers for this DVR port c7e72890-6505-4b68-80a2-768e9d1bcf35 on host dv-neutron-822513-1-hyperv {{(pid=87588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 17:55:47.665043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:47.665388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:47.665727 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:47.666060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:47.666392 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:47.666720 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:47.667043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:47.667399 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:47.667749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:47.668069 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:47.668391 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:47.668706 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:47.672219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:47.704047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Calling delete_port for 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 17:55:48.025265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.029018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:48.076470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Port': ['ID=4c6bf790-e129-4b2f-9fa1-86a33fa3ab89,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:48.079475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:48.165444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.337548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.339723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.361828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.362386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Fanout notify agent at l3_agent the message router_deleted on router 259f56c5-b2c6-4d01-acc7-babb23e6379f {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:55:48.377729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.378902 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/routers/259f56c5-b2c6-4d01-acc7-babb23e6379f HTTP/1.1" status: 204 len: 168 time: 1.5491114 Dec 22 17:55:48.381464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44682) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:48.500668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.632290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.657660 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1580eee4-b73c-4f0d-a1f5-ff0507e3799f']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:48.670098 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda90be6-b4ba-4e11-95e5-62e002478791') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:48.670389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda90be6-b4ba-4e11-95e5-62e002478791') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:48.681984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.697369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.703419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 17:55:48.703892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:55:48.722877 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:55:48.939840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.943257 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e3f44e43-c47e-4f2a-8673-88378e0e3ca2 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:48.957590 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:48.968539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'Network': ['ID=1580eee4-b73c-4f0d-a1f5-ff0507e3799f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:48.972578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:48.978244 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-d9393579-fad5-44cf-9377-14d3331cbe56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/networks/1580eee4-b73c-4f0d-a1f5-ff0507e3799f HTTP/1.1" status: 204 len: 168 time: 0.5958350 Dec 22 17:55:48.980953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44686) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:49.059827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-94d6ed61-26d3-4a92-83d4-b943bc35084b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:49.061052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c7e72890-6505-4b68-80a2-768e9d1bcf35 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:55:49.090463 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-94d6ed61-26d3-4a92-83d4-b943bc35084b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:49.095357 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: c7e72890-6505-4b68-80a2-768e9d1bcf35 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:55:49.095808 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c7e72890-6505-4b68-80a2-768e9d1bcf35 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:55:49.096736 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:55:49.128556 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:55:49.128820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4c6bf790-e129-4b2f-9fa1-86a33fa3ab89 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:55:49.129234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f77e44d6-aa08-4625-b2dd-9ef49b2de642 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:55:49.157234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-94d6ed61-26d3-4a92-83d4-b943bc35084b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:49.161730 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2f9d86d0-0481-403a-9cb6-bcf3d9c84608 tempest-NegativeSecGroupTest-254216414 tempest-NegativeSecGroupTest-254216414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:49.168566 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: f77e44d6-aa08-4625-b2dd-9ef49b2de642 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 17:55:49.168913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device f77e44d6-aa08-4625-b2dd-9ef49b2de642 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 17:55:49.178695 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6ed61-26d3-4a92-83d4-b943bc35084b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98df2f1c-0366-47d6-acef-41dd2ecb16ec,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:49.182209 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-94d6ed61-26d3-4a92-83d4-b943bc35084b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:49.193901 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-94d6ed61-26d3-4a92-83d4-b943bc35084b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:49.198462 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-94d6ed61-26d3-4a92-83d4-b943bc35084b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] 10.222.0.70 "DELETE /v2.0/security-groups/98df2f1c-0366-47d6-acef-41dd2ecb16ec HTTP/1.1" status: 204 len: 168 time: 0.2134447 Dec 22 17:55:49.571676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44700) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:49.716237 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-df684eef-a1eb-484f-976f-f19a853ee5fc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e9659ff4ad1499995eb034280b86352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431804 Dec 22 17:55:49.718423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44706) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:49.774962 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13ba7b33-21a7-4c2b-a009-9354738b2d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:49.801116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13ba7b33-21a7-4c2b-a009-9354738b2d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:49.852913 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13ba7b33-21a7-4c2b-a009-9354738b2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:49.856664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f3d40ecf-7a1f-4250-b4a1-4c20e3d4b201 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:49.869850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba7b33-21a7-4c2b-a009-9354738b2d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d2c11-aaf5-4b53-a5db-21cb020f417e,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:49.872455 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-13ba7b33-21a7-4c2b-a009-9354738b2d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:49.880573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-13ba7b33-21a7-4c2b-a009-9354738b2d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:49.882713 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-13ba7b33-21a7-4c2b-a009-9354738b2d47 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f6d2c11-aaf5-4b53-a5db-21cb020f417e HTTP/1.1" status: 204 len: 168 time: 0.1621153 Dec 22 17:55:50.163924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44714) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:50.181707 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38c81a4a-58ab-4cc3-8e84-f9f3b99ebcc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:50.199439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-38c81a4a-58ab-4cc3-8e84-f9f3b99ebcc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:55:50.203276 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-38c81a4a-58ab-4cc3-8e84-f9f3b99ebcc4 admin admin] Usage tracker for resource:security_group_rule and tenant:d4fe0911f8214aaeb8baef04d3618b1f is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:55:50.206057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-38c81a4a-58ab-4cc3-8e84-f9f3b99ebcc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:55:50.211683 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-38c81a4a-58ab-4cc3-8e84-f9f3b99ebcc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:55:50.294043 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38c81a4a-58ab-4cc3-8e84-f9f3b99ebcc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:50.297820 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-38c81a4a-58ab-4cc3-8e84-f9f3b99ebcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:50.304909 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ba6006bd-e331-41da-852f-9a05348f821c tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:50.347253 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-38c81a4a-58ab-4cc3-8e84-f9f3b99ebcc4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4fe0911f8214aaeb8baef04d3618b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821845 Dec 22 17:55:50.348286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c81a4a-58ab-4cc3-8e84-f9f3b99ebcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb65fe30-19d5-4bd9-a7b5-ef6a6f978e0a,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:50.349259 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44718) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:50.351439 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38c81a4a-58ab-4cc3-8e84-f9f3b99ebcc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:50.407203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92153230-9b16-422f-ac60-b428a4a8161f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:50.437545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92153230-9b16-422f-ac60-b428a4a8161f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:50.492514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92153230-9b16-422f-ac60-b428a4a8161f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:50.496295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b6782a2b-2420-48cb-836d-da17aaf670f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:50.508080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92153230-9b16-422f-ac60-b428a4a8161f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb65fe30-19d5-4bd9-a7b5-ef6a6f978e0a,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:50.510493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-92153230-9b16-422f-ac60-b428a4a8161f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:50.516550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92153230-9b16-422f-ac60-b428a4a8161f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:50.517704 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-92153230-9b16-422f-ac60-b428a4a8161f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb65fe30-19d5-4bd9-a7b5-ef6a6f978e0a HTTP/1.1" status: 204 len: 168 time: 0.1674414 Dec 22 17:55:51.302919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44742) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:51.406024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1973291469-network', 'tenant_id': '0da6effa2f00429d87a15b48e91398af'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:55:51.410875 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:55:51.414761 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Usage tracker for resource:network and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:55:51.417907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:55:51.423592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:55:51.434334 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Made reservation on behalf of 0da6effa2f00429d87a15b48e91398af for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:55:51.436656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:51.449674 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:51.464186 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:55:51.467998 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:55:51.471095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:55:51.476658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:55:51.558438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:51.562272 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:51.565720 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c0a846af-27c7-4359-acf5-78e3bd657b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:51.594809 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:55:51.599981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbfe24f-2ec2-4bf8-9c73-10807019a770,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:51.603514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:51.608021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:51.608021 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Added segment 1566fbca-50f2-445c-9054-5bf3276564eb of type vlan for network b62ebe74-771b-41bd-b951-55a818c510dc Dec 22 17:55:51.633860 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:51.662115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:51.663095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:51.663684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:51.666885 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-11e54048-255f-40bc-bf92-3c515a2d5679 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:51.766129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4620798 Dec 22 17:55:51.767185 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Pushing event updated for resources: {'Network': ['ID=b62ebe74-771b-41bd-b951-55a818c510dc,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:51.769160 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44748) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:51.770025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-00a01671-a674-4170-83e1-2e985b6e6700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:51.775031 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Request body: {'subnet': {'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1973291469-subnet', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'ip_version': 4}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:55:51.780384 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:55:51.782914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network b62ebe74-771b-41bd-b951-55a818c510dc details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:55:51.784990 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Usage tracker for resource:subnet and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:55:51.787905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:55:51.793780 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:55:51.806132 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Made reservation on behalf of 0da6effa2f00429d87a15b48e91398af for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:55:51.808550 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:52.019632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:52.023302 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a219460d-8232-4789-8d61-958ad538b04e tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:52.219386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca4529d-6a01-44a7-9e8d-d8dca8eec157,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:52.223696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:52.230423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Checking segment: {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:55:52.230773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Network hostable DHCP agents. Network: b62ebe74-771b-41bd-b951-55a818c510dc, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:55:52.248625 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Network b62ebe74-771b-41bd-b951-55a818c510dc is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:55:52.257998 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, b62ebe74-771b-41bd-b951-55a818c510dc) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:55:52.262017 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:52.262613 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:52.268326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e4583-dfa8-4adc-a307-c4404aa9250e None None] Network b62ebe74-771b-41bd-b951-55a818c510dc requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:55:52.294501 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44752) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:52.294755 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-33526291-ea82-476e-a8a4-ea8ee5eb1c1a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5241351 Dec 22 17:55:52.300076 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:55:52.305214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:55:52.309087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Usage tracker for resource:router and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:55:52.312019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:55:52.317786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:55:52.328586 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:52.329774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:52.346614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:52.486876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-b62ebe74-771b-41bd-b951-55a818c510dc', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:55:52.487762 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:52.626148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:52.651609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Allocated IP 172.20.0.2 (b62ebe74-771b-41bd-b951-55a818c510dc/7ca4529d-6a01-44a7-9e8d-d8dca8eec157/818986ab-8568-4561-8d96-db8e06a0af73) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:55:52.859293 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:52.869931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Transition to ACTIVE for port object 818986ab-8568-4561-8d96-db8e06a0af73 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:55:52.894280 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Transition to ACTIVE for port object 818986ab-8568-4561-8d96-db8e06a0af73 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:55:52.899663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:52.907319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:52.956174 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:52.968688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Network b62ebe74-771b-41bd-b951-55a818c510dc is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:55:52.971819 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:55:52.975429 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:55:52.981026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Pushing event updated for resources: {'Port': ['ID=818986ab-8568-4561-8d96-db8e06a0af73,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:52.984827 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:52.986759 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:53.075771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Attempting to bind port 818986ab-8568-4561-8d96-db8e06a0af73 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:55:53.076052 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Attempting to bind port 818986ab-8568-4561-8d96-db8e06a0af73 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:55:53.076417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Attempting to bind port 818986ab-8568-4561-8d96-db8e06a0af73 on network b62ebe74-771b-41bd-b951-55a818c510dc {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:55:53.082120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:55:53.082502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Checking segment: {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:55:53.082911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:53.083343 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Bound using segment: {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:55:53.083916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Bound port: 818986ab-8568-4561-8d96-db8e06a0af73, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:55:53.084300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:53.125390 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Allocated IP 172.26.3.152 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/951739e9-54da-4531-adc3-fb6ac1b44b23) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:55:53.175714 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] For port 818986ab-8568-4561-8d96-db8e06a0af73, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:55:53.178921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] For port 818986ab-8568-4561-8d96-db8e06a0af73, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=818986ab-8568-4561-8d96-db8e06a0af73,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:55:53.183874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:53.187487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:53.316520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Pushing event updated for resources: {'Port': ['ID=818986ab-8568-4561-8d96-db8e06a0af73,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:53.319370 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:53.408329 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:53.438122 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:53.442544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bfd7e01a-7897-4f7d-8770-4acf316525d8 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:53.521171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:55:53.524550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:55:53.529275 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:55:53.566679 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=951739e9-54da-4531-adc3-fb6ac1b44b23,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:53.575437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:53.953677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:54.216914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f22e2cb-8f1e-4b9d-8148-065dde1b70a2 None None] Network b62ebe74-771b-41bd-b951-55a818c510dc requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:55:54.313419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:54.365858 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-1a29293c-e2b8-4ec1-a040-46fd1785e977 None None] Provisioning for port 818986ab-8568-4561-8d96-db8e06a0af73 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:55:54.528472 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Router a1ce4101-64b3-41b1-b813-fa2df45b6649 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:55:54.724566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:55:54.733460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Sync routers for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:55:54.743034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:55:54.743709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:55:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:54.749018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:54.753359 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-92366888-f9c5-4002-98a6-799242b2e0e6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4545765 Dec 22 17:55:54.754132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44756) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:54.941922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:55:55.120889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 818986ab-8568-4561-8d96-db8e06a0af73 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:55:55.262895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 818986ab-8568-4561-8d96-db8e06a0af73 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:55:55.270011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 818986ab-8568-4561-8d96-db8e06a0af73 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:55:55.271392 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:55.386448 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:53Z', 'revision_number': 3, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:55.403049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Checking router: a1ce4101-64b3-41b1-b813-fa2df45b6649 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:55:55.403372 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Updating router a1ce4101-64b3-41b1-b813-fa2df45b6649 port 951739e9-54da-4531-adc3-fb6ac1b44b23 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:55:55.458104 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:55.477949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:55.548035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 818986ab-8568-4561-8d96-db8e06a0af73, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=818986ab-8568-4561-8d96-db8e06a0af73,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:55:55.585139 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:55.593661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-75be6668-567e-4eed-9d5e-b7879614b2d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:55.636436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:55.710569 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=818986ab-8568-4561-8d96-db8e06a0af73,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:55.756083 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:55.859378 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Allocated IP 172.20.0.1 (b62ebe74-771b-41bd-b951-55a818c510dc/7ca4529d-6a01-44a7-9e8d-d8dca8eec157/b9225868-beef-4b75-b4c3-4bd7bd0c86a0) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:55:55.898188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:55.910835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Transition to ACTIVE for port object 951739e9-54da-4531-adc3-fb6ac1b44b23 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:55:55.917336 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:55.920824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-75be6668-567e-4eed-9d5e-b7879614b2d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:55.997277 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Attempting to bind port 951739e9-54da-4531-adc3-fb6ac1b44b23 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:55:55.997660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Attempting to bind port 951739e9-54da-4531-adc3-fb6ac1b44b23 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:55:55.998033 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Attempting to bind port 951739e9-54da-4531-adc3-fb6ac1b44b23 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:55:56.000224 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f09cb5-38db-4b23-9df0-97d80e9e9ffc None None] Pushing event updated for resources: {'Port': ['ID=951739e9-54da-4531-adc3-fb6ac1b44b23,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:56.003898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f8f09cb5-38db-4b23-9df0-97d80e9e9ffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:56.006392 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:55:56.006822 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:55:56.007196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:56.007600 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:55:56.008081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Bound port: 951739e9-54da-4531-adc3-fb6ac1b44b23, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:55:56.008466 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:56.011432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:56.027748 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Transition to ACTIVE for port object b9225868-beef-4b75-b4c3-4bd7bd0c86a0 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:55:56.044453 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:55:56.053780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:56.057996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83d7bef8-3182-4f71-a777-85dfb560e67b tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:56.126015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] For port 951739e9-54da-4531-adc3-fb6ac1b44b23, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:55:56.129173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] For port 951739e9-54da-4531-adc3-fb6ac1b44b23, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=951739e9-54da-4531-adc3-fb6ac1b44b23,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:55:56.129830 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Network b62ebe74-771b-41bd-b951-55a818c510dc is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:55:56.133258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:55:56.133396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:56.135827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:55:56.137037 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-fa2a0ede-b5d2-40d4-ac7d-bc4957981161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:56.166630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b9225868-beef-4b75-b4c3-4bd7bd0c86a0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:56.169512 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:56.196649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:56.213847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:55:56.214495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:55:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:56.273582 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f09cb5-38db-4b23-9df0-97d80e9e9ffc None None] Pushing event updated for resources: {'Port': ['ID=951739e9-54da-4531-adc3-fb6ac1b44b23,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:56.283354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f8f09cb5-38db-4b23-9df0-97d80e9e9ffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:56.403947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:55:56.587511 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4981a136-9458-44c1-b0f2-a5f14944ea62 None None] Provisioning for port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:55:56.602654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:56.605218 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4981a136-9458-44c1-b0f2-a5f14944ea62 None None] Provisioning complete for port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:55:56.605599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4981a136-9458-44c1-b0f2-a5f14944ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:56.685879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4981a136-9458-44c1-b0f2-a5f14944ea62 None None] Port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:55:56.766491 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:53Z', 'revision_number': 3, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:56.770580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c15f9-8a14-47b3-885f-e08c5e1017fa None None] The sync data for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv is: [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:53Z', 'revision_number': 3, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:55:56.838566 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:56.844363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:56.869870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-69721a0d-a093-48f3-ade0-7cbcada2220e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:56.958904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:56.962426 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b9225868-beef-4b75-b4c3-4bd7bd0c86a0,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:56.965827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:57.123239 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Network b62ebe74-771b-41bd-b951-55a818c510dc is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:55:57.124509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:55:57.177225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 951739e9-54da-4531-adc3-fb6ac1b44b23 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:55:57.262910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 951739e9-54da-4531-adc3-fb6ac1b44b23 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:55:57.269422 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 951739e9-54da-4531-adc3-fb6ac1b44b23 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:55:57.269813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:57.355539 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Router a1ce4101-64b3-41b1-b813-fa2df45b6649 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:55:57.427824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:57.434830 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e8cd50f8-14e3-4b41-af65-16082bba12f2 None None] Provisioning complete for port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:55:57.435232 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e8cd50f8-14e3-4b41-af65-16082bba12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:57.492046 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 951739e9-54da-4531-adc3-fb6ac1b44b23, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=951739e9-54da-4531-adc3-fb6ac1b44b23,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:55:57.501113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:57.501988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 818986ab-8568-4561-8d96-db8e06a0af73 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:55:57.530709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-571791b7-b238-4089-bfd0-253e3a14aea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:57.557867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:55:57.559582 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd50f8-14e3-4b41-af65-16082bba12f2 None None] Port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:55:57.571699 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] 10.222.0.70 "PUT /v2.0/routers/a1ce4101-64b3-41b1-b813-fa2df45b6649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8134885 Dec 22 17:55:57.621900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=951739e9-54da-4531-adc3-fb6ac1b44b23,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:57.625846 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:57.638974 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 818986ab-8568-4561-8d96-db8e06a0af73 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:55:57.639424 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:57.728029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-427fa6c4-2722-4c17-840f-060f94bf7140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.110519 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44774) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:58.116489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1048308136-network', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:55:58.121235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:55:58.125110 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Usage tracker for resource:network and tenant:4b0ee255ad2746569dbc3a5647356319 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:55:58.128576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:55:58.134101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:55:58.143907 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Made reservation on behalf of 4b0ee255ad2746569dbc3a5647356319 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:55:58.146237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.158070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.172323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:55:58.176652 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Usage tracker for resource:security_group_rule and tenant:4b0ee255ad2746569dbc3a5647356319 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:55:58.179631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:55:58.185471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:55:58.275177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.279595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.282745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb987794-db33-426d-95cd-241b5246bbf8 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:58.311793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 17:55:58.320976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabaa614-a7e3-4700-bd3e-670ed2274b13,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:58.324280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:58.328176 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.328546 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Added segment ebd022e2-0f8e-434e-9f71-354b88d45e8c of type vlan for network d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db Dec 22 17:55:58.354624 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.388736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.389786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:58.390361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.393951 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5b334914-862d-438c-bf53-d316eaaf7de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:58.484455 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Sync routers for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:55:58.495233 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Pushing event updated for resources: {'Network': ['ID=d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:58.496168 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:55:58.497659 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:55:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:58.498198 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3861964 Dec 22 17:55:58.499152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-949f07a1-1680-4b7b-a6f1-5d4142433f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:58.500796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44778) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:58.506493 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Request body: {'subnet': {'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1048308136-subnet', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'ip_version': 4}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:55:58.506923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 17:55:58.511557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:55:58.515481 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Usage tracker for resource:subnet and tenant:4b0ee255ad2746569dbc3a5647356319 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:55:58.518414 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:55:58.524230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:55:58.536021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Made reservation on behalf of 4b0ee255ad2746569dbc3a5647356319 for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:55:58.538389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.692052 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:55:58.761839 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.766326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d7e55bdc-ee66-42c5-8953-4e057c850539 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:58.838571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1cfc81-b212-4095-93d8-2c493f48c5d9,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:58.842479 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:58.849944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Checking segment: {'id': 'ebd022e2-0f8e-434e-9f71-354b88d45e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:55:58.850305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Network hostable DHCP agents. Network: d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 17:55:58.871057 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Network d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 17:55:58.881731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:55:58.887166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:55:58.891302 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6454e40-31c7-486e-adb6-f9c2c68599bc None None] Network d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:55:58.891672 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.916443 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e4661fe5-964e-43cf-81c3-08d4ffe7f3d9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4145310 Dec 22 17:55:58.918764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44782) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:55:58.925700 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1048308136-router', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:55:58.932337 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:55:58.936957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Usage tracker for resource:router and tenant:4b0ee255ad2746569dbc3a5647356319 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:55:58.940154 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:55:58.947025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:55:58.961250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.962398 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:58.980787 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.060473 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 2, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:55:59.065327 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Checking router: a1ce4101-64b3-41b1-b813-fa2df45b6649 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:55:59.065677 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Updating router a1ce4101-64b3-41b1-b813-fa2df45b6649 port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:55:59.125717 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.129957 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 951739e9-54da-4531-adc3-fb6ac1b44b23 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:55:59.231386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db', 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'fixed_ips': [{'subnet_id': 'dc1cfc81-b212-4095-93d8-2c493f48c5d9'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 17:55:59.232223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.337126 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 951739e9-54da-4531-adc3-fb6ac1b44b23 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:55:59.337527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.401917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.459141 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Allocated IP 172.20.0.2 (d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db/dc1cfc81-b212-4095-93d8-2c493f48c5d9/fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:55:59.481826 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.494872 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Transition to ACTIVE for port object b9225868-beef-4b75-b4c3-4bd7bd0c86a0 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:55:59.503275 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.508186 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-0e390a8d-26ee-4cb8-8c48-fdab8041e06a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:59.733383 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Pushing event updated for resources: {'Port': ['ID=b9225868-beef-4b75-b4c3-4bd7bd0c86a0,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:59.737096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.737503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.746024 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:59.746368 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:59.746712 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:59.747049 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:59.747423 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:59.747929 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:59.748420 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:59.748905 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:59.749396 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:59.749899 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:59.750019 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Transition to ACTIVE for port object fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:55:59.750495 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:59.750973 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:55:59.768001 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:59.776474 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Attempting to bind port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:55:59.777050 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Attempting to bind port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:55:59.777585 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Attempting to bind port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 on network b62ebe74-771b-41bd-b951-55a818c510dc {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:55:59.780527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Transition to ACTIVE for port object fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:55:59.784535 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:55:59.785189 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Checking segment: {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:55:59.785766 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.786364 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Bound using segment: {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:55:59.787162 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Bound port: b9225868-beef-4b75-b4c3-4bd7bd0c86a0, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:55:59.787759 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.789304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.794498 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:59.804751 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.878105 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Network d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:55:59.881432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:55:59.889974 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:55:59.903035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Pushing event updated for resources: {'Port': ['ID=fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:55:59.913796 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] For port b9225868-beef-4b75-b4c3-4bd7bd0c86a0, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:55:59.917781 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] For port b9225868-beef-4b75-b4c3-4bd7bd0c86a0, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b9225868-beef-4b75-b4c3-4bd7bd0c86a0,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:55:59.922526 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:55:59.927200 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-71e27d2e-1e47-4cbc-9a4f-266adb2a2adc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:55:59.937951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:55:59.987411 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Allocated IP 172.26.3.61 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/c7cf6545-622c-4fb8-adf8-9fcdbdb2695f) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:56:00.001463 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Attempting to bind port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:56:00.002188 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Attempting to bind port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'ebd022e2-0f8e-434e-9f71-354b88d45e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:56:00.002310 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Attempting to bind port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c on network d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:56:00.003058 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:56:00.003730 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:55:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:00.008644 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:56:00.009026 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Checking segment: {'id': 'ebd022e2-0f8e-434e-9f71-354b88d45e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:56:00.009745 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:00.009931 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Bound using segment: {'id': 'ebd022e2-0f8e-434e-9f71-354b88d45e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:56:00.010377 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Bound port: fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd022e2-0f8e-434e-9f71-354b88d45e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:56:00.011000 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:00.085110 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Pushing event updated for resources: {'Port': ['ID=b9225868-beef-4b75-b4c3-4bd7bd0c86a0,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:00.088349 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-1d2cb849-3166-4fc8-afcc-ee1a0b73650a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:00.128267 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] For port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:56:00.132874 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] For port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c,segment=NetworkSegment(ebd022e2-0f8e-434e-9f71-354b88d45e8c),segment_id=ebd022e2-0f8e-434e-9f71-354b88d45e8c)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:56:00.140276 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:00.145214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:00.178306 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:00.183245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d796314a-f331-41b6-aeff-e64d0d3ee0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:00.225870 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:56:00.238245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:00.241465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Pushing event updated for resources: {'Port': ['ID=fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:00.245373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-00cc5c1d-d106-4aff-887f-9764e7a5ff7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:00.252239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:00.314863 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:56:00.318781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:56:00.321229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:56:00.374502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Pushing event updated for resources: {'Port': ['ID=c7cf6545-622c-4fb8-adf8-9fcdbdb2695f,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:00.377434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:00.588170 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:55:59Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:00.592669 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04231a84-a88f-4b99-9764-9aa865845486 None None] The sync data for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv is: [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:55:59Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:56:00.955699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:01.164738 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:56:01.277507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:01.279682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:56:01.286042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b9225868-beef-4b75-b4c3-4bd7bd0c86a0 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:56:01.367211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:01.391367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:56:01.397210 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:01.397588 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:01.414222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:01.447510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0cfd8f-001f-43ec-8063-a465d8138f7e None None] Network d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 17:56:01.567614 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-583d37fb-e741-4ae8-b774-e6f0518542b2 None None] Provisioning for port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:56:01.614771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-583d37fb-e741-4ae8-b774-e6f0518542b2 None None] Provisioning complete for port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:01.615176 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-583d37fb-e741-4ae8-b774-e6f0518542b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:01.652699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Router 80031dd7-f41f-41cd-a40d-7899d1f1b634 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 17:56:01.734386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:01.820780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port b9225868-beef-4b75-b4c3-4bd7bd0c86a0, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b9225868-beef-4b75-b4c3-4bd7bd0c86a0,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:56:01.847888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:56:01.874044 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Sync routers for ids ['80031dd7-f41f-41cd-a40d-7899d1f1b634'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:56:01.875896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:01.876097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:01.881080 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9572566 Dec 22 17:56:01.881080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44786) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:56:01.886904 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-91d34bc1-1e17-440c-830c-769fa8d3fe37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:02.025140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Routers {'80031dd7-f41f-41cd-a40d-7899d1f1b634'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:56:02.025949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:56:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['80031dd7-f41f-41cd-a40d-7899d1f1b634'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:02.100047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-583d37fb-e741-4ae8-b774-e6f0518542b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:02.143686 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=b9225868-beef-4b75-b4c3-4bd7bd0c86a0,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:02.154621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:02.243174 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-583d37fb-e741-4ae8-b774-e6f0518542b2 None None] For port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c,segment=NetworkSegment(ebd022e2-0f8e-434e-9f71-354b88d45e8c),segment_id=ebd022e2-0f8e-434e-9f71-354b88d45e8c)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:56:02.254997 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-583d37fb-e741-4ae8-b774-e6f0518542b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:02.259360 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e15d14bf-7a45-4c40-9cce-40ff944395cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:02.307690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Set router 80031dd7-f41f-41cd-a40d-7899d1f1b634 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:56:02.516193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d37fb-e741-4ae8-b774-e6f0518542b2 None None] Pushing event updated for resources: {'Port': ['ID=fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:02.529535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-583d37fb-e741-4ae8-b774-e6f0518542b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:02.549098 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-c95e0961-3622-4e58-8107-ee42a17a8ce5 None None] Provisioning complete for port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:02.549486 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c95e0961-3622-4e58-8107-ee42a17a8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:02.729656 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:02.754776 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:02.763523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'name': 'tempest-TestShelveInstance-1048308136-router', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:58Z', 'updated_at': '2021-12-22T17:56:00Z', 'revision_number': 3, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'gw_port': {'id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:59Z', 'updated_at': '2021-12-22T17:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:02.767704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Checking router: 80031dd7-f41f-41cd-a40d-7899d1f1b634 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:56:02.768005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Updating router 80031dd7-f41f-41cd-a40d-7899d1f1b634 port c7cf6545-622c-4fb8-adf8-9fcdbdb2695f binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:56:02.827653 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:02.943323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Allocated IP 172.20.0.1 (d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db/dc1cfc81-b212-4095-93d8-2c493f48c5d9/daa86e73-a623-45e0-b1bd-d9b0f0533c05) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:56:03.087687 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:56:03.104360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.120825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Transition to ACTIVE for port object daa86e73-a623-45e0-b1bd-d9b0f0533c05 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:56:03.145222 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.149734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6488ddd7-f081-49c8-8f1a-6286e663541d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:03.219434 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Network d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:56:03.223386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:56:03.227456 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:56:03.230265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.232587 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:03.232956 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.258123 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Pushing event updated for resources: {'Port': ['ID=daa86e73-a623-45e0-b1bd-d9b0f0533c05,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:03.264448 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:03.285673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Transition to ACTIVE for port object c7cf6545-622c-4fb8-adf8-9fcdbdb2695f will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:56:03.288060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.297193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.307823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:03.385161 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Attempting to bind port c7cf6545-622c-4fb8-adf8-9fcdbdb2695f on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:56:03.385539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Attempting to bind port c7cf6545-622c-4fb8-adf8-9fcdbdb2695f by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:56:03.385907 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Attempting to bind port c7cf6545-622c-4fb8-adf8-9fcdbdb2695f on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:56:03.424124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:56:03.424501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:56:03.424901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.425303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:56:03.425779 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Bound port: c7cf6545-622c-4fb8-adf8-9fcdbdb2695f, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:56:03.426154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.430455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.448869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82934723-2060-4357-a7ee-4ad761a70555 None None] Pushing event updated for resources: {'Port': ['ID=c7cf6545-622c-4fb8-adf8-9fcdbdb2695f,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:03.459745 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-82934723-2060-4357-a7ee-4ad761a70555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:03.524325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b9225868-beef-4b75-b4c3-4bd7bd0c86a0 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:56:03.562625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f20fc783-6e28-4f21-987c-28794f65d891 None None] Provisioning for port daa86e73-a623-45e0-b1bd-d9b0f0533c05 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:56:03.578945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-f20fc783-6e28-4f21-987c-28794f65d891 None None] Provisioning complete for port daa86e73-a623-45e0-b1bd-d9b0f0533c05 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:03.579347 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f20fc783-6e28-4f21-987c-28794f65d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.605232 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] For port c7cf6545-622c-4fb8-adf8-9fcdbdb2695f, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:56:03.666410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.671248 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.687559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] For port c7cf6545-622c-4fb8-adf8-9fcdbdb2695f, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c7cf6545-622c-4fb8-adf8-9fcdbdb2695f,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:56:03.696825 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.700217 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3504acfc-863e-4088-b76b-f1145f5838f4 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:03.706133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:03.763325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-f20fc783-6e28-4f21-987c-28794f65d891 None None] Port daa86e73-a623-45e0-b1bd-d9b0f0533c05 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:56:03.786254 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.792987 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Pushing event updated for resources: {'Port': ['ID=daa86e73-a623-45e0-b1bd-d9b0f0533c05,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:03.795948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:03.797361 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Routers {'80031dd7-f41f-41cd-a40d-7899d1f1b634'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:56:03.798628 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:56:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['80031dd7-f41f-41cd-a40d-7899d1f1b634'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:03.854870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82934723-2060-4357-a7ee-4ad761a70555 None None] Pushing event updated for resources: {'Port': ['ID=c7cf6545-622c-4fb8-adf8-9fcdbdb2695f,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:03.857374 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:03.857744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:03.896732 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-82934723-2060-4357-a7ee-4ad761a70555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:03.930321 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Network d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:56:03.931546 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:56:04.072735 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] Set router 80031dd7-f41f-41cd-a40d-7899d1f1b634 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:56:04.136808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Router 80031dd7-f41f-41cd-a40d-7899d1f1b634 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:56:04.303056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-fc42f41e-f2e6-44de-88b3-f84e4daf53ca None None] Provisioning complete for port daa86e73-a623-45e0-b1bd-d9b0f0533c05 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:04.303645 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fc42f41e-f2e6-44de-88b3-f84e4daf53ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:04.319273 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:56:04.328085 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] 10.222.0.70 "PUT /v2.0/routers/80031dd7-f41f-41cd-a40d-7899d1f1b634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4469461 Dec 22 17:56:04.380239 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fc42f41e-f2e6-44de-88b3-f84e4daf53ca None None] Port daa86e73-a623-45e0-b1bd-d9b0f0533c05 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:56:04.464042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'name': 'tempest-TestShelveInstance-1048308136-router', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:58Z', 'updated_at': '2021-12-22T17:56:03Z', 'revision_number': 4, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'gw_port': {'id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:59Z', 'updated_at': '2021-12-22T17:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'daa86e73-a623-45e0-b1bd-d9b0f0533c05', 'name': '', 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'mac_address': 'fa:16:3e:26:78:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'dc1cfc81-b212-4095-93d8-2c493f48c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:56:02Z', 'updated_at': '2021-12-22T17:56:03Z', 'revision_number': 2, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'subnets': [{'id': 'dc1cfc81-b212-4095-93d8-2c493f48c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:04.470816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8b3fc-921d-46d0-80af-b8676ed5312a None None] The sync data for ids ['80031dd7-f41f-41cd-a40d-7899d1f1b634'] in dv-neutron-822513-1-hyperv is: [{'id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'name': 'tempest-TestShelveInstance-1048308136-router', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:58Z', 'updated_at': '2021-12-22T17:56:03Z', 'revision_number': 4, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'gw_port': {'id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:59Z', 'updated_at': '2021-12-22T17:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'daa86e73-a623-45e0-b1bd-d9b0f0533c05', 'name': '', 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'mac_address': 'fa:16:3e:26:78:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'dc1cfc81-b212-4095-93d8-2c493f48c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:56:02Z', 'updated_at': '2021-12-22T17:56:03Z', 'revision_number': 2, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'subnets': [{'id': 'dc1cfc81-b212-4095-93d8-2c493f48c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:56:04.994207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44796) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:56:04.999892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-299425508', 'description': 'tempest-secgroup-smoke-299425508 description', 'project_id': '0da6effa2f00429d87a15b48e91398af'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:56:05.006112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:56:05.016568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:56:05.021398 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:56:05.034207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:56:05.047464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.068615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:56:05.073099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:56:05.077060 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:56:05.084152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:56:05.171729 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.176215 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.180230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-52b8a763-92f8-49a1-a234-27374d4e4970 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:05.233571 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ee6229-ba38-4739-a865-8bc678504e7d,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:05.238207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:05.240206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.241452 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2462330 Dec 22 17:56:05.244495 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44800) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:56:05.254193 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5e36eaf9-53da-4d2d-b54e-573242a45cf8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group_rule': {'security_group_id': 'c2ee6229-ba38-4739-a865-8bc678504e7d', 'project_id': '0da6effa2f00429d87a15b48e91398af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:56:05.263227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5e36eaf9-53da-4d2d-b54e-573242a45cf8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:56:05.267979 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5e36eaf9-53da-4d2d-b54e-573242a45cf8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:56:05.270915 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5e36eaf9-53da-4d2d-b54e-573242a45cf8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:56:05.277995 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5e36eaf9-53da-4d2d-b54e-573242a45cf8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:56:05.302208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e36eaf9-53da-4d2d-b54e-573242a45cf8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.367634 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e36eaf9-53da-4d2d-b54e-573242a45cf8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.372343 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e36eaf9-53da-4d2d-b54e-573242a45cf8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.391155 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d393e1ee-de71-438f-9045-d0831614bdaa tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:05.408506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36eaf9-53da-4d2d-b54e-573242a45cf8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ac814e-8ce3-41ee-b644-d2591e180332,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:05.411459 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5e36eaf9-53da-4d2d-b54e-573242a45cf8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:05.413044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5e36eaf9-53da-4d2d-b54e-573242a45cf8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.415536 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5e36eaf9-53da-4d2d-b54e-573242a45cf8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1686671 Dec 22 17:56:05.417630 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44804) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:56:05.424720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f8ee440c-eb60-4302-85cc-126b95d19f19 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group_rule': {'security_group_id': 'c2ee6229-ba38-4739-a865-8bc678504e7d', 'project_id': '0da6effa2f00429d87a15b48e91398af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:56:05.431079 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f8ee440c-eb60-4302-85cc-126b95d19f19 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:56:05.435258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f8ee440c-eb60-4302-85cc-126b95d19f19 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:56:05.438265 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f8ee440c-eb60-4302-85cc-126b95d19f19 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:56:05.444852 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f8ee440c-eb60-4302-85cc-126b95d19f19 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:56:05.466463 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8ee440c-eb60-4302-85cc-126b95d19f19 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.537648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8ee440c-eb60-4302-85cc-126b95d19f19 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.546053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8ee440c-eb60-4302-85cc-126b95d19f19 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.552626 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-11bb0a60-158b-479a-8429-668400a33bd3 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:05.573565 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee440c-eb60-4302-85cc-126b95d19f19 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64eec54-bb4f-487b-b60e-60376f96df64,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:05.577656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f8ee440c-eb60-4302-85cc-126b95d19f19 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:05.585733 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f8ee440c-eb60-4302-85cc-126b95d19f19 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.587082 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f8ee440c-eb60-4302-85cc-126b95d19f19 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1679325 Dec 22 17:56:05.590062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44808) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:56:05.597587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-dce8adb3-ffb7-41d8-b988-6b2fef03522f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group_rule': {'security_group_id': 'c2ee6229-ba38-4739-a865-8bc678504e7d', 'project_id': '0da6effa2f00429d87a15b48e91398af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:56:05.603814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-dce8adb3-ffb7-41d8-b988-6b2fef03522f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:56:05.607981 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-dce8adb3-ffb7-41d8-b988-6b2fef03522f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:56:05.611846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-dce8adb3-ffb7-41d8-b988-6b2fef03522f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:56:05.615365 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.618786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-dce8adb3-ffb7-41d8-b988-6b2fef03522f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:56:05.639810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dce8adb3-ffb7-41d8-b988-6b2fef03522f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.710849 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dce8adb3-ffb7-41d8-b988-6b2fef03522f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.715958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dce8adb3-ffb7-41d8-b988-6b2fef03522f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.717848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-ad896759-29d9-438c-9151-4d48d7588fba tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:05.742494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8adb3-ffb7-41d8-b988-6b2fef03522f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb80063-3cb8-44e4-aea3-55b48d85aa3f,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:05.745055 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-dce8adb3-ffb7-41d8-b988-6b2fef03522f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:05.756745 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-dce8adb3-ffb7-41d8-b988-6b2fef03522f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.760451 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-dce8adb3-ffb7-41d8-b988-6b2fef03522f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669056 Dec 22 17:56:05.760822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 44812) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:56:05.766314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-23c07b2e-47e8-4084-8e22-044ef8df09ea tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group_rule': {'security_group_id': 'c2ee6229-ba38-4739-a865-8bc678504e7d', 'project_id': '0da6effa2f00429d87a15b48e91398af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:56:05.772623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-23c07b2e-47e8-4084-8e22-044ef8df09ea tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:56:05.776764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-23c07b2e-47e8-4084-8e22-044ef8df09ea tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:56:05.780033 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-23c07b2e-47e8-4084-8e22-044ef8df09ea tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:56:05.789696 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-23c07b2e-47e8-4084-8e22-044ef8df09ea tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:56:05.816266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23c07b2e-47e8-4084-8e22-044ef8df09ea tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.890105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23c07b2e-47e8-4084-8e22-044ef8df09ea tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.894488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23c07b2e-47e8-4084-8e22-044ef8df09ea tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.896329 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8aad5327-53a2-4dce-88ae-b1f1330d7860 tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:05.918981 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c07b2e-47e8-4084-8e22-044ef8df09ea tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde82fbb-ca68-4bed-a02e-01274a2a317e,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:05.921498 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-23c07b2e-47e8-4084-8e22-044ef8df09ea tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:05.933328 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-23c07b2e-47e8-4084-8e22-044ef8df09ea tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:05.934522 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-23c07b2e-47e8-4084-8e22-044ef8df09ea tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1726727 Dec 22 17:56:05.937389 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44816) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:56:05.943821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group_rule': {'security_group_id': 'c2ee6229-ba38-4739-a865-8bc678504e7d', 'project_id': '0da6effa2f00429d87a15b48e91398af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:56:05.951044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:56:05.956119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:56:05.958994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:56:05.965541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:56:05.982010 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Project 0da6effa2f00429d87a15b48e91398af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:56:05.989401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:06.185302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:06.189547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:06.191393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d08b33c6-9a18-44f2-ac33-9d39efb6f923 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:06.213227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a22239-7325-476c-b3c8-432e89173673,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:06.215827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:06.223902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:06.225115 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a2fb89c1-80d5-4d8f-b2e8-7a7fa3eba869 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2867329 Dec 22 17:56:06.227831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44820) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:56:06.233087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group_rule': {'security_group_id': 'c2ee6229-ba38-4739-a865-8bc678504e7d', 'project_id': '0da6effa2f00429d87a15b48e91398af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:56:06.239810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:56:06.243626 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:56:06.246550 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:56:06.253134 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:56:06.264464 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Project 0da6effa2f00429d87a15b48e91398af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 17:56:06.271201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:06.341474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:06.348338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:06.350435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c26d2a13-a551-478a-b594-bdd6c30c4f78 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:06.372646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90df7f1a-74b9-48a6-89ad-5ffb963c6156,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:06.375070 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:06.382266 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:06.383521 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-10a54504-72f4-4d6d-8743-004cdf65840c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1547792 Dec 22 17:56:06.653564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-04693364-f52b-4cd4-92f4-138674c931d8 req-75d701e6-cc76-4c71-9923-85a6bf22cdc3 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Synchronizing usage tracker for tenant:0da6effa2f00429d87a15b48e91398af on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:56:06.672716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-04693364-f52b-4cd4-92f4-138674c931d8 req-75d701e6-cc76-4c71-9923-85a6bf22cdc3 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Unset dirty status for tenant:0da6effa2f00429d87a15b48e91398af on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:56:06.673883 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-75d701e6-cc76-4c71-9923-85a6bf22cdc3 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-299425508&fields=id&tenant_id=0da6effa2f00429d87a15b48e91398af HTTP/1.1" status: 200 len: 267 time: 0.0597239 Dec 22 17:56:06.838698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693364-f52b-4cd4-92f4-138674c931d8 req-9ea0f911-08a2-4d9c-8fb7-730c1a930d1f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:06.839427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-04693364-f52b-4cd4-92f4-138674c931d8 req-9ea0f911-08a2-4d9c-8fb7-730c1a930d1f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Synchronizing usage tracker for tenant:0da6effa2f00429d87a15b48e91398af on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:56:06.857354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-04693364-f52b-4cd4-92f4-138674c931d8 req-9ea0f911-08a2-4d9c-8fb7-730c1a930d1f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Unset dirty status for tenant:0da6effa2f00429d87a15b48e91398af on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:56:06.859081 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-9ea0f911-08a2-4d9c-8fb7-730c1a930d1f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 809 time: 0.1780806 Dec 22 17:56:06.874697 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-fd0f021a-da0e-4976-94eb-5c350ea81512 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/quotas/0da6effa2f00429d87a15b48e91398af HTTP/1.1" status: 200 len: 375 time: 0.0100169 Dec 22 17:56:06.959258 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-04693364-f52b-4cd4-92f4-138674c931d8 req-02e55c1e-69eb-46db-8012-e52d46d7582f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Synchronizing usage tracker for tenant:0da6effa2f00429d87a15b48e91398af on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:56:06.976740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-04693364-f52b-4cd4-92f4-138674c931d8 req-02e55c1e-69eb-46db-8012-e52d46d7582f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Unset dirty status for tenant:0da6effa2f00429d87a15b48e91398af on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:56:06.978287 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-02e55c1e-69eb-46db-8012-e52d46d7582f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977230 Dec 22 17:56:07.102278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-c7759b60-3cf3-471e-9aa3-c47c29568102 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 17:56:07.103309 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-c7759b60-3cf3-471e-9aa3-c47c29568102 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1119800 Dec 22 17:56:07.107559 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c7cf6545-622c-4fb8-adf8-9fcdbdb2695f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:56:07.190431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port c7cf6545-622c-4fb8-adf8-9fcdbdb2695f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:56:07.195543 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c7cf6545-622c-4fb8-adf8-9fcdbdb2695f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:07.195916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:07.247152 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-3108d6df-d463-4658-bd90-482060c3db4e service neutron] 10.222.0.70 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376266 Dec 22 17:56:07.320191 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:07.341636 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port c7cf6545-622c-4fb8-adf8-9fcdbdb2695f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c7cf6545-622c-4fb8-adf8-9fcdbdb2695f,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:56:07.350980 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:07.353012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:07.389463 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-ddf70c41-b561-41f1-b434-3d921293ab29 service neutron] 10.222.0.70 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356876 Dec 22 17:56:07.419608 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=c7cf6545-622c-4fb8-adf8-9fcdbdb2695f,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:07.422771 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:07.641627 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-24d00c4c-9eef-4ce2-bf3b-6801f278cf6f req-7269e66a-1bc0-4dda-9193-66bab422456a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 210 time: 0.1073949 Dec 22 17:56:08.481755 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Sync routers for ids ['80031dd7-f41f-41cd-a40d-7899d1f1b634'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:56:08.491438 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Routers {'80031dd7-f41f-41cd-a40d-7899d1f1b634'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:56:08.492032 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:56:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['80031dd7-f41f-41cd-a40d-7899d1f1b634'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:08.612897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693364-f52b-4cd4-92f4-138674c931d8 req-bd3349a4-c80c-46d3-be95-ca46aef75aba tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:08.615077 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-bd3349a4-c80c-46d3-be95-ca46aef75aba tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 809 time: 0.1528347 Dec 22 17:56:08.665122 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-22162872-38f6-475b-b693-214408b0a034 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0da6effa2f00429d87a15b48e91398af HTTP/1.1" status: 200 len: 379 time: 0.0413034 Dec 22 17:56:08.681416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'port': {'device_id': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'admin_state_up': True, 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'security_groups': ['c2ee6229-ba38-4739-a865-8bc678504e7d']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:56:08.694782 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Set router 80031dd7-f41f-41cd-a40d-7899d1f1b634 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:56:08.823426 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-76307834-159d-4f58-940d-44d0e52be36f req-30595a20-41df-4e57-a966-0bba1b693a79 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 210 time: 0.0611708 Dec 22 17:56:08.872082 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:56:08.882001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:56:08.891797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Made reservation on behalf of 0da6effa2f00429d87a15b48e91398af for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 17:56:08.895599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.059074 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'name': 'tempest-TestShelveInstance-1048308136-router', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:58Z', 'updated_at': '2021-12-22T17:56:03Z', 'revision_number': 4, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'gw_port': {'id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:59Z', 'updated_at': '2021-12-22T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'daa86e73-a623-45e0-b1bd-d9b0f0533c05', 'name': '', 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'mac_address': 'fa:16:3e:26:78:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'dc1cfc81-b212-4095-93d8-2c493f48c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:56:02Z', 'updated_at': '2021-12-22T17:56:03Z', 'revision_number': 2, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'subnets': [{'id': 'dc1cfc81-b212-4095-93d8-2c493f48c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:09.064379 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Checking router: 80031dd7-f41f-41cd-a40d-7899d1f1b634 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:56:09.064843 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Updating router 80031dd7-f41f-41cd-a40d-7899d1f1b634 port daa86e73-a623-45e0-b1bd-d9b0f0533c05 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 17:56:09.066988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Allocated IP 172.20.0.6 (b62ebe74-771b-41bd-b951-55a818c510dc/7ca4529d-6a01-44a7-9e8d-d8dca8eec157/fb34016c-0886-46e3-8323-51bc1f135b2c) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:56:09.084575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c7cf6545-622c-4fb8-adf8-9fcdbdb2695f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:56:09.118682 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.156884 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port c7cf6545-622c-4fb8-adf8-9fcdbdb2695f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:09.157433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.273796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.290228 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Transition to ACTIVE for port object fb34016c-0886-46e3-8323-51bc1f135b2c will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:56:09.314523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.320227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1d9b43dc-bb13-49e3-ac77-75a30f4048f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:09.389825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Network b62ebe74-771b-41bd-b951-55a818c510dc is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:56:09.393897 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:56:09.398229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:56:09.434379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'Port': ['ID=fb34016c-0886-46e3-8323-51bc1f135b2c,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:09.441370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:09.473878 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:09.474523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.479764 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.492219 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Transition to ACTIVE for port object daa86e73-a623-45e0-b1bd-d9b0f0533c05 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:56:09.499991 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.502136 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8257043 Dec 22 17:56:09.503838 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-9be04062-28df-47d0-898a-b42df781203b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:09.514740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Request body: {'port': {'device_id': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:56:09.653171 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.658780 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4efe3df9-5202-4722-8a8f-60df275a160c None None] Provisioning for port fb34016c-0886-46e3-8323-51bc1f135b2c completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:56:09.664791 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348f7b4-b097-4df1-9651-6ff94e777c2e None None] Pushing event updated for resources: {'Port': ['ID=daa86e73-a623-45e0-b1bd-d9b0f0533c05,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:09.667994 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3348f7b4-b097-4df1-9651-6ff94e777c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:09.675337 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-4efe3df9-5202-4722-8a8f-60df275a160c None None] Provisioning complete for port fb34016c-0886-46e3-8323-51bc1f135b2c triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:09.676067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4efe3df9-5202-4722-8a8f-60df275a160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.749261 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Attempting to bind port daa86e73-a623-45e0-b1bd-d9b0f0533c05 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:56:09.749980 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Attempting to bind port daa86e73-a623-45e0-b1bd-d9b0f0533c05 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'ebd022e2-0f8e-434e-9f71-354b88d45e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:56:09.750574 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Attempting to bind port daa86e73-a623-45e0-b1bd-d9b0f0533c05 on network d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:56:09.757103 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:56:09.757704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-4efe3df9-5202-4722-8a8f-60df275a160c None None] Port fb34016c-0886-46e3-8323-51bc1f135b2c cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 17:56:09.758032 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Checking segment: {'id': 'ebd022e2-0f8e-434e-9f71-354b88d45e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:56:09.758632 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.759259 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Bound using segment: {'id': 'ebd022e2-0f8e-434e-9f71-354b88d45e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:56:09.759989 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Bound port: daa86e73-a623-45e0-b1bd-d9b0f0533c05, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd022e2-0f8e-434e-9f71-354b88d45e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:56:09.760577 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.858950 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] For port daa86e73-a623-45e0-b1bd-d9b0f0533c05, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:56:09.862252 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] For port daa86e73-a623-45e0-b1bd-d9b0f0533c05, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=daa86e73-a623-45e0-b1bd-d9b0f0533c05,segment=NetworkSegment(ebd022e2-0f8e-434e-9f71-354b88d45e8c),segment_id=ebd022e2-0f8e-434e-9f71-354b88d45e8c)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:56:09.868607 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:09.875809 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-141f9c59-ce28-4113-887b-ff3c22c14294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:09.956649 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Routers {'80031dd7-f41f-41cd-a40d-7899d1f1b634'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:56:09.957525 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:56:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['80031dd7-f41f-41cd-a40d-7899d1f1b634'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:10.041805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bfe8a-08ed-40be-90a6-690041b1cf0f req-af98c647-b236-4908-a9db-09c00c41be6d tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:10.043633 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e92bfe8a-08ed-40be-90a6-690041b1cf0f req-af98c647-b236-4908-a9db-09c00c41be6d tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 931 time: 0.1017468 Dec 22 17:56:10.053968 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348f7b4-b097-4df1-9651-6ff94e777c2e None None] Pushing event updated for resources: {'Port': ['ID=daa86e73-a623-45e0-b1bd-d9b0f0533c05,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:10.060313 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-3348f7b4-b097-4df1-9651-6ff94e777c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:10.095861 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e92bfe8a-08ed-40be-90a6-690041b1cf0f req-205db49d-73a1-40e2-a951-57b9753a8687 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441012 Dec 22 17:56:10.186013 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] Set router 80031dd7-f41f-41cd-a40d-7899d1f1b634 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:56:10.203648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb34016c-0886-46e3-8323-51bc1f135b2c {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:56:10.211267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:10.225558 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Transition to ACTIVE for port object fb34016c-0886-46e3-8323-51bc1f135b2c will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 17:56:10.230435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:10.235120 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:10.367893 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Pushing event updated for resources: {'Port': ['ID=fb34016c-0886-46e3-8323-51bc1f135b2c,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:10.371782 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:10.478888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Attempting to bind port fb34016c-0886-46e3-8323-51bc1f135b2c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 17:56:10.479344 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Attempting to bind port fb34016c-0886-46e3-8323-51bc1f135b2c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 17:56:10.479735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Attempting to bind port fb34016c-0886-46e3-8323-51bc1f135b2c on network b62ebe74-771b-41bd-b951-55a818c510dc {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:56:10.484785 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Port fb34016c-0886-46e3-8323-51bc1f135b2c on network b62ebe74-771b-41bd-b951-55a818c510dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 17:56:10.485095 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Attempting to bind port fb34016c-0886-46e3-8323-51bc1f135b2c on network b62ebe74-771b-41bd-b951-55a818c510dc {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 17:56:10.491029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 17, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 17:56:10.491383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Checking segment: {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 17:56:10.491766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Bound using segment: {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 17:56:10.492186 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Bound port: fb34016c-0886-46e3-8323-51bc1f135b2c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 17:56:10.492526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:10.534157 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'name': 'tempest-TestShelveInstance-1048308136-router', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:58Z', 'updated_at': '2021-12-22T17:56:03Z', 'revision_number': 4, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'gw_port': {'id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:59Z', 'updated_at': '2021-12-22T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'daa86e73-a623-45e0-b1bd-d9b0f0533c05', 'name': '', 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'mac_address': 'fa:16:3e:26:78:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'dc1cfc81-b212-4095-93d8-2c493f48c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:56:02Z', 'updated_at': '2021-12-22T17:56:09Z', 'revision_number': 4, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'subnets': [{'id': 'dc1cfc81-b212-4095-93d8-2c493f48c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:10.538142 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d075d0-9a53-461a-b6a2-99fbacaa653d None None] The sync data for ids ['80031dd7-f41f-41cd-a40d-7899d1f1b634'] in dv-neutron-822513-1-hyperv is: [{'id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'name': 'tempest-TestShelveInstance-1048308136-router', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:58Z', 'updated_at': '2021-12-22T17:56:03Z', 'revision_number': 4, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'gw_port': {'id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:59Z', 'updated_at': '2021-12-22T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'daa86e73-a623-45e0-b1bd-d9b0f0533c05', 'name': '', 'network_id': 'd36f6288-2e0c-4dfd-aba8-ae06f5d3b0db', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'mac_address': 'fa:16:3e:26:78:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'dc1cfc81-b212-4095-93d8-2c493f48c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:56:02Z', 'updated_at': '2021-12-22T17:56:09Z', 'revision_number': 4, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'subnets': [{'id': 'dc1cfc81-b212-4095-93d8-2c493f48c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:56:10.581193 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 17:56:10.584119 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fb34016c-0886-46e3-8323-51bc1f135b2c,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 17:56:10.588692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:10.592323 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e86aa1ba-4436-4ff3-8500-650236aa415d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:10.656793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:10.657417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:10.659251 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] 10.222.0.53 "PUT /v2.0/ports/fb34016c-0886-46e3-8323-51bc1f135b2c HTTP/1.1" status: 200 len: 1093 time: 1.1494372 Dec 22 17:56:10.659775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:56:10.679744 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Pushing event updated for resources: {'Port': ['ID=fb34016c-0886-46e3-8323-51bc1f135b2c,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:10.682786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:10.733851 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'status': 'completed', 'code': 200} Dec 22 17:56:10.778503 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693364-f52b-4cd4-92f4-138674c931d8 req-091ea53d-0b5d-40c5-b733-e33c2153bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:10.780316 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-091ea53d-0b5d-40c5-b733-e33c2153bbf7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1096 time: 0.0800452 Dec 22 17:56:10.856425 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-9f7078af-aae9-4543-8985-c5e1644a3f7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb34016c-0886-46e3-8323-51bc1f135b2c HTTP/1.1" status: 200 len: 217 time: 0.0683136 Dec 22 17:56:10.918731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693364-f52b-4cd4-92f4-138674c931d8 req-a4fac7a3-2c81-4ec9-80da-103c6832cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:10.920203 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-a4fac7a3-2c81-4ec9-80da-103c6832cb23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0576715 Dec 22 17:56:10.999619 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693364-f52b-4cd4-92f4-138674c931d8 req-f5a57bc9-84fe-4921-bbb5-fb7cfe68d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:11.001115 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-f5a57bc9-84fe-4921-bbb5-fb7cfe68d34c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744324 Dec 22 17:56:11.097223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device daa86e73-a623-45e0-b1bd-d9b0f0533c05 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:56:11.149258 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-ee89f3e8-fd70-4d73-8f9e-fec56d32b7ac service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405888 Dec 22 17:56:11.168852 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port daa86e73-a623-45e0-b1bd-d9b0f0533c05 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:56:11.174703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port daa86e73-a623-45e0-b1bd-d9b0f0533c05 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:11.175084 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:11.291003 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-04693364-f52b-4cd4-92f4-138674c931d8 req-e059172b-bff5-4468-81b4-93c58f528837 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355383 Dec 22 17:56:11.315248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:11.315959 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cb541-72e1-4f95-8bad-415771ff5793 req-4d64d652-64b0-4120-a95d-8c6f0d572b66 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:11.317453 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-547cb541-72e1-4f95-8bad-415771ff5793 req-4d64d652-64b0-4120-a95d-8c6f0d572b66 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.0925107 Dec 22 17:56:11.350547 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port daa86e73-a623-45e0-b1bd-d9b0f0533c05, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=daa86e73-a623-45e0-b1bd-d9b0f0533c05,segment=NetworkSegment(ebd022e2-0f8e-434e-9f71-354b88d45e8c),segment_id=ebd022e2-0f8e-434e-9f71-354b88d45e8c)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:56:11.355196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:11.357153 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-583d37fb-e741-4ae8-b774-e6f0518542b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:11.372649 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-547cb541-72e1-4f95-8bad-415771ff5793 req-6ed39272-5dcf-490e-9c7f-f50ba007baa6 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493782 Dec 22 17:56:11.432401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=daa86e73-a623-45e0-b1bd-d9b0f0533c05,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:11.436637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:11.447735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09956cb-987f-4470-baf8-7a12763a1908 req-64ea76a2-ec95-4af7-b5c5-0015d9215719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:11.449550 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c09956cb-987f-4470-baf8-7a12763a1908 req-64ea76a2-ec95-4af7-b5c5-0015d9215719 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1096 time: 0.1110082 Dec 22 17:56:11.614750 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09956cb-987f-4470-baf8-7a12763a1908 req-32dd01b1-a217-4b4a-a000-9d8be84d4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:11.616273 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c09956cb-987f-4470-baf8-7a12763a1908 req-32dd01b1-a217-4b4a-a000-9d8be84d4acd service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1584818 Dec 22 17:56:11.840655 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c09956cb-987f-4470-baf8-7a12763a1908 req-56c138cc-45bf-4b5c-bde6-23078a6ea76f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb34016c-0886-46e3-8323-51bc1f135b2c HTTP/1.1" status: 200 len: 217 time: 0.2164431 Dec 22 17:56:11.904848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09956cb-987f-4470-baf8-7a12763a1908 req-29b23d27-d09f-4539-883b-d61edb578be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:11.906274 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c09956cb-987f-4470-baf8-7a12763a1908 req-29b23d27-d09f-4539-883b-d61edb578be5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0574522 Dec 22 17:56:11.984842 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09956cb-987f-4470-baf8-7a12763a1908 req-b1fda162-7872-425f-96de-d144891e45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:11.986297 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c09956cb-987f-4470-baf8-7a12763a1908 req-b1fda162-7872-425f-96de-d144891e45e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729055 Dec 22 17:56:12.127078 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c09956cb-987f-4470-baf8-7a12763a1908 req-a1d7b243-ba5a-45d9-98c0-b2f1bf1cbc4f service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325827 Dec 22 17:56:12.257686 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c09956cb-987f-4470-baf8-7a12763a1908 req-5d192a2e-0087-456f-9bc5-ba4aee4f09a2 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238837 Dec 22 17:56:12.582663 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca933053-ce79-4f7b-9994-d462efa32d07 req-b8616cbd-e779-43db-80c2-2b054d28cdd1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:12.583403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-ca933053-ce79-4f7b-9994-d462efa32d07 req-b8616cbd-e779-43db-80c2-2b054d28cdd1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Synchronizing usage tracker for tenant:0da6effa2f00429d87a15b48e91398af on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:56:12.599800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-ca933053-ce79-4f7b-9994-d462efa32d07 req-b8616cbd-e779-43db-80c2-2b054d28cdd1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Unset dirty status for tenant:0da6effa2f00429d87a15b48e91398af on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:56:12.601252 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ca933053-ce79-4f7b-9994-d462efa32d07 req-b8616cbd-e779-43db-80c2-2b054d28cdd1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.1027229 Dec 22 17:56:12.649931 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ca933053-ce79-4f7b-9994-d462efa32d07 req-06212c52-7041-47cf-91f6-46c610faa052 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424473 Dec 22 17:56:13.081851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device daa86e73-a623-45e0-b1bd-d9b0f0533c05 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:56:13.202042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port daa86e73-a623-45e0-b1bd-d9b0f0533c05 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:13.202418 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:13.383648 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device fb34016c-0886-46e3-8323-51bc1f135b2c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:56:13.518518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fb34016c-0886-46e3-8323-51bc1f135b2c,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:56:13.531373 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'port_id': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'mac_address': 'fa:16:3e:de:2c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:56:13.585456 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:13.602142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb34016c-0886-46e3-8323-51bc1f135b2c {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:56:13.617101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fb34016c-0886-46e3-8323-51bc1f135b2c,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:56:13.621661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:13.623800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:13.692879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=fb34016c-0886-46e3-8323-51bc1f135b2c,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:13.695900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:13.829508 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['fb34016c-0886-46e3-8323-51bc1f135b2c'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:56:13.838369 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f818e5-4606-4a31-8963-11d6849ec854 req-58ecaa1b-6d77-4258-9ea5-35286ae1035c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:13.839950 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-22f818e5-4606-4a31-8963-11d6849ec854 req-58ecaa1b-6d77-4258-9ea5-35286ae1035c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 944 time: 0.0807896 Dec 22 17:56:13.884832 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-22f818e5-4606-4a31-8963-11d6849ec854 req-c12a3897-c7ad-45ab-8041-b84343edf562 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388746 Dec 22 17:56:15.075405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3031d32-035a-42fe-8eca-9ce8ff203a7a req-8cd612a7-5f59-4244-8821-3712ef2e7983 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:15.076757 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a3031d32-035a-42fe-8eca-9ce8ff203a7a req-8cd612a7-5f59-4244-8821-3712ef2e7983 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 944 time: 0.0847912 Dec 22 17:56:15.121053 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a3031d32-035a-42fe-8eca-9ce8ff203a7a req-0fdd5650-54bc-4c4c-a583-ad8cd18f9783 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379393 Dec 22 17:56:15.413441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device fb34016c-0886-46e3-8323-51bc1f135b2c up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:56:15.488261 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port fb34016c-0886-46e3-8323-51bc1f135b2c completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 17:56:15.493814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port fb34016c-0886-46e3-8323-51bc1f135b2c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:56:15.494186 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:15.606331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:15.632816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:56:15.642640 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fb34016c-0886-46e3-8323-51bc1f135b2c,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:56:15.646578 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:15.649628 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:15.684260 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'code': 200} Dec 22 17:56:15.722853 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=fb34016c-0886-46e3-8323-51bc1f135b2c,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:15.725777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:15.901616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4318fc2-252b-4bb8-adc9-5f3680889817 req-a09e3b0a-9aef-4093-a1cf-25d95f24c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:15.903762 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e4318fc2-252b-4bb8-adc9-5f3680889817 req-a09e3b0a-9aef-4093-a1cf-25d95f24c454 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1098 time: 0.0714858 Dec 22 17:56:15.945864 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e4318fc2-252b-4bb8-adc9-5f3680889817 req-65842ba9-d036-4a4b-aeb1-7bd190e7b838 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354273 Dec 22 17:56:16.309574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc817299-27e4-4112-88a5-8909b9068550 req-05220dab-2621-49ed-9bc6-4cfcbd81c8bf tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:16.311226 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fc817299-27e4-4112-88a5-8909b9068550 req-05220dab-2621-49ed-9bc6-4cfcbd81c8bf tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0856044 Dec 22 17:56:16.357921 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fc817299-27e4-4112-88a5-8909b9068550 req-873aa57d-e3bd-432e-8f18-2341ff4020eb tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405998 Dec 22 17:56:17.545950 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3f2a4-66b8-4752-b0b1-b57b5da43dc1 req-c225de7b-6193-456b-9e23-477ced9250f4 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:17.547414 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-efe3f2a4-66b8-4752-b0b1-b57b5da43dc1 req-c225de7b-6193-456b-9e23-477ced9250f4 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0849051 Dec 22 17:56:17.590914 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-efe3f2a4-66b8-4752-b0b1-b57b5da43dc1 req-b625c624-d60b-443d-af5a-5863a05b4037 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374444 Dec 22 17:56:17.776802 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31618239-658a-4128-9063-6bf8ab5b7916 req-d81094ca-c9e6-4d7e-841d-79d09048fe40 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:17.778160 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-31618239-658a-4128-9063-6bf8ab5b7916 req-d81094ca-c9e6-4d7e-841d-79d09048fe40 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0790298 Dec 22 17:56:17.825690 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-31618239-658a-4128-9063-6bf8ab5b7916 req-2f2f253b-fc89-496a-827e-1a064f36f226 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418563 Dec 22 17:56:17.847523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44878) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:56:17.971831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b13e69-df05-4911-9e5c-40f2d028215d tempest-TestShelveInstance-1708763329 tempest-TestShelveInstance-1708763329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:17.972525 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-22b13e69-df05-4911-9e5c-40f2d028215d tempest-TestShelveInstance-1708763329 tempest-TestShelveInstance-1708763329-project-admin] Synchronizing usage tracker for tenant:4b0ee255ad2746569dbc3a5647356319 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 17:56:17.988942 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-22b13e69-df05-4911-9e5c-40f2d028215d tempest-TestShelveInstance-1708763329 tempest-TestShelveInstance-1708763329-project-admin] Unset dirty status for tenant:4b0ee255ad2746569dbc3a5647356319 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 17:56:17.990041 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-22b13e69-df05-4911-9e5c-40f2d028215d tempest-TestShelveInstance-1708763329 tempest-TestShelveInstance-1708763329-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1093 time: 0.1415896 Dec 22 17:56:17.993036 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 44884) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:56:17.998096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 17:56:18.004077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 17:56:18.007868 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:floatingip and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 17:56:18.010646 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 17:56:18.016461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 17:56:18.027046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:18.161352 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:18.294517 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Allocated IP 172.26.3.62 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/faa44c2a-aa01-4029-a4b5-df654f84c190) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 17:56:18.438561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:18.466436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:18.470756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-2a217b08-8052-4746-9b05-a038ef3a8991 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:18.530573 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 17:56:18.533936 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 17:56:18.537488 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 17:56:18.572711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'Port': ['ID=faa44c2a-aa01-4029-a4b5-df654f84c190,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:18.581128 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:19.063178 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:19.134269 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:19.341027 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:19.346093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:19.349893 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-abf60b3e-91e0-4da0-b9e4-e7395b5db721 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:56:19.458578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'Port': ['ID=faa44c2a-aa01-4029-a4b5-df654f84c190,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:56:19.462821 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:56:19.472142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:19.644860 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Floating IP 509d0357-0aac-447d-9d7b-a314e7d1309a associated. External IP: 172.26.3.62, port: fb34016c-0886-46e3-8323-51bc1f135b2c. Dec 22 17:56:20.024312 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Router a1ce4101-64b3-41b1-b813-fa2df45b6649 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 17:56:20.352514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 17:56:20.364275 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b857e-9df5-4455-ae79-421c0698fbaa None None] Sync routers for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 17:56:20.375494 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b857e-9df5-4455-ae79-421c0698fbaa None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:56:20.377089 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ed8b857e-9df5-4455-ae79-421c0698fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:56:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:20.380557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:20.442836 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4486976 Dec 22 17:56:20.443977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:56:20.599259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-ed8b857e-9df5-4455-ae79-421c0698fbaa None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:56:20.601732 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'status': 'completed', 'code': 200} Dec 22 17:56:20.718444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f0f2-283d-4142-bce7-0b2e137be1a7 req-3e9dd367-dfac-4ede-ba99-463c9c8de4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:20.721074 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2d5f0f2-283d-4142-bce7-0b2e137be1a7 req-3e9dd367-dfac-4ede-ba99-463c9c8de4ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1098 time: 0.0982308 Dec 22 17:56:20.921984 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f0f2-283d-4142-bce7-0b2e137be1a7 req-168d51b3-44af-4d35-9a01-0e8735bdee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:20.925196 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2d5f0f2-283d-4142-bce7-0b2e137be1a7 req-168d51b3-44af-4d35-9a01-0e8735bdee69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1972933 Dec 22 17:56:21.047538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ed8b857e-9df5-4455-ae79-421c0698fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '509d0357-0aac-447d-9d7b-a314e7d1309a', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'floating_ip_address': '172.26.3.62', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'port_id': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'mac_address': 'fa:16:3e:de:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:56:19Z', 'updated_at': '2021-12-22T17:56:19Z', 'revision_number': 0, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:56:01Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:21.051595 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2d5f0f2-283d-4142-bce7-0b2e137be1a7 req-539381e1-0672-4ca2-8af7-a7ad0e26a127 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb34016c-0886-46e3-8323-51bc1f135b2c HTTP/1.1" status: 200 len: 998 time: 0.1194820 Dec 22 17:56:21.052528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b857e-9df5-4455-ae79-421c0698fbaa None None] Checking router: a1ce4101-64b3-41b1-b813-fa2df45b6649 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 17:56:21.061623 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b857e-9df5-4455-ae79-421c0698fbaa None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:56:21.062244 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ed8b857e-9df5-4455-ae79-421c0698fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T17:56:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:21.160717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f0f2-283d-4142-bce7-0b2e137be1a7 req-2bbe45fc-a499-40fb-ab36-30ef226c0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:21.162350 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2d5f0f2-283d-4142-bce7-0b2e137be1a7 req-2bbe45fc-a499-40fb-ab36-30ef226c0859 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.1045055 Dec 22 17:56:21.243721 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f0f2-283d-4142-bce7-0b2e137be1a7 req-97658c16-a7c7-4121-921b-664c2e2abdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:21.245489 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2d5f0f2-283d-4142-bce7-0b2e137be1a7 req-97658c16-a7c7-4121-921b-664c2e2abdaa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773482 Dec 22 17:56:21.307259 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-ed8b857e-9df5-4455-ae79-421c0698fbaa None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 17:56:21.471647 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2d5f0f2-283d-4142-bce7-0b2e137be1a7 req-8c51896a-9a7b-4f06-9b92-801a084b6056 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186880 Dec 22 17:56:21.644529 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c2d5f0f2-283d-4142-bce7-0b2e137be1a7 req-4b9a5c85-8c2c-4b50-b841-8f95407fa176 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645200 Dec 22 17:56:21.698962 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ed8b857e-9df5-4455-ae79-421c0698fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '509d0357-0aac-447d-9d7b-a314e7d1309a', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'floating_ip_address': '172.26.3.62', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'port_id': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'mac_address': 'fa:16:3e:de:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:56:19Z', 'updated_at': '2021-12-22T17:56:19Z', 'revision_number': 0, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:56:01Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 17:56:21.703766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b857e-9df5-4455-ae79-421c0698fbaa None None] The sync data for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv is: [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '509d0357-0aac-447d-9d7b-a314e7d1309a', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'floating_ip_address': '172.26.3.62', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'port_id': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'mac_address': 'fa:16:3e:de:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T17:56:19Z', 'updated_at': '2021-12-22T17:56:19Z', 'revision_number': 0, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:56:01Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 17:56:21.926208 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acce459-b9b3-4fe4-be16-ba60dba38733 None None] New status for floating IP 509d0357-0aac-447d-9d7b-a314e7d1309a: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 17:56:27.716804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a449a64c-e913-4c40-bc3e-3d18ce9cd7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:30.143912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-80b004cb-ffdd-40ec-9b59-a30f8d5cbc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:31.205880 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:31.272536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:32.710041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:33.044484 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:56:35.619118 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:56:48.224704 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-96d51f6a-1461-443f-8a29-b7b2a405f955 req-5ecf840d-01a2-484a-ad69-e050334402ad service neutron] (87587) timed out ('10.222.0.70', 40470) {{(pid=87587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 17:56:53.360092 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2ab6cb04-98ac-4e87-8b24-d6c08c52bdee req-a54c9f12-7afb-4c5e-a89a-b1954b5dd0e5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793636 Dec 22 17:56:53.502165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6cb04-98ac-4e87-8b24-d6c08c52bdee req-0d58de5d-dbbc-4956-8123-9bea71aa713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:53.503647 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2ab6cb04-98ac-4e87-8b24-d6c08c52bdee req-0d58de5d-dbbc-4956-8123-9bea71aa713d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1098 time: 0.0746887 Dec 22 17:56:53.650320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6cb04-98ac-4e87-8b24-d6c08c52bdee req-3e3e29bd-5c8a-4448-ad73-ec581fa9c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:53.651690 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2ab6cb04-98ac-4e87-8b24-d6c08c52bdee req-3e3e29bd-5c8a-4448-ad73-ec581fa9c9b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1260815 Dec 22 17:56:53.754083 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2ab6cb04-98ac-4e87-8b24-d6c08c52bdee req-a7420bb7-21d5-477b-94d9-7da65d11aa83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb34016c-0886-46e3-8323-51bc1f135b2c HTTP/1.1" status: 200 len: 1000 time: 0.0963333 Dec 22 17:56:53.816477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6cb04-98ac-4e87-8b24-d6c08c52bdee req-b0fc9f72-39ca-4c03-b700-fca87ffa7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:53.818438 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2ab6cb04-98ac-4e87-8b24-d6c08c52bdee req-b0fc9f72-39ca-4c03-b700-fca87ffa7e75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0571644 Dec 22 17:56:53.899873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6cb04-98ac-4e87-8b24-d6c08c52bdee req-b30382a9-3e6e-4c1e-b704-a9c9191401b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:56:53.901401 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2ab6cb04-98ac-4e87-8b24-d6c08c52bdee req-b30382a9-3e6e-4c1e-b704-a9c9191401b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772114 Dec 22 17:56:54.034673 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2ab6cb04-98ac-4e87-8b24-d6c08c52bdee req-c0f8c7bc-1075-4a7f-9336-2388530b359c service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267037 Dec 22 17:56:54.292984 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2ab6cb04-98ac-4e87-8b24-d6c08c52bdee req-4c64f158-3e8c-4826-848b-371efc9657c1 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506044 Dec 22 17:56:57.711393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7be63143-7801-49d8-a574-4ff30b165123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:57:00.138233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-152eb20b-7069-4679-9233-d6052e196fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:57:01.208589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:57:01.279348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:57:02.715966 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:57:05.636178 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:57:10.043499 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:57:27.714663 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9d7e45b9-2965-4c9c-971b-5a5ca69ab3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:57:30.140875 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-67547965-0186-4153-a2b9-1ef46aa20cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:57:31.207479 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:57:31.270541 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:57:32.710241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:57:35.645599 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:57:47.044802 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:57:55.364998 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1cec4259-8cfd-4e1a-b11e-3ad394282ae9 req-98c7d21c-259b-4740-9e21-7195f49c02be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725269 Dec 22 17:57:55.526227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec4259-8cfd-4e1a-b11e-3ad394282ae9 req-db1c2087-3290-405d-8f7a-dda1e3624f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:57:55.527893 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1cec4259-8cfd-4e1a-b11e-3ad394282ae9 req-db1c2087-3290-405d-8f7a-dda1e3624f20 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1098 time: 0.0880027 Dec 22 17:57:55.681164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec4259-8cfd-4e1a-b11e-3ad394282ae9 req-6d7453d8-9526-4486-9a97-b40204aed9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:57:55.682685 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1cec4259-8cfd-4e1a-b11e-3ad394282ae9 req-6d7453d8-9526-4486-9a97-b40204aed9b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1351326 Dec 22 17:57:55.789439 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1cec4259-8cfd-4e1a-b11e-3ad394282ae9 req-ccd0eb2d-3980-4d94-adcd-06aae9db2784 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb34016c-0886-46e3-8323-51bc1f135b2c HTTP/1.1" status: 200 len: 1000 time: 0.1003385 Dec 22 17:57:55.860166 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec4259-8cfd-4e1a-b11e-3ad394282ae9 req-58e466a5-8259-4666-914f-27ad012dfa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:57:55.861855 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1cec4259-8cfd-4e1a-b11e-3ad394282ae9 req-58e466a5-8259-4666-914f-27ad012dfa2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0660825 Dec 22 17:57:55.941514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec4259-8cfd-4e1a-b11e-3ad394282ae9 req-97f39d57-a1ec-4118-bf14-d898b91edb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:57:55.942890 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1cec4259-8cfd-4e1a-b11e-3ad394282ae9 req-97f39d57-a1ec-4118-bf14-d898b91edb3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742052 Dec 22 17:57:56.080202 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1cec4259-8cfd-4e1a-b11e-3ad394282ae9 req-bfc488c2-a47a-4b84-8aed-3a93edf62ccf service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303551 Dec 22 17:57:56.225437 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1cec4259-8cfd-4e1a-b11e-3ad394282ae9 req-f39aa89d-81f5-46f2-af89-cf139677a142 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379554 Dec 22 17:57:57.717994 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dd56eba4-2179-42f5-a4f3-53a37406c030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:00.147264 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e79cbe59-4bfe-473c-9bc6-d6c91a869b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:01.212740 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:01.273006 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:02.717480 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:05.644913 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:16.024903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a22397-9728-4876-855b-ba3fa31e2fdc req-f59f62c4-8443-43a9-adb9-6def883d1bb7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:16.026320 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-52a22397-9728-4876-855b-ba3fa31e2fdc req-f59f62c4-8443-43a9-adb9-6def883d1bb7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0827835 Dec 22 17:58:16.076285 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-52a22397-9728-4876-855b-ba3fa31e2fdc req-6311b4cf-9bd7-4401-bb55-db14a07ffde0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429902 Dec 22 17:58:17.280891 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce58e7-4472-47ba-9489-c90438289a32 req-8c48211f-f1d2-4f57-b443-887440be64d7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:17.282358 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8cce58e7-4472-47ba-9489-c90438289a32 req-8c48211f-f1d2-4f57-b443-887440be64d7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0859041 Dec 22 17:58:17.327998 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8cce58e7-4472-47ba-9489-c90438289a32 req-d9404cac-cd1c-46ba-b768-97e40c4f2ba9 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395019 Dec 22 17:58:18.525406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eed94-645b-4733-8311-bc1d15499be7 req-6841c66e-b136-43fe-87e8-165b80514c79 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:18.526884 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4e4eed94-645b-4733-8311-bc1d15499be7 req-6841c66e-b136-43fe-87e8-165b80514c79 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0816433 Dec 22 17:58:18.572325 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4e4eed94-645b-4733-8311-bc1d15499be7 req-1bb81067-bc18-4126-b07f-7cfaf4e15977 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391741 Dec 22 17:58:19.911001 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4c9de-f4ee-419f-87ab-c05d180eaa2c req-b2c12938-ad84-45e0-9657-87b989d79c40 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:19.912510 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-65e4c9de-f4ee-419f-87ab-c05d180eaa2c req-b2c12938-ad84-45e0-9657-87b989d79c40 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0802937 Dec 22 17:58:19.957502 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-65e4c9de-f4ee-419f-87ab-c05d180eaa2c req-ef97befe-5afb-4e17-922d-5157367c9752 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394022 Dec 22 17:58:21.152744 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402acf05-29a4-4e80-9d1e-6ea0c080158f req-3c893e53-9ab6-4ac8-9748-6f5cd02b4e9c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:21.155871 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-402acf05-29a4-4e80-9d1e-6ea0c080158f req-3c893e53-9ab6-4ac8-9748-6f5cd02b4e9c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0926821 Dec 22 17:58:21.205516 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-402acf05-29a4-4e80-9d1e-6ea0c080158f req-6e0d404f-e758-432a-bcf0-5587c1c8a8ee tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439005 Dec 22 17:58:22.396669 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2020-9260-4651-8a28-f1b52773ccfd req-e9615053-d0d9-45a1-96fb-cbc2f3f5628b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:22.398123 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-053e2020-9260-4651-8a28-f1b52773ccfd req-e9615053-d0d9-45a1-96fb-cbc2f3f5628b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0842366 Dec 22 17:58:22.442618 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-053e2020-9260-4651-8a28-f1b52773ccfd req-f4d90a2b-7bb6-4b5e-bcb6-bda9d9a23b8e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388417 Dec 22 17:58:23.635214 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c0792-22d9-41ac-9164-69dbb2f236f8 req-cc204277-644f-4534-8026-06f31cd7a63b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:23.636749 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c95c0792-22d9-41ac-9164-69dbb2f236f8 req-cc204277-644f-4534-8026-06f31cd7a63b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0862749 Dec 22 17:58:23.683535 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-c95c0792-22d9-41ac-9164-69dbb2f236f8 req-75168920-9082-4690-9ded-a2a343569c06 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401258 Dec 22 17:58:24.045617 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:58:24.871703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce68ce3-506c-4853-9d0d-cfc184f695e3 req-e4a329c2-4873-4caf-8776-59da0db0979d tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:24.873757 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8ce68ce3-506c-4853-9d0d-cfc184f695e3 req-e4a329c2-4873-4caf-8776-59da0db0979d tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0808563 Dec 22 17:58:24.925132 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8ce68ce3-506c-4853-9d0d-cfc184f695e3 req-db34cb5e-550b-4da4-bf8f-93332ab6b29a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456798 Dec 22 17:58:26.123423 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c75dc-1da4-42ae-9843-ac5baf80c6a2 req-a380b8b5-3be7-4223-a404-d6ebf5c85b29 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:26.124796 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2f2c75dc-1da4-42ae-9843-ac5baf80c6a2 req-a380b8b5-3be7-4223-a404-d6ebf5c85b29 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0887465 Dec 22 17:58:26.168114 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2f2c75dc-1da4-42ae-9843-ac5baf80c6a2 req-39af39bd-5438-4a04-8b9a-f99d906b82bb tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375953 Dec 22 17:58:27.353144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd874b6-b7b3-4c4f-9e53-7f10c1234253 req-1200b179-87d0-4325-994e-a885b981911d tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:27.354509 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0fd874b6-b7b3-4c4f-9e53-7f10c1234253 req-1200b179-87d0-4325-994e-a885b981911d tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0800343 Dec 22 17:58:27.398020 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0fd874b6-b7b3-4c4f-9e53-7f10c1234253 req-b6fe262d-eedb-47d0-95ba-f3d3f246e461 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371683 Dec 22 17:58:27.722492 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-62f5a908-d723-4643-86b1-084b33768b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:27.958292 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device fb34016c-0886-46e3-8323-51bc1f135b2c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:58:28.092678 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fb34016c-0886-46e3-8323-51bc1f135b2c,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:58:28.106112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'port_id': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'mac_address': 'fa:16:3e:de:2c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:58:28.164813 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:28.182918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb34016c-0886-46e3-8323-51bc1f135b2c {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:58:28.199388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fb34016c-0886-46e3-8323-51bc1f135b2c,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:58:28.204326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:28.205466 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-0a470d61-8886-4a23-972e-7ec87a89a6f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:58:28.273233 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=fb34016c-0886-46e3-8323-51bc1f135b2c,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:58:28.281181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:58:28.281549 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:58:28.281871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:58:28.282197 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:58:28.282519 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:58:28.282841 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:58:28.283183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:58:28.283503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:58:28.283930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:58:28.284299 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:58:28.284719 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:58:28.285029 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 17:58:28.289773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['fb34016c-0886-46e3-8323-51bc1f135b2c'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:58:28.313999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:58:28.595448 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e0ce-4b77-43b4-bde9-739934b9b024 req-98abd370-d2ae-400b-86ef-09a1364199b9 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:28.596996 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cc00e0ce-4b77-43b4-bde9-739934b9b024 req-98abd370-d2ae-400b-86ef-09a1364199b9 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 944 time: 0.0873718 Dec 22 17:58:28.644293 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cc00e0ce-4b77-43b4-bde9-739934b9b024 req-cd604880-202f-4291-ae7d-c05187a2c0dd tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414107 Dec 22 17:58:29.914649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaa1ff-c44d-4514-90e8-3e7b7752f7e6 req-8ae7fede-c086-41b9-8b19-f37f06bbf514 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:29.923806 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64eaa1ff-c44d-4514-90e8-3e7b7752f7e6 req-8ae7fede-c086-41b9-8b19-f37f06bbf514 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 944 time: 0.1032827 Dec 22 17:58:29.973870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device fb34016c-0886-46e3-8323-51bc1f135b2c up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:58:29.977540 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64eaa1ff-c44d-4514-90e8-3e7b7752f7e6 req-a65f0f46-2f65-4fad-a20d-df19b367b225 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522952 Dec 22 17:58:30.119285 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port fb34016c-0886-46e3-8323-51bc1f135b2c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:58:30.119919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:30.213386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2ba78799-9fed-4110-b5f2-588dce8a740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:30.289305 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:30.337486 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:58:30.347322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fb34016c-0886-46e3-8323-51bc1f135b2c,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:58:30.354051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:30.359021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-1864699c-aac7-4f3d-8ff5-e7936b713358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:58:30.444878 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=fb34016c-0886-46e3-8323-51bc1f135b2c,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:58:30.449118 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:58:30.466281 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'code': 200} Dec 22 17:58:31.187922 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d0019-b82a-4623-bef9-0493c41c437a req-32e5afc1-e96b-4cbf-a2cf-3a6c4d7e20f7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:31.189454 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f12d0019-b82a-4623-bef9-0493c41c437a req-32e5afc1-e96b-4cbf-a2cf-3a6c4d7e20f7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0913463 Dec 22 17:58:31.217441 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:31.243729 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-f12d0019-b82a-4623-bef9-0493c41c437a req-7bba6295-e3cc-4218-bb64-f5d987c95bcf tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482364 Dec 22 17:58:31.288944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:32.444883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ecd80-58e8-4243-9cb4-b63abfb109a7 req-2499b799-04be-46e0-a8b1-44c8e33188ae tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:32.446479 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-989ecd80-58e8-4243-9cb4-b63abfb109a7 req-2499b799-04be-46e0-a8b1-44c8e33188ae tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0964084 Dec 22 17:58:32.504132 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-989ecd80-58e8-4243-9cb4-b63abfb109a7 req-5286950b-2801-4d43-9b27-dff1668159e8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487189 Dec 22 17:58:32.718401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:33.717557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08564a-c110-49fa-8008-3816e5359974 req-563fcb8b-407e-4c34-a1d0-8cffb6ded714 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:33.726126 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bd08564a-c110-49fa-8008-3816e5359974 req-563fcb8b-407e-4c34-a1d0-8cffb6ded714 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.1012256 Dec 22 17:58:33.783858 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bd08564a-c110-49fa-8008-3816e5359974 req-346302b4-a496-4b0a-b627-1fb715b04620 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566933 Dec 22 17:58:35.007617 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c217a-181a-4e02-8aac-9c59d24550eb req-76d44ba3-4b23-425b-94c6-5f47bd70905a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:35.015765 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-287c217a-181a-4e02-8aac-9c59d24550eb req-76d44ba3-4b23-425b-94c6-5f47bd70905a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.1033280 Dec 22 17:58:35.076670 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-287c217a-181a-4e02-8aac-9c59d24550eb req-35c1f70f-f8e3-4aa8-a122-cb4f2420ebb4 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596237 Dec 22 17:58:35.666671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:36.319041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba561ef-e3c5-41df-aa5e-695dcbafb9c6 req-fef353a2-3b53-4fb5-8f57-147b735ae3dd tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:36.320622 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5ba561ef-e3c5-41df-aa5e-695dcbafb9c6 req-fef353a2-3b53-4fb5-8f57-147b735ae3dd tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0935709 Dec 22 17:58:36.373274 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5ba561ef-e3c5-41df-aa5e-695dcbafb9c6 req-eb60cb3f-76f1-437c-b710-96daa8a1c2d2 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466607 Dec 22 17:58:37.639725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41070e-6344-4e90-984e-a087b5f5f9dc req-924e68e1-908c-477b-92cf-61d9e9586ab2 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:37.642389 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6d41070e-6344-4e90-984e-a087b5f5f9dc req-924e68e1-908c-477b-92cf-61d9e9586ab2 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.1041601 Dec 22 17:58:37.718515 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6d41070e-6344-4e90-984e-a087b5f5f9dc req-8731d3d2-e536-40b1-aae2-16ab00176049 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695577 Dec 22 17:58:38.520716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094bb0e-f24e-4bff-90f7-9bfbc9f20cbb req-14bd8fbc-cebc-4f87-bced-3a702ca0b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:38.522248 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7094bb0e-f24e-4bff-90f7-9bfbc9f20cbb req-14bd8fbc-cebc-4f87-bced-3a702ca0b9f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1098 time: 0.0781548 Dec 22 17:58:38.672918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094bb0e-f24e-4bff-90f7-9bfbc9f20cbb req-8a31ed7f-4a98-472c-b8ba-7c3effa08a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:38.674435 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7094bb0e-f24e-4bff-90f7-9bfbc9f20cbb req-8a31ed7f-4a98-472c-b8ba-7c3effa08a1c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1450257 Dec 22 17:58:38.953980 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7094bb0e-f24e-4bff-90f7-9bfbc9f20cbb req-57190642-386b-4d0f-b8e8-34ec5acbe68b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb34016c-0886-46e3-8323-51bc1f135b2c HTTP/1.1" status: 200 len: 1000 time: 0.2727475 Dec 22 17:58:39.034206 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40703a71-fd10-479b-a28c-bc82d55728f4 req-859a1643-3a97-44a9-9e1d-f4129fbfa423 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:39.035674 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-40703a71-fd10-479b-a28c-bc82d55728f4 req-859a1643-3a97-44a9-9e1d-f4129fbfa423 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.1659226 Dec 22 17:58:39.039341 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094bb0e-f24e-4bff-90f7-9bfbc9f20cbb req-d3c1613d-378a-4376-b17c-b29573b07a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:39.040694 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7094bb0e-f24e-4bff-90f7-9bfbc9f20cbb req-d3c1613d-378a-4376-b17c-b29573b07a28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0792999 Dec 22 17:58:39.134721 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-40703a71-fd10-479b-a28c-bc82d55728f4 req-29a75381-f500-432f-941d-ca4807b506e0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927870 Dec 22 17:58:39.153616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094bb0e-f24e-4bff-90f7-9bfbc9f20cbb req-97fd87c2-8511-41d6-a6ff-ae1521a3b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:39.155071 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7094bb0e-f24e-4bff-90f7-9bfbc9f20cbb req-97fd87c2-8511-41d6-a6ff-ae1521a3b945 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999579 Dec 22 17:58:39.288368 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7094bb0e-f24e-4bff-90f7-9bfbc9f20cbb req-452b2f85-21f4-4b8d-99b1-89f6ff4e6cc0 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267931 Dec 22 17:58:39.423865 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7094bb0e-f24e-4bff-90f7-9bfbc9f20cbb req-78ddd5a8-cd1a-4f44-ad7c-a6e4c1f19d18 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284943 Dec 22 17:58:40.473056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f4e6d-6c11-482c-8e00-12207c4c55cd req-74567f52-c36f-46da-9422-eae64d5f822a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:40.474430 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-038f4e6d-6c11-482c-8e00-12207c4c55cd req-74567f52-c36f-46da-9422-eae64d5f822a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0875318 Dec 22 17:58:40.520593 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-038f4e6d-6c11-482c-8e00-12207c4c55cd req-99c61747-73e3-4539-9684-5fca83447fc8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405269 Dec 22 17:58:41.720657 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330138c-57c5-498a-a79c-d67505fff719 req-361c8522-782a-4588-ab42-160e0a97d2e3 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:41.722439 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4330138c-57c5-498a-a79c-d67505fff719 req-361c8522-782a-4588-ab42-160e0a97d2e3 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.0867381 Dec 22 17:58:41.770454 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4330138c-57c5-498a-a79c-d67505fff719 req-df8174d7-81b8-4cd7-8816-519f1f371882 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423577 Dec 22 17:58:42.069388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device fb34016c-0886-46e3-8323-51bc1f135b2c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 17:58:42.139996 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3c1c2-02a5-44f3-92f4-f78d5f05a7c0 req-981ab0a4-c1d8-4055-892d-27b76ac8bd91 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:42.148898 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1d3c1c2-02a5-44f3-92f4-f78d5f05a7c0 req-981ab0a4-c1d8-4055-892d-27b76ac8bd91 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 945 time: 0.1034887 Dec 22 17:58:42.204759 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c1d3c1c2-02a5-44f3-92f4-f78d5f05a7c0 req-3679181e-e377-4846-b7cc-41f9299baf6b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489333 Dec 22 17:58:42.220661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:42.230025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45052) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:58:42.255027 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:58:42.266960 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fb34016c-0886-46e3-8323-51bc1f135b2c,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:58:42.272754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:42.276312 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:58:42.312701 dv-neutron-822513-1-hyperv neutron-server[87588]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'code': 422} returned with failed status Dec 22 17:58:42.346487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=fb34016c-0886-46e3-8323-51bc1f135b2c,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:58:42.349787 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:58:42.361392 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-c2a615fe-b05f-445a-9a67-35d3e0caa8d3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1300964 Dec 22 17:58:43.439143 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-cc06a338-5914-4d92-8a1e-6f9124ac7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:43.440619 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-cc06a338-5914-4d92-8a1e-6f9124ac7090 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765&tenant_id=0da6effa2f00429d87a15b48e91398af HTTP/1.1" status: 200 len: 1096 time: 0.1400023 Dec 22 17:58:43.453514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d2429-de2d-4972-9e15-26c4be67da6b req-3cf52255-9136-422b-845c-ae81c2fbaaf7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:43.455050 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-250d2429-de2d-4972-9e15-26c4be67da6b req-3cf52255-9136-422b-845c-ae81c2fbaaf7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.1227522 Dec 22 17:58:43.557733 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-250d2429-de2d-4972-9e15-26c4be67da6b req-5c65ef95-0826-44b5-9657-c04a553a352a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959942 Dec 22 17:58:43.579474 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-b1e8901f-50bd-45aa-be7a-eb859e527635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:43.580924 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-b1e8901f-50bd-45aa-be7a-eb859e527635 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1096 time: 0.1055665 Dec 22 17:58:43.723094 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-9f0c8072-e484-49a3-ae9b-89d20364fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:43.724476 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-9f0c8072-e484-49a3-ae9b-89d20364fd6b service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1370826 Dec 22 17:58:43.838624 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-f2ca62e7-e1fe-4699-99c2-7aa37a3f64dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb34016c-0886-46e3-8323-51bc1f135b2c HTTP/1.1" status: 200 len: 998 time: 0.1078851 Dec 22 17:58:43.901808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-03b02ca9-c16f-42fb-a914-5fe17a162616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:43.903312 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-03b02ca9-c16f-42fb-a914-5fe17a162616 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0574694 Dec 22 17:58:43.979564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-4915f310-9101-46cf-8c2e-2578a4d21919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:43.981006 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-4915f310-9101-46cf-8c2e-2578a4d21919 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708628 Dec 22 17:58:44.114853 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-d559ce41-97de-4fcd-98ff-5188c4a4b625 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269350 Dec 22 17:58:44.367777 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-4714092b-ff06-47d1-8127-fd9caa5be34c service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470529 Dec 22 17:58:44.756783 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e69bf-48d4-4239-adba-67b4a059e65e req-0c545f45-e7f3-400a-89d0-f25e05fad864 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:44.758300 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a27e69bf-48d4-4239-adba-67b4a059e65e req-0c545f45-e7f3-400a-89d0-f25e05fad864 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.0888660 Dec 22 17:58:44.855570 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a27e69bf-48d4-4239-adba-67b4a059e65e req-35b1d428-62d6-4faf-bac7-f93c52dd9c38 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858755 Dec 22 17:58:46.069435 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85572a-a99c-4598-a706-b904074d4293 req-71a61da0-db74-44e8-81ff-6f8056295da8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:46.071666 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a85572a-a99c-4598-a706-b904074d4293 req-71a61da0-db74-44e8-81ff-6f8056295da8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.1000047 Dec 22 17:58:46.131511 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0a85572a-a99c-4598-a706-b904074d4293 req-e332f130-8d5a-4e24-a2c7-7cdfc17b5a2c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537877 Dec 22 17:58:47.469245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d9e1d-7900-4355-bcbd-35ddd3f83ac6 req-acb0bce3-6d92-4384-9a90-b4357f7a457c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:47.471666 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1f9d9e1d-7900-4355-bcbd-35ddd3f83ac6 req-acb0bce3-6d92-4384-9a90-b4357f7a457c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.2172165 Dec 22 17:58:47.522612 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1f9d9e1d-7900-4355-bcbd-35ddd3f83ac6 req-c7ca8b4f-fa3c-4232-abda-3cdafe6813c5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443454 Dec 22 17:58:48.725873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca843752-c2b3-49cc-a7b1-be2736dd8d11 req-95033282-ae94-4587-84d2-902a20542d8f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:48.727431 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ca843752-c2b3-49cc-a7b1-be2736dd8d11 req-95033282-ae94-4587-84d2-902a20542d8f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.0892730 Dec 22 17:58:48.820935 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ca843752-c2b3-49cc-a7b1-be2736dd8d11 req-c04d83f6-1318-4bb4-9df4-11cd0b0c86e4 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864894 Dec 22 17:58:50.078647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6af840-e199-41b6-94e3-75eade7a42e7 req-1d3d5368-3806-40cb-8243-290765542752 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:50.080349 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7a6af840-e199-41b6-94e3-75eade7a42e7 req-1d3d5368-3806-40cb-8243-290765542752 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.1199560 Dec 22 17:58:50.140725 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7a6af840-e199-41b6-94e3-75eade7a42e7 req-01002153-5be1-41df-a2f5-25886f9c4a45 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500610 Dec 22 17:58:51.431196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7f7cd-5a25-42a7-83c8-6c50aef3a180 req-23a5fddd-d027-425f-abe6-91874fec6f26 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:51.434557 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-abb7f7cd-5a25-42a7-83c8-6c50aef3a180 req-23a5fddd-d027-425f-abe6-91874fec6f26 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.1220319 Dec 22 17:58:51.500772 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-abb7f7cd-5a25-42a7-83c8-6c50aef3a180 req-15757e26-8922-4705-b59c-66491a22fe9e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592377 Dec 22 17:58:52.781608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e22e-3303-4285-8bd5-3cba4610b8ef req-1b2b1d8e-5067-4fbb-a496-7331ee0c2541 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:52.784577 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a9d6e22e-3303-4285-8bd5-3cba4610b8ef req-1b2b1d8e-5067-4fbb-a496-7331ee0c2541 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.1197848 Dec 22 17:58:52.877151 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a9d6e22e-3303-4285-8bd5-3cba4610b8ef req-2a263f1e-6ca9-4922-87f1-735f72bede3a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757635 Dec 22 17:58:54.236480 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd758994-b840-4386-8517-ecdcee06aa8c req-79296c57-fd3f-486e-a6e3-6c4a14851a04 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:54.240130 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dd758994-b840-4386-8517-ecdcee06aa8c req-79296c57-fd3f-486e-a6e3-6c4a14851a04 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.1403532 Dec 22 17:58:54.300180 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dd758994-b840-4386-8517-ecdcee06aa8c req-ff0a06a2-2eff-4261-a789-33bcadc5ea13 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545454 Dec 22 17:58:55.576012 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24409-def5-4cad-998d-9115ea0bf19a req-aeb107f8-6086-4bba-87bb-4ae110162fe6 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:55.578688 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f6d24409-def5-4cad-998d-9115ea0bf19a req-aeb107f8-6086-4bba-87bb-4ae110162fe6 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.1571186 Dec 22 17:58:55.624630 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f6d24409-def5-4cad-998d-9115ea0bf19a req-05bdb9e9-c6ad-4574-87df-f856178e3e40 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400481 Dec 22 17:58:56.817576 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb791d0-3a05-4aaf-9323-d3ad28e32360 req-755347ea-1dce-4fe0-874e-cc7485d57cac tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:56.819348 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-beb791d0-3a05-4aaf-9323-d3ad28e32360 req-755347ea-1dce-4fe0-874e-cc7485d57cac tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.0871429 Dec 22 17:58:56.879867 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-beb791d0-3a05-4aaf-9323-d3ad28e32360 req-40fcf283-d256-454e-9a3c-6cf01df9553a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537591 Dec 22 17:58:57.394475 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45212-0532-4994-9c4c-a8130fa3cb80 req-7643db4b-1ad9-4cd6-8c47-ad3d392cf6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:57.395853 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7b45212-0532-4994-9c4c-a8130fa3cb80 req-7643db4b-1ad9-4cd6-8c47-ad3d392cf6a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1096 time: 0.0751078 Dec 22 17:58:57.546818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45212-0532-4994-9c4c-a8130fa3cb80 req-3c8f857f-3516-4fc1-a6a1-f6763bb88c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:57.548386 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7b45212-0532-4994-9c4c-a8130fa3cb80 req-3c8f857f-3516-4fc1-a6a1-f6763bb88c5e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1334481 Dec 22 17:58:57.664985 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7b45212-0532-4994-9c4c-a8130fa3cb80 req-e7934470-b0ae-4f2a-b336-ae30a826fd3d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb34016c-0886-46e3-8323-51bc1f135b2c HTTP/1.1" status: 200 len: 998 time: 0.1085496 Dec 22 17:58:57.730332 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-de975177-2a8b-41a8-a38b-b3d7c052dc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:57.738067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45212-0532-4994-9c4c-a8130fa3cb80 req-4475ab39-79ea-42ca-9b8f-ed0baa4de50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:57.739735 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7b45212-0532-4994-9c4c-a8130fa3cb80 req-4475ab39-79ea-42ca-9b8f-ed0baa4de50f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0687335 Dec 22 17:58:57.830079 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45212-0532-4994-9c4c-a8130fa3cb80 req-55d53840-5673-466f-b30e-cc5907a9a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:57.832602 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7b45212-0532-4994-9c4c-a8130fa3cb80 req-55d53840-5673-466f-b30e-cc5907a9a552 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863941 Dec 22 17:58:57.983504 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7b45212-0532-4994-9c4c-a8130fa3cb80 req-97c15aa1-b426-472e-bd82-dd0d3ba7a777 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442089 Dec 22 17:58:58.076503 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122deaf9-1be8-4287-aa9f-5cd15c063582 req-f8027902-2fa4-4342-afd9-f042cc371dbe tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:58.077975 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-122deaf9-1be8-4287-aa9f-5cd15c063582 req-f8027902-2fa4-4342-afd9-f042cc371dbe tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 943 time: 0.0823488 Dec 22 17:58:58.124881 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-122deaf9-1be8-4287-aa9f-5cd15c063582 req-0dffe41c-0a8d-4c73-9902-e1679e62a7e4 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399189 Dec 22 17:58:58.140599 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e7b45212-0532-4994-9c4c-a8130fa3cb80 req-54a731f1-0760-460a-a3ce-3fe943580ae2 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507189 Dec 22 17:58:58.160048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device fb34016c-0886-46e3-8323-51bc1f135b2c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 17:58:58.293946 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fb34016c-0886-46e3-8323-51bc1f135b2c,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:58:58.307227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'port_id': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'mac_address': 'fa:16:3e:de:2c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:58:58.371557 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:58.389889 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb34016c-0886-46e3-8323-51bc1f135b2c {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 17:58:58.406223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fb34016c-0886-46e3-8323-51bc1f135b2c,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:58:58.410249 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:58:58.412230 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:58:58.477918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=fb34016c-0886-46e3-8323-51bc1f135b2c,revision_number=9']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:58:58.481131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:58:58.613895 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['fb34016c-0886-46e3-8323-51bc1f135b2c'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:58:59.320012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c7baa-f333-4016-92fe-50a5d20ba3c6 req-8dd99762-099b-49de-b8ae-2c6023ea757d tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:58:59.321587 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-316c7baa-f333-4016-92fe-50a5d20ba3c6 req-8dd99762-099b-49de-b8ae-2c6023ea757d tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 944 time: 0.0867457 Dec 22 17:58:59.367754 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-316c7baa-f333-4016-92fe-50a5d20ba3c6 req-44b7466e-117b-4a20-8e06-68e3a1dde0a9 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397646 Dec 22 17:59:00.140899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fff3c479-33d3-4e46-a611-2a5334dd7091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:00.175533 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device fb34016c-0886-46e3-8323-51bc1f135b2c up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 17:59:00.243936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port fb34016c-0886-46e3-8323-51bc1f135b2c triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 17:59:00.244439 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:00.361518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:00.389209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 17:59:00.398788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fb34016c-0886-46e3-8323-51bc1f135b2c,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 17:59:00.403716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:00.405561 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ed807330-aadc-416b-bb7e-a1727d52702a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 17:59:00.440864 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'code': 200} Dec 22 17:59:00.480131 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=fb34016c-0886-46e3-8323-51bc1f135b2c,revision_number=10']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 17:59:00.483538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 17:59:00.581772 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e92b9a-77d8-447c-bf8c-78e191525101 req-73d63414-42f1-44ab-8946-ff728e119ed3 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:59:00.583648 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c6e92b9a-77d8-447c-bf8c-78e191525101 req-73d63414-42f1-44ab-8946-ff728e119ed3 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 946 time: 0.0961103 Dec 22 17:59:00.645136 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c6e92b9a-77d8-447c-bf8c-78e191525101 req-78bb5ace-d02c-452c-963d-296b07d6ce8f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503793 Dec 22 17:59:00.713829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b6556-360b-4f74-9918-251cc1f08c52 req-205f8de5-bb70-42a7-99dd-77aebca40aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:59:00.716046 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f3b6556-360b-4f74-9918-251cc1f08c52 req-205f8de5-bb70-42a7-99dd-77aebca40aa5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1099 time: 0.0700808 Dec 22 17:59:00.756385 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-5f3b6556-360b-4f74-9918-251cc1f08c52 req-703a258d-835e-4388-9a81-d508b73f1c57 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338693 Dec 22 17:59:01.050030 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:59:01.219332 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:01.273791 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:01.897700 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc15ed-8b39-48f5-a536-8cef4916eb7d req-277981ce-b198-47ab-a374-00b50eb791e3 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:59:01.900686 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-69bc15ed-8b39-48f5-a536-8cef4916eb7d req-277981ce-b198-47ab-a374-00b50eb791e3 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 946 time: 0.1228778 Dec 22 17:59:01.979788 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-69bc15ed-8b39-48f5-a536-8cef4916eb7d req-330962c0-2a1c-40bd-a4a1-b8c7bad9f1c1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708008 Dec 22 17:59:02.716705 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:03.181604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2d328-f8e2-4047-a664-073bb5a620be req-41561070-7122-4148-9be5-997a5527608a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:59:03.183133 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ba2d328-f8e2-4047-a664-073bb5a620be req-41561070-7122-4148-9be5-997a5527608a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 946 time: 0.0875254 Dec 22 17:59:03.230898 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6ba2d328-f8e2-4047-a664-073bb5a620be req-d5d4a938-d83f-454c-ae81-9a93a02da7c3 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411007 Dec 22 17:59:05.667345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:27.723812 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f886-0f8e-477e-964f-23bc9a0ba59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:30.137911 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-52a177f4-5df6-4074-9a92-d65984ceb733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:31.223196 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:31.291260 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:32.756409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:35.658452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:38.049483 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 17:59:57.727888 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6ac86ad6-16da-4ceb-8d69-77b079443677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 17:59:59.398376 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b6139d0-2c7c-48f6-9d89-7d7833def743 req-20b77207-207c-4d92-a363-87df57658514 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1406915 Dec 22 17:59:59.652813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6139d0-2c7c-48f6-9d89-7d7833def743 req-ba1cc7f5-442f-4109-a07a-1203f1300f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:59:59.654354 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b6139d0-2c7c-48f6-9d89-7d7833def743 req-ba1cc7f5-442f-4109-a07a-1203f1300f46 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1099 time: 0.1890326 Dec 22 17:59:59.803407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6139d0-2c7c-48f6-9d89-7d7833def743 req-db726934-c381-4109-ac59-3780df77e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:59:59.804911 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b6139d0-2c7c-48f6-9d89-7d7833def743 req-db726934-c381-4109-ac59-3780df77e94c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1306949 Dec 22 17:59:59.910275 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b6139d0-2c7c-48f6-9d89-7d7833def743 req-bab61cf1-2ec5-403a-adcd-93d51753c50f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb34016c-0886-46e3-8323-51bc1f135b2c HTTP/1.1" status: 200 len: 1000 time: 0.0989034 Dec 22 17:59:59.972797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6139d0-2c7c-48f6-9d89-7d7833def743 req-77d4f17a-505e-43dd-95f6-133a19980d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 17:59:59.974340 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b6139d0-2c7c-48f6-9d89-7d7833def743 req-77d4f17a-505e-43dd-95f6-133a19980d89 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0570977 Dec 22 18:00:00.050370 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6139d0-2c7c-48f6-9d89-7d7833def743 req-f55f0379-a874-4781-85be-40f95422fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:00.051932 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b6139d0-2c7c-48f6-9d89-7d7833def743 req-f55f0379-a874-4781-85be-40f95422fd9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712955 Dec 22 18:00:00.131376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f74cefe8-52bf-4157-8cac-a4f0d17e7e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:00.184416 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b6139d0-2c7c-48f6-9d89-7d7833def743 req-2f5159e9-6dfa-4fc9-bd11-e0893e1866cc service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260030 Dec 22 18:00:00.319489 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2b6139d0-2c7c-48f6-9d89-7d7833def743 req-5648da8b-54fb-4d2a-9f95-6f3a8a8acb73 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279683 Dec 22 18:00:01.224148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:01.273311 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:02.719512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:05.686647 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:11.789356 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45180) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:00:12.000141 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Deleting port faa44c2a-aa01-4029-a4b5-df654f84c190 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:00:12.000464 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:12.181961 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:12.182286 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:12.305262 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Calling delete_port for faa44c2a-aa01-4029-a4b5-df654f84c190 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:00:12.453368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:12.457107 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-687e9eeb-73b3-43cc-b45a-3ff3c0389aca tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:12.505041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event deleted for resources: {'Port': ['ID=faa44c2a-aa01-4029-a4b5-df654f84c190,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:12.544815 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:12.545195 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:12.545567 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:12.545934 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:12.546296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:12.546661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:12.547019 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:12.547403 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:12.547761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:12.548117 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:12.548471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:12.548822 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:12.556269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:12.610149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:12.610469 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Floating IP 509d0357-0aac-447d-9d7b-a314e7d1309a disassociated (deleted). External IP: 172.26.3.62, port: fb34016c-0886-46e3-8323-51bc1f135b2c. Dec 22 18:00:13.084921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Router a1ce4101-64b3-41b1-b813-fa2df45b6649 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:00:13.274151 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:00:13.284484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae1b4c-e409-4f1b-a6dd-ea1a40344483 None None] Sync routers for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:00:13.296107 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae1b4c-e409-4f1b-a6dd-ea1a40344483 None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:00:13.296364 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:13.296746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f6ae1b4c-e409-4f1b-a6dd-ea1a40344483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:00:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:00:13.353766 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "DELETE /v2.0/floatingips/509d0357-0aac-447d-9d7b-a314e7d1309a HTTP/1.1" status: 204 len: 168 time: 1.5632088 Dec 22 18:00:13.354694 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:00:13.459804 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'status': 'completed', 'code': 200} Dec 22 18:00:13.489301 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-f6ae1b4c-e409-4f1b-a6dd-ea1a40344483 None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:00:13.584041 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e1a24-a9af-427c-9302-7fa53a953641 req-a895ee70-3c60-4e7c-b7b1-04bcab3665eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:13.586440 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-053e1a24-a9af-427c-9302-7fa53a953641 req-a895ee70-3c60-4e7c-b7b1-04bcab3665eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 1099 time: 0.1027570 Dec 22 18:00:13.812953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbb9bb-af43-437a-8cf9-325bf18b354c req-85c49a15-e3b6-4632-ab89-1086481b5787 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:13.814486 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-92bbb9bb-af43-437a-8cf9-325bf18b354c req-85c49a15-e3b6-4632-ab89-1086481b5787 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 946 time: 0.1265388 Dec 22 18:00:13.816464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e1a24-a9af-427c-9302-7fa53a953641 req-0fd4a5d0-df86-4374-a18f-5a81f4a505e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:13.817130 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-053e1a24-a9af-427c-9302-7fa53a953641 req-0fd4a5d0-df86-4374-a18f-5a81f4a505e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.2161992 Dec 22 18:00:13.852470 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f6ae1b4c-e409-4f1b-a6dd-ea1a40344483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:56:01Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:00:13.856478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae1b4c-e409-4f1b-a6dd-ea1a40344483 None None] Checking router: a1ce4101-64b3-41b1-b813-fa2df45b6649 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:00:13.864855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae1b4c-e409-4f1b-a6dd-ea1a40344483 None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:00:13.865401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f6ae1b4c-e409-4f1b-a6dd-ea1a40344483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:00:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:00:13.911267 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-053e1a24-a9af-427c-9302-7fa53a953641 req-33a83d8e-3574-4eb6-a686-eff8de600f45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb34016c-0886-46e3-8323-51bc1f135b2c HTTP/1.1" status: 200 len: 217 time: 0.0729873 Dec 22 18:00:13.959529 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-92bbb9bb-af43-437a-8cf9-325bf18b354c req-b3a76009-657f-4e02-95e0-a31ebde5f6fa tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392410 Dec 22 18:00:13.985183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e1a24-a9af-427c-9302-7fa53a953641 req-d35392de-1b6c-489f-a425-56ed16d20dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:13.986641 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-053e1a24-a9af-427c-9302-7fa53a953641 req-d35392de-1b6c-489f-a425-56ed16d20dd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0673881 Dec 22 18:00:14.043134 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-f6ae1b4c-e409-4f1b-a6dd-ea1a40344483 None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:00:14.063639 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e1a24-a9af-427c-9302-7fa53a953641 req-52a82d6e-f889-414f-ad7c-424030d30081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:14.065111 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-053e1a24-a9af-427c-9302-7fa53a953641 req-52a82d6e-f889-414f-ad7c-424030d30081 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719516 Dec 22 18:00:14.199724 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-053e1a24-a9af-427c-9302-7fa53a953641 req-df0d90e6-c2d6-45a5-8112-24c49cc645b6 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266711 Dec 22 18:00:14.334902 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-053e1a24-a9af-427c-9302-7fa53a953641 req-67f35544-1b4e-4b94-bf2c-35847be98e18 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286349 Dec 22 18:00:14.360003 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-f6ae1b4c-e409-4f1b-a6dd-ea1a40344483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:56:01Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:00:14.364104 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae1b4c-e409-4f1b-a6dd-ea1a40344483 None None] The sync data for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv is: [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:56:01Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:00:14.588653 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391052cf-61c8-49e1-84eb-9ebcefc486cd None None] New status for floating IP 509d0357-0aac-447d-9d7b-a314e7d1309a: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 18:00:14.995895 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d776e0b-f3b4-486c-b714-87f40e253617 req-9a5162bc-8a63-42e3-9646-7c04aa514b44 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:14.997338 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0d776e0b-f3b4-486c-b714-87f40e253617 req-9a5162bc-8a63-42e3-9646-7c04aa514b44 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 946 time: 0.0794072 Dec 22 18:00:15.049256 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:00:15.156606 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1b5cb-a336-4c85-9fda-adc6e3541b42 req-a2a2156c-5a61-47b6-a182-884b7622ab12 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:15.157299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-6ca1b5cb-a336-4c85-9fda-adc6e3541b42 req-a2a2156c-5a61-47b6-a182-884b7622ab12 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Synchronizing usage tracker for tenant:0da6effa2f00429d87a15b48e91398af on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:00:15.173608 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-6ca1b5cb-a336-4c85-9fda-adc6e3541b42 req-a2a2156c-5a61-47b6-a182-884b7622ab12 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Unset dirty status for tenant:0da6effa2f00429d87a15b48e91398af on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:00:15.174769 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6ca1b5cb-a336-4c85-9fda-adc6e3541b42 req-a2a2156c-5a61-47b6-a182-884b7622ab12 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 946 time: 0.1061487 Dec 22 18:00:15.196502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-0d776e0b-f3b4-486c-b714-87f40e253617 req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Deleting port fb34016c-0886-46e3-8323-51bc1f135b2c {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:00:15.197374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0d776e0b-f3b4-486c-b714-87f40e253617 req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:15.221176 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-6ca1b5cb-a336-4c85-9fda-adc6e3541b42 req-c4522676-dabe-4b01-ae8b-1ecf251644cf tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2ee6229-ba38-4739-a865-8bc678504e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407236 Dec 22 18:00:15.453920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-0d776e0b-f3b4-486c-b714-87f40e253617 req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] For port fb34016c-0886-46e3-8323-51bc1f135b2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fb34016c-0886-46e3-8323-51bc1f135b2c,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:00:15.454274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0d776e0b-f3b4-486c-b714-87f40e253617 req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:15.597800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-0d776e0b-f3b4-486c-b714-87f40e253617 req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Calling delete_port for fb34016c-0886-46e3-8323-51bc1f135b2c owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:00:15.774413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0d776e0b-f3b4-486c-b714-87f40e253617 req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:15.783449 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-13b407d8-5439-44ff-838f-170557db582f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:15.876227 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event deleted for resources: {'Port': ['ID=fb34016c-0886-46e3-8323-51bc1f135b2c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:15.902455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:15.903046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:15.903453 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:15.903829 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:15.904198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:15.904570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:15.904925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:15.905285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:15.905643 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:15.905999 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:15.906359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:15.906711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:15.910298 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:15.957840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d776e0b-f3b4-486c-b714-87f40e253617 req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] No DVR routers for this DVR port fb34016c-0886-46e3-8323-51bc1f135b2c on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 18:00:15.960432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-0d776e0b-f3b4-486c-b714-87f40e253617 req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:15.963844 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'name': 'network-vif-deleted', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:00:15.979818 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0d776e0b-f3b4-486c-b714-87f40e253617 req-6c44a463-8591-4ed4-a4d1-0606a99d05dc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.53 "DELETE /v2.0/ports/fb34016c-0886-46e3-8323-51bc1f135b2c HTTP/1.1" status: 204 len: 173 time: 0.9771526 Dec 22 18:00:16.015372 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f429f23-5cd9-4ee5-aff1-f21257457765', 'name': 'network-vif-deleted', 'tag': 'fb34016c-0886-46e3-8323-51bc1f135b2c', 'status': 'completed', 'code': 200} Dec 22 18:00:16.396197 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-edc132a6-dce4-4b56-b5ea-bbf4c974d2c2 req-30f4265c-d24b-4385-9115-bf1b417f47c2 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f429f23-5cd9-4ee5-aff1-f21257457765 HTTP/1.1" status: 200 len: 210 time: 0.0475807 Dec 22 18:00:17.496461 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45200) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:00:17.569224 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fd710ec-df0b-4ecc-940d-63b25d7c638b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:17.608310 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fd710ec-df0b-4ecc-940d-63b25d7c638b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:17.679202 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fd710ec-df0b-4ecc-940d-63b25d7c638b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:17.683009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-997065c5-3fb5-49c0-b5da-346dd4181b72 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:17.697327 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd710ec-df0b-4ecc-940d-63b25d7c638b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ee6229-ba38-4739-a865-8bc678504e7d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:17.700691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7fd710ec-df0b-4ecc-940d-63b25d7c638b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:17.710068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7fd710ec-df0b-4ecc-940d-63b25d7c638b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:17.711536 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7fd710ec-df0b-4ecc-940d-63b25d7c638b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "DELETE /v2.0/security-groups/c2ee6229-ba38-4739-a865-8bc678504e7d HTTP/1.1" status: 204 len: 168 time: 0.2137599 Dec 22 18:00:18.052935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45208) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:00:18.058323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-561093466', 'description': 'tempest-secgroup-smoke-561093466 description', 'project_id': '0da6effa2f00429d87a15b48e91398af'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:00:18.064390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:00:18.068491 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:00:18.071398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:00:18.077509 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:00:18.088784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.108903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:00:18.112764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:00:18.115742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:00:18.121456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:00:18.192581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.196386 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.200542 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ecd003c9-c9a7-4ea5-9223-db7d724ca29b tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:18.248541 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5552c960-7f55-46e0-a2f3-7fb29d695a28,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:18.252841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:18.253883 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.256558 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-0782b429-76a1-4855-9f5e-5e0992a41f0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2016118 Dec 22 18:00:18.258570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45212) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:00:18.264703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-c04a72e0-38a4-406e-aba1-7d25f6a11b24 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group_rule': {'security_group_id': '5552c960-7f55-46e0-a2f3-7fb29d695a28', 'project_id': '0da6effa2f00429d87a15b48e91398af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:00:18.270810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c04a72e0-38a4-406e-aba1-7d25f6a11b24 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:00:18.274643 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c04a72e0-38a4-406e-aba1-7d25f6a11b24 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:00:18.277577 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-c04a72e0-38a4-406e-aba1-7d25f6a11b24 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:00:18.283351 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-c04a72e0-38a4-406e-aba1-7d25f6a11b24 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:00:18.301593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c04a72e0-38a4-406e-aba1-7d25f6a11b24 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.364269 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c04a72e0-38a4-406e-aba1-7d25f6a11b24 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.368288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c04a72e0-38a4-406e-aba1-7d25f6a11b24 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.370966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-255784a2-a379-4d21-8206-59463972f535 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:18.394153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a72e0-38a4-406e-aba1-7d25f6a11b24 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1186e41-d1ff-45c7-8939-cb8e5c39112c,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:18.397299 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c04a72e0-38a4-406e-aba1-7d25f6a11b24 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:18.405691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-c04a72e0-38a4-406e-aba1-7d25f6a11b24 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.407139 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-c04a72e0-38a4-406e-aba1-7d25f6a11b24 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474774 Dec 22 18:00:18.409802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45216) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:00:18.415045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group_rule': {'security_group_id': '5552c960-7f55-46e0-a2f3-7fb29d695a28', 'project_id': '0da6effa2f00429d87a15b48e91398af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:00:18.421170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:00:18.424976 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:00:18.427858 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:00:18.433966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:00:18.453493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.455488 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device fb34016c-0886-46e3-8323-51bc1f135b2c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:00:18.488504 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: fb34016c-0886-46e3-8323-51bc1f135b2c {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:00:18.488855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device fb34016c-0886-46e3-8323-51bc1f135b2c not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:00:18.516088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.519720 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.521460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-64c2c729-4ca1-435b-b712-b3f7bad5bec3 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:18.544481 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfc2a7f-9fe8-4efc-a085-89ea8e46c1cf,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:18.548779 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:18.553264 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.554434 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436644 Dec 22 18:00:18.557314 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45220) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:00:18.562599 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4b6321cb-97fd-4473-a8fc-64b7954af6f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group_rule': {'security_group_id': '5552c960-7f55-46e0-a2f3-7fb29d695a28', 'project_id': '0da6effa2f00429d87a15b48e91398af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:00:18.569326 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4b6321cb-97fd-4473-a8fc-64b7954af6f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:00:18.574298 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4b6321cb-97fd-4473-a8fc-64b7954af6f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:00:18.578250 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4b6321cb-97fd-4473-a8fc-64b7954af6f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:00:18.585149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4b6321cb-97fd-4473-a8fc-64b7954af6f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:00:18.606623 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b6321cb-97fd-4473-a8fc-64b7954af6f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.668862 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b6321cb-97fd-4473-a8fc-64b7954af6f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.672592 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b6321cb-97fd-4473-a8fc-64b7954af6f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.678373 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-72c771d1-c35f-4caa-9d58-ea9f43144e86 tempest-ServerActionsTestJSON-156087222 tempest-ServerActionsTestJSON-156087222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:18.697311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6321cb-97fd-4473-a8fc-64b7954af6f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5121be-cd75-4656-9240-1b7a626aea78,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:18.699986 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4b6321cb-97fd-4473-a8fc-64b7954af6f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:18.708385 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4b6321cb-97fd-4473-a8fc-64b7954af6f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.709672 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4b6321cb-97fd-4473-a8fc-64b7954af6f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513426 Dec 22 18:00:18.712374 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45224) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:00:18.717969 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-7668db13-5741-4de4-a595-3a7e3d306c0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group_rule': {'security_group_id': '5552c960-7f55-46e0-a2f3-7fb29d695a28', 'project_id': '0da6effa2f00429d87a15b48e91398af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:00:18.724323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7668db13-5741-4de4-a595-3a7e3d306c0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:00:18.728261 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7668db13-5741-4de4-a595-3a7e3d306c0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:00:18.731208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-7668db13-5741-4de4-a595-3a7e3d306c0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:00:18.737045 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-7668db13-5741-4de4-a595-3a7e3d306c0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:00:18.757791 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7668db13-5741-4de4-a595-3a7e3d306c0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.859041 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7668db13-5741-4de4-a595-3a7e3d306c0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.863932 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7668db13-5741-4de4-a595-3a7e3d306c0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.865792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-720aae3a-6e1a-4a55-810d-c98c885e2202 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:18.889183 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668db13-5741-4de4-a595-3a7e3d306c0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58d9379-1c82-464f-84d5-b6c899dc0e52,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:18.891992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-7668db13-5741-4de4-a595-3a7e3d306c0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:18.899609 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-7668db13-5741-4de4-a595-3a7e3d306c0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:18.901419 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-7668db13-5741-4de4-a595-3a7e3d306c0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1875818 Dec 22 18:00:18.904260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45228) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:00:18.909432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group_rule': {'security_group_id': '5552c960-7f55-46e0-a2f3-7fb29d695a28', 'project_id': '0da6effa2f00429d87a15b48e91398af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:00:18.915494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:00:18.919350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:00:18.922200 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:00:18.928712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:00:18.938922 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Project 0da6effa2f00429d87a15b48e91398af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 18:00:18.945638 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:19.016884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:19.021451 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:19.023462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e15cc1fe-811e-49db-9c9c-63c16e94c2cb tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:19.047075 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f134e7cc-4b14-4d52-bc4f-18b7463e69e4,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:19.049872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:19.058678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:19.059986 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-57e70cf1-fbc1-44a9-8152-c8a7e50963c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546984 Dec 22 18:00:19.062781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45232) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:00:19.068205 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'security_group_rule': {'security_group_id': '5552c960-7f55-46e0-a2f3-7fb29d695a28', 'project_id': '0da6effa2f00429d87a15b48e91398af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:00:19.075175 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:00:19.079524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:security_group_rule and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:00:19.082737 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:00:19.088953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:00:19.101288 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.securitygroups_db [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Project 0da6effa2f00429d87a15b48e91398af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 18:00:19.107515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:19.183262 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:19.187142 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:19.189080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-6984b38d-239e-44a6-b5c7-5dbac79aefa1 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:19.211882 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defcb317-f9b9-4491-99d1-8001f4625248,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:19.214371 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:19.221880 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:19.223037 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8ef8d26d-65fc-4fa8-b01d-c11d513fd845 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592901 Dec 22 18:00:27.734920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a02fa792-105b-47e5-b549-7a13a2b2c5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:30.144821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b89ae52d-ddea-4583-845f-a68f123bd2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:31.229709 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:31.276629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:32.733784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:34.290637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-28e362c3-deb0-420f-b917-59586c08f04c req-4a71cc7b-cfa7-450c-ba07-33139bfc12e9 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Synchronizing usage tracker for tenant:0da6effa2f00429d87a15b48e91398af on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:00:34.305323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-28e362c3-deb0-420f-b917-59586c08f04c req-4a71cc7b-cfa7-450c-ba07-33139bfc12e9 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Unset dirty status for tenant:0da6effa2f00429d87a15b48e91398af on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:00:34.306704 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-4a71cc7b-cfa7-450c-ba07-33139bfc12e9 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561093466&fields=id&tenant_id=0da6effa2f00429d87a15b48e91398af HTTP/1.1" status: 200 len: 267 time: 0.0556595 Dec 22 18:00:34.458892 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e362c3-deb0-420f-b917-59586c08f04c req-a2f1bed7-98e8-4266-92e2-f8084b1e3134 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:34.460237 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-a2f1bed7-98e8-4266-92e2-f8084b1e3134 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 809 time: 0.1469486 Dec 22 18:00:34.476223 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-450d176f-5040-4a61-8337-60a04af15f0a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/quotas/0da6effa2f00429d87a15b48e91398af HTTP/1.1" status: 200 len: 375 time: 0.0099664 Dec 22 18:00:34.563163 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-1a6d567f-2871-4246-9f28-f903a5378f16 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813692 Dec 22 18:00:34.764164 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-1e213a29-90de-412b-8d1d-c5a6a94aaa2f service neutron] 10.222.0.70 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883986 Dec 22 18:00:35.016440 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-99bc9676-b5f8-4d23-ab13-834b47d0ec18 service neutron] 10.222.0.70 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463975 Dec 22 18:00:35.398716 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-dc3dce9e-0e70-4d5f-b5ea-49f5724d2f8b req-cb4b654d-0d9c-4be4-a821-0e16cbe99c63 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Synchronizing usage tracker for tenant:0da6effa2f00429d87a15b48e91398af on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:00:35.414819 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-dc3dce9e-0e70-4d5f-b5ea-49f5724d2f8b req-cb4b654d-0d9c-4be4-a821-0e16cbe99c63 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Unset dirty status for tenant:0da6effa2f00429d87a15b48e91398af on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:00:35.416077 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dc3dce9e-0e70-4d5f-b5ea-49f5724d2f8b req-cb4b654d-0d9c-4be4-a821-0e16cbe99c63 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 210 time: 0.0608683 Dec 22 18:00:35.688920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:36.404541 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e362c3-deb0-420f-b917-59586c08f04c req-db52b91b-8256-4d73-9dc7-15eed7c46c72 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:36.405988 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-db52b91b-8256-4d73-9dc7-15eed7c46c72 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 809 time: 0.1475871 Dec 22 18:00:36.455171 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-e5b842c1-3817-4ac4-b9de-e04ade0f6448 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0da6effa2f00429d87a15b48e91398af HTTP/1.1" status: 200 len: 379 time: 0.0405226 Dec 22 18:00:36.464564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'port': {'device_id': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'admin_state_up': True, 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'security_groups': ['5552c960-7f55-46e0-a2f3-7fb29d695a28']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:00:36.569824 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ef37a74c-a03c-440c-8d6f-2585ee795ed0 req-b4366fe8-bcff-48a6-84e1-a213a9568f6c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 210 time: 0.0437753 Dec 22 18:00:36.613929 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:00:36.623881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:00:36.636008 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Made reservation on behalf of 0da6effa2f00429d87a15b48e91398af for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 18:00:36.639810 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:36.829595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Allocated IP 172.20.0.14 (b62ebe74-771b-41bd-b951-55a818c510dc/7ca4529d-6a01-44a7-9e8d-d8dca8eec157/c5cc0692-8c15-48b1-ab2f-dab7ef120ec4) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 18:00:37.030994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:37.050026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Transition to ACTIVE for port object c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:00:37.076828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:37.083198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-bd9e5437-7b07-4374-ad0a-b6303cbfc0a8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:37.286268 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Network b62ebe74-771b-41bd-b951-55a818c510dc is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:00:37.289476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:00:37.293808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 18:00:37.326515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'Port': ['ID=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:37.333805 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:37.369197 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:37.369850 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:37.399341 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9390521 Dec 22 18:00:37.411883 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Request body: {'port': {'device_id': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:00:37.534395 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:37.574851 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-da43e013-d0ff-4d2e-8ce3-408336e91d22 None None] Provisioning for port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:00:37.583130 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-da43e013-d0ff-4d2e-8ce3-408336e91d22 None None] Provisioning complete for port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:00:37.583563 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-da43e013-d0ff-4d2e-8ce3-408336e91d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:37.666091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-da43e013-d0ff-4d2e-8ce3-408336e91d22 None None] Port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 18:00:37.894801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059e850-1d82-4bfe-859f-aa60ffbc24ca req-e57bdcb3-f7d8-4c7f-b348-2bec8975aae1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:37.895527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-7059e850-1d82-4bfe-859f-aa60ffbc24ca req-e57bdcb3-f7d8-4c7f-b348-2bec8975aae1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Synchronizing usage tracker for tenant:0da6effa2f00429d87a15b48e91398af on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:00:37.934304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-7059e850-1d82-4bfe-859f-aa60ffbc24ca req-e57bdcb3-f7d8-4c7f-b348-2bec8975aae1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Unset dirty status for tenant:0da6effa2f00429d87a15b48e91398af on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:00:37.935522 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7059e850-1d82-4bfe-859f-aa60ffbc24ca req-e57bdcb3-f7d8-4c7f-b348-2bec8975aae1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 932 time: 0.2403595 Dec 22 18:00:38.020285 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 18:00:38.032280 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:38.040168 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7059e850-1d82-4bfe-859f-aa60ffbc24ca req-321e9826-3d34-46b9-b00b-0ad1500795a8 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734320 Dec 22 18:00:38.051804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Transition to ACTIVE for port object c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:00:38.056627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:38.060627 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:38.216422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Pushing event updated for resources: {'Port': ['ID=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:38.224245 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:38.301523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Attempting to bind port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 18:00:38.301858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Attempting to bind port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 18:00:38.302184 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Attempting to bind port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 on network b62ebe74-771b-41bd-b951-55a818c510dc {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 18:00:38.306894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 on network b62ebe74-771b-41bd-b951-55a818c510dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 18:00:38.307392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Attempting to bind port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 on network b62ebe74-771b-41bd-b951-55a818c510dc {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 18:00:38.312873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 18, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 18:00:38.313209 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Checking segment: {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 18:00:38.313591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Bound using segment: {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 18:00:38.314012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Bound port: c5cc0692-8c15-48b1-ab2f-dab7ef120ec4, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1566fbca-50f2-445c-9054-5bf3276564eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 18:00:38.314359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:38.406816 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] For port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 18:00:38.409764 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] For port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 18:00:38.414484 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:38.418199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:38.479930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:38.480432 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:38.481857 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] 10.222.0.53 "PUT /v2.0/ports/c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 HTTP/1.1" status: 200 len: 1094 time: 1.0743108 Dec 22 18:00:38.482408 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:00:38.518526 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Pushing event updated for resources: {'Port': ['ID=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:38.553592 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:38.555264 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'status': 'completed', 'code': 200} Dec 22 18:00:38.598876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e362c3-deb0-420f-b917-59586c08f04c req-07cfc0e7-cfa2-48b3-9495-d9f10bdf1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:38.600394 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-07cfc0e7-cfa2-48b3-9495-d9f10bdf1633 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1097 time: 0.0782285 Dec 22 18:00:38.674906 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-8ecd3ae9-6ce0-48cb-a214-1bb49b11a20f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 HTTP/1.1" status: 200 len: 217 time: 0.0667546 Dec 22 18:00:38.740560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e362c3-deb0-420f-b917-59586c08f04c req-ed81f5da-9808-4dcb-a4d8-e9ed5f0c4605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:38.742069 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-ed81f5da-9808-4dcb-a4d8-e9ed5f0c4605 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0607574 Dec 22 18:00:38.826640 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e362c3-deb0-420f-b917-59586c08f04c req-6d2322ab-bb15-4845-98ad-6ce41803c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:38.828174 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-6d2322ab-bb15-4845-98ad-6ce41803c374 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796146 Dec 22 18:00:38.959699 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-e270e957-e507-45d2-9763-ca469ce761bd service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248522 Dec 22 18:00:39.094258 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-28e362c3-deb0-420f-b917-59586c08f04c req-23440b3c-dfee-45c7-b0bb-31a5d8c98c2c service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280560 Dec 22 18:00:39.388736 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb008168-9ded-4881-ad5c-ec9671cfe4ea req-f065d416-1dd7-4506-a7e6-d95fadec05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:39.390197 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eb008168-9ded-4881-ad5c-ec9671cfe4ea req-f065d416-1dd7-4506-a7e6-d95fadec05c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1097 time: 0.2528934 Dec 22 18:00:39.402297 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a1993-a67b-481f-96ac-3c02411a9599 req-5cef2719-1e52-4d76-8437-12875a9b1ffa tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:39.403659 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a01a1993-a67b-481f-96ac-3c02411a9599 req-5cef2719-1e52-4d76-8437-12875a9b1ffa tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.1164379 Dec 22 18:00:39.525844 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a01a1993-a67b-481f-96ac-3c02411a9599 req-84c643cf-522c-4d6e-a909-96fefcc122ee tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035841 Dec 22 18:00:39.563577 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb008168-9ded-4881-ad5c-ec9671cfe4ea req-4827dc6a-39e1-46bb-ac10-78b8e37bc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:39.564920 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eb008168-9ded-4881-ad5c-ec9671cfe4ea req-4827dc6a-39e1-46bb-ac10-78b8e37bc750 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1604378 Dec 22 18:00:39.636322 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eb008168-9ded-4881-ad5c-ec9671cfe4ea req-3111c09f-80bf-4d23-b415-e2ff5d2c47b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 HTTP/1.1" status: 200 len: 217 time: 0.0641835 Dec 22 18:00:39.697990 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb008168-9ded-4881-ad5c-ec9671cfe4ea req-6f360af1-722e-4e44-b6f5-0086a129d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:39.699334 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eb008168-9ded-4881-ad5c-ec9671cfe4ea req-6f360af1-722e-4e44-b6f5-0086a129d6e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0568573 Dec 22 18:00:39.780604 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb008168-9ded-4881-ad5c-ec9671cfe4ea req-594a9676-5272-464a-8491-576443d42cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:39.782160 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eb008168-9ded-4881-ad5c-ec9671cfe4ea req-594a9676-5272-464a-8491-576443d42cd5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764127 Dec 22 18:00:39.917432 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eb008168-9ded-4881-ad5c-ec9671cfe4ea req-1ed81ad6-ea72-4936-9dc1-46e10d7ed3fd service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283023 Dec 22 18:00:40.050395 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-eb008168-9ded-4881-ad5c-ec9671cfe4ea req-1c253249-ac3a-4831-a494-7536fd37a2c2 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266949 Dec 22 18:00:40.728964 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd40850-9cef-42e4-b113-6bf4f0d96191 req-b0cf1784-35d8-4e8c-a970-daf516af80c1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:40.730449 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8cd40850-9cef-42e4-b113-6bf4f0d96191 req-b0cf1784-35d8-4e8c-a970-daf516af80c1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0875595 Dec 22 18:00:40.776215 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8cd40850-9cef-42e4-b113-6bf4f0d96191 req-4455f894-2a5b-40b2-b0c5-cf27d03175b9 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398719 Dec 22 18:00:41.966310 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e888b-7e5d-4243-9def-e1c1eef0bc5d req-157176ab-06ac-4e96-8d73-d49929e03343 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:41.967836 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e55e888b-7e5d-4243-9def-e1c1eef0bc5d req-157176ab-06ac-4e96-8d73-d49929e03343 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0799325 Dec 22 18:00:42.014451 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e55e888b-7e5d-4243-9def-e1c1eef0bc5d req-f1df4ec8-55d5-49ff-a50b-85a26ab06ee9 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405266 Dec 22 18:00:43.201335 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1522ac-55f6-43af-9aa1-c859a18a1faf req-62b0dffd-1090-4d07-a9f7-153121a55145 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:43.202829 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9a1522ac-55f6-43af-9aa1-c859a18a1faf req-62b0dffd-1090-4d07-a9f7-153121a55145 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0843534 Dec 22 18:00:43.247838 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9a1522ac-55f6-43af-9aa1-c859a18a1faf req-f8b64c61-2e62-4869-b308-403dab98494c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391629 Dec 22 18:00:44.434780 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2294ac0-d6ef-4276-b551-9dfcdf1002fc req-32ab1ff5-8a90-4bfd-acdd-c6715c8feb9f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:44.436281 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e2294ac0-d6ef-4276-b551-9dfcdf1002fc req-32ab1ff5-8a90-4bfd-acdd-c6715c8feb9f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0843060 Dec 22 18:00:44.481879 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e2294ac0-d6ef-4276-b551-9dfcdf1002fc req-8547edde-ba93-4d0d-aa69-3411178bc3c1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396366 Dec 22 18:00:45.673691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f4ef-37a2-48cc-9bc9-fa6718d3c0ab req-a4a867da-aaef-4274-b2f0-e7398dffe7fd tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:45.675223 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-81e4f4ef-37a2-48cc-9bc9-fa6718d3c0ab req-a4a867da-aaef-4274-b2f0-e7398dffe7fd tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0861092 Dec 22 18:00:45.721218 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-81e4f4ef-37a2-48cc-9bc9-fa6718d3c0ab req-8d7b9e42-1a5d-4ba2-a631-1c47a53a8806 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402868 Dec 22 18:00:46.533171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 18:00:46.706688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:00:46.720573 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'port_id': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'mac_address': 'fa:16:3e:e1:cd:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 18:00:46.780659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:46.798215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 18:00:46.814518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:00:46.819060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:46.822810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-21c7b3d4-6f9e-4e60-a8ca-95d99f48a978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:46.889271 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:46.896798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:46.897154 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:46.897490 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:46.897820 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:46.898146 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:46.898947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:46.898947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:46.899268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:46.899587 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:46.900216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:46.900216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:46.900524 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:00:46.905015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:46.910756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015a0f0-7968-4543-8a8e-991deff0947e req-cb6c962b-f24b-4ad2-83ed-a1b38e884609 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:46.912194 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e015a0f0-7968-4543-8a8e-991deff0947e req-cb6c962b-f24b-4ad2-83ed-a1b38e884609 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 945 time: 0.0853331 Dec 22 18:00:46.957591 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e015a0f0-7968-4543-8a8e-991deff0947e req-57fcf556-b691-4e7c-8949-ede652817448 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394933 Dec 22 18:00:47.058716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['c5cc0692-8c15-48b1-ab2f-dab7ef120ec4'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 18:00:48.138703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066f12a-4c41-4bd8-a440-a64a1de70f25 req-89b38385-b9df-4520-ac71-47da0aad94aa tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:48.140088 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b066f12a-4c41-4bd8-a440-a64a1de70f25 req-89b38385-b9df-4520-ac71-47da0aad94aa tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 945 time: 0.0793688 Dec 22 18:00:48.187737 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b066f12a-4c41-4bd8-a440-a64a1de70f25 req-8e52e0d0-e147-4802-a6ee-754081b9be71 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420823 Dec 22 18:00:48.547952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:00:48.623055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:00:48.628328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:00:48.628707 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:48.746282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:48.772838 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:00:48.782661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:00:48.788577 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:48.791379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:48.835407 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'code': 200} Dec 22 18:00:48.864392 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:48.867256 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:49.107224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca56c43-9853-4f5c-bd45-f5b5b08c04bf req-65a5a809-221c-4a34-8897-da416b84e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:49.108708 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ca56c43-9853-4f5c-bd45-f5b5b08c04bf req-65a5a809-221c-4a34-8897-da416b84e88f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1099 time: 0.0733163 Dec 22 18:00:49.148013 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ca56c43-9853-4f5c-bd45-f5b5b08c04bf req-b683b456-aec6-4010-af91-2c902649d624 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331879 Dec 22 18:00:49.369695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280ab7c-712b-408c-a921-dc80f4c77581 req-dbc48e5c-4b39-43e3-ac8a-6b06d3a20d55 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:49.371075 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7280ab7c-712b-408c-a921-dc80f4c77581 req-dbc48e5c-4b39-43e3-ac8a-6b06d3a20d55 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0794559 Dec 22 18:00:49.416936 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7280ab7c-712b-408c-a921-dc80f4c77581 req-3cfad8bc-7bda-43d3-bcb7-97a348aff8b2 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402563 Dec 22 18:00:50.599839 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d22b49-f259-4de4-8294-707f7b3d4efb req-541e6eac-088e-4ebc-931c-d612b6f89ccb tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:50.601312 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-81d22b49-f259-4de4-8294-707f7b3d4efb req-541e6eac-088e-4ebc-931c-d612b6f89ccb tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0802186 Dec 22 18:00:50.646035 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-81d22b49-f259-4de4-8294-707f7b3d4efb req-5efabb0c-41d6-4f41-a969-671567d40310 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383847 Dec 22 18:00:50.840573 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdf1f0-f2e4-4945-a6fd-70335183ee12 req-f234d219-7b1f-41fc-b02d-9a631af343aa tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:50.842493 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a1fdf1f0-f2e4-4945-a6fd-70335183ee12 req-f234d219-7b1f-41fc-b02d-9a631af343aa tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0887058 Dec 22 18:00:50.888432 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-a1fdf1f0-f2e4-4945-a6fd-70335183ee12 req-ad13e237-0d5d-4264-a574-c3be38723494 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398591 Dec 22 18:00:50.910553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45414) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:00:50.983195 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92703ccd-08f6-40c6-9d0d-32fb664f4b28 tempest-TestShelveInstance-1708763329 tempest-TestShelveInstance-1708763329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:50.984704 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-92703ccd-08f6-40c6-9d0d-32fb664f4b28 tempest-TestShelveInstance-1708763329 tempest-TestShelveInstance-1708763329-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1094 time: 0.0730703 Dec 22 18:00:50.987992 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45418) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:00:50.993464 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:00:50.999706 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:00:51.003653 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Usage tracker for resource:floatingip and tenant:0da6effa2f00429d87a15b48e91398af is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:00:51.006568 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:00:51.015478 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:00:51.030252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for floatingip, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:51.167350 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:51.415172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Allocated IP 172.26.3.160 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/5dee5144-ac62-4567-8fe0-e452d8f2ddaf) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 18:00:51.562148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:51.593017 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:51.597288 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-480844a4-e178-444f-afe2-4b643e4f1617 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:51.660726 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:00:51.663583 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:00:51.667309 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 18:00:51.699804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'Port': ['ID=5dee5144-ac62-4567-8fe0-e452d8f2ddaf,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:51.705665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:52.047351 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:00:52.088101 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:52.167793 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:52.391902 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:52.397654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:52.401489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:00:52.504961 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event updated for resources: {'Port': ['ID=5dee5144-ac62-4567-8fe0-e452d8f2ddaf,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:00:52.509187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:00:52.517419 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:52.697300 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Floating IP 9e448850-751d-4064-b1ba-0ad712bd7b64 associated. External IP: 172.26.3.160, port: c5cc0692-8c15-48b1-ab2f-dab7ef120ec4. Dec 22 18:00:53.185354 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Router a1ce4101-64b3-41b1-b813-fa2df45b6649 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:00:53.362149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:00:53.372469 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2428dc62-8066-4412-a521-0b46d7bb7690 None None] Sync routers for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:00:53.382386 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2428dc62-8066-4412-a521-0b46d7bb7690 None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:00:53.383341 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2428dc62-8066-4412-a521-0b46d7bb7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:00:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:00:53.389254 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:00:53.449377 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4597685 Dec 22 18:00:53.449948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:00:53.494632 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'status': 'completed', 'code': 200} Dec 22 18:00:53.573808 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-2428dc62-8066-4412-a521-0b46d7bb7690 None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:00:53.587606 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bcb06-a606-441a-acfe-ce4290f7fa58 req-2ece785c-2987-449d-b087-002336db73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:53.589085 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-268bcb06-a606-441a-acfe-ce4290f7fa58 req-2ece785c-2987-449d-b087-002336db73fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1099 time: 0.0712764 Dec 22 18:00:53.723469 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bcb06-a606-441a-acfe-ce4290f7fa58 req-7c854dd7-be4f-4366-a250-2034d7b63ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:53.724935 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-268bcb06-a606-441a-acfe-ce4290f7fa58 req-7c854dd7-be4f-4366-a250-2034d7b63ebe service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1293054 Dec 22 18:00:53.832875 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-268bcb06-a606-441a-acfe-ce4290f7fa58 req-25eafb16-6cfc-4a61-992b-078a3925ed3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 HTTP/1.1" status: 200 len: 1000 time: 0.1009386 Dec 22 18:00:53.894944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bcb06-a606-441a-acfe-ce4290f7fa58 req-a208542e-7565-4c52-a966-eb1f501caba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:53.896410 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-268bcb06-a606-441a-acfe-ce4290f7fa58 req-a208542e-7565-4c52-a966-eb1f501caba3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0569463 Dec 22 18:00:53.931315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2428dc62-8066-4412-a521-0b46d7bb7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '9e448850-751d-4064-b1ba-0ad712bd7b64', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'port_id': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'mac_address': 'fa:16:3e:e1:cd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:00:52Z', 'updated_at': '2021-12-22T18:00:52Z', 'revision_number': 0, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:56:01Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:00:53.935381 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2428dc62-8066-4412-a521-0b46d7bb7690 None None] Checking router: a1ce4101-64b3-41b1-b813-fa2df45b6649 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:00:53.944031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2428dc62-8066-4412-a521-0b46d7bb7690 None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:00:53.944649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2428dc62-8066-4412-a521-0b46d7bb7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:00:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:00:53.976823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bcb06-a606-441a-acfe-ce4290f7fa58 req-4a5f37a2-ea83-4ae3-bb4c-83acdb94aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:00:53.978248 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-268bcb06-a606-441a-acfe-ce4290f7fa58 req-4a5f37a2-ea83-4ae3-bb4c-83acdb94aff6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755827 Dec 22 18:00:54.111433 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-268bcb06-a606-441a-acfe-ce4290f7fa58 req-1910abe5-5933-4a87-9308-19538cc3c5bc service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256399 Dec 22 18:00:54.125216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-2428dc62-8066-4412-a521-0b46d7bb7690 None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:00:54.247677 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-268bcb06-a606-441a-acfe-ce4290f7fa58 req-cc41168a-f153-466d-a8e4-12efa52bb3dc service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297767 Dec 22 18:00:54.520012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2428dc62-8066-4412-a521-0b46d7bb7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '9e448850-751d-4064-b1ba-0ad712bd7b64', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'port_id': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'mac_address': 'fa:16:3e:e1:cd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:00:52Z', 'updated_at': '2021-12-22T18:00:52Z', 'revision_number': 0, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:56:01Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:00:54.524571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2428dc62-8066-4412-a521-0b46d7bb7690 None None] The sync data for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv is: [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '9e448850-751d-4064-b1ba-0ad712bd7b64', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'port_id': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'mac_address': 'fa:16:3e:e1:cd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:00:52Z', 'updated_at': '2021-12-22T18:00:52Z', 'revision_number': 0, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:56:01Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:00:54.731621 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081a43e-33cb-461d-b846-1fdb47f046b5 None None] New status for floating IP 9e448850-751d-4064-b1ba-0ad712bd7b64: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 18:00:57.727940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-dc587b8b-8cfc-432f-9baf-8cb757191b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:01:00.142209 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7f25b908-da78-4475-9973-4d862a1d555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:01:01.230978 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:01:01.281368 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:01:01.672061 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c08d3682-2051-4fb6-b04d-c69d7bcc1965 req-5a9d31a7-4aab-433d-87fa-ca2edea7ece6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713105 Dec 22 18:01:01.813560 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3682-2051-4fb6-b04d-c69d7bcc1965 req-6b397313-c0e8-481a-818f-98d419d2966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:01:01.815011 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c08d3682-2051-4fb6-b04d-c69d7bcc1965 req-6b397313-c0e8-481a-818f-98d419d2966c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1099 time: 0.0732248 Dec 22 18:01:01.964801 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3682-2051-4fb6-b04d-c69d7bcc1965 req-02ce9a79-cc1d-4fd0-aa89-28e258b23c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:01:01.966176 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c08d3682-2051-4fb6-b04d-c69d7bcc1965 req-02ce9a79-cc1d-4fd0-aa89-28e258b23c45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1317682 Dec 22 18:01:02.202025 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c08d3682-2051-4fb6-b04d-c69d7bcc1965 req-b609bc09-bea3-4842-9292-204122f4a420 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 HTTP/1.1" status: 200 len: 1002 time: 0.2286251 Dec 22 18:01:02.267909 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3682-2051-4fb6-b04d-c69d7bcc1965 req-6dda2310-4498-4149-9806-8f9398949306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:01:02.269260 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c08d3682-2051-4fb6-b04d-c69d7bcc1965 req-6dda2310-4498-4149-9806-8f9398949306 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0602129 Dec 22 18:01:02.344778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3682-2051-4fb6-b04d-c69d7bcc1965 req-de847001-2a5e-42bf-ba17-20d74fd05628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:01:02.346539 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c08d3682-2051-4fb6-b04d-c69d7bcc1965 req-de847001-2a5e-42bf-ba17-20d74fd05628 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700383 Dec 22 18:01:02.480215 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c08d3682-2051-4fb6-b04d-c69d7bcc1965 req-c87437f4-36b3-488e-b7d4-108ec43f3907 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267881 Dec 22 18:01:02.615680 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c08d3682-2051-4fb6-b04d-c69d7bcc1965 req-4f7ef6f5-074d-4029-ab25-0c10500df77d service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279938 Dec 22 18:01:02.729898 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:01:05.693507 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:01:27.732352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-d7a99d38-86bd-4835-a4d6-0748a82769ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:01:29.046929 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:01:30.135163 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-90ab2d21-51b5-4877-9885-fc9d30d0d615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:01:31.233744 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:01:31.282835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:01:32.733798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:01:35.705254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:01:57.734101 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e67ae15a-b09a-4d3b-8e1f-717b6458cc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:00.136633 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-24fc3864-7565-40aa-9c35-a6a9066f0b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:01.236868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:01.284208 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:02.345667 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7e38ee99-2c56-48b6-b0ad-7eb1fe4ad0a6 req-2312050f-e8fb-4c9c-ace3-40f0c8453656 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750673 Dec 22 18:02:02.483097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38ee99-2c56-48b6-b0ad-7eb1fe4ad0a6 req-775b0689-fd2b-48d3-90d9-6a2717c63d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:02:02.485359 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7e38ee99-2c56-48b6-b0ad-7eb1fe4ad0a6 req-775b0689-fd2b-48d3-90d9-6a2717c63d32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1099 time: 0.0719554 Dec 22 18:02:02.635499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38ee99-2c56-48b6-b0ad-7eb1fe4ad0a6 req-231c6d73-d770-4135-9f10-55e30107b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:02:02.636846 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7e38ee99-2c56-48b6-b0ad-7eb1fe4ad0a6 req-231c6d73-d770-4135-9f10-55e30107b14f service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1332896 Dec 22 18:02:02.736032 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:02.745313 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7e38ee99-2c56-48b6-b0ad-7eb1fe4ad0a6 req-1829e919-4be3-4d90-a262-16efd4bd13ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 HTTP/1.1" status: 200 len: 1002 time: 0.1012058 Dec 22 18:02:02.809077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38ee99-2c56-48b6-b0ad-7eb1fe4ad0a6 req-aa8e60bf-840c-4f2a-95f6-d9f1e52c3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:02:02.810522 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7e38ee99-2c56-48b6-b0ad-7eb1fe4ad0a6 req-aa8e60bf-840c-4f2a-95f6-d9f1e52c3de0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0586848 Dec 22 18:02:02.895305 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38ee99-2c56-48b6-b0ad-7eb1fe4ad0a6 req-28892f19-fa5c-4172-898d-d4e31420872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:02:02.897243 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7e38ee99-2c56-48b6-b0ad-7eb1fe4ad0a6 req-28892f19-fa5c-4172-898d-d4e31420872c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786955 Dec 22 18:02:03.031828 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7e38ee99-2c56-48b6-b0ad-7eb1fe4ad0a6 req-aadb6c3f-78c7-4f38-98a4-3e5b47deb6f9 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287637 Dec 22 18:02:03.164397 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7e38ee99-2c56-48b6-b0ad-7eb1fe4ad0a6 req-75271794-02ce-4c17-8296-758b919ab287 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263850 Dec 22 18:02:05.698643 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:06.046145 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:02:27.742611 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1b582380-9158-43cd-b0fc-a4bbbbd3a31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:30.137512 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ffd99fdd-d746-4e3c-a532-54df8d4b101d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:31.238281 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:31.285076 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:32.737580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:35.706048 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:43.045024 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:02:51.947825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecf3cf-7b08-40ff-a50c-361de218fc8b req-4c4517da-6865-4872-94ea-2e17df338b2a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:02:51.949236 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b4ecf3cf-7b08-40ff-a50c-361de218fc8b req-4c4517da-6865-4872-94ea-2e17df338b2a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.1997545 Dec 22 18:02:51.993786 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b4ecf3cf-7b08-40ff-a50c-361de218fc8b req-7a32330e-4729-45d3-b859-1aa4101b1d0b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387328 Dec 22 18:02:53.255794 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f83929-1334-421c-a0e3-2532c89c841a req-4408543c-1ef9-4872-899e-2e36c398a121 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:02:53.257242 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-83f83929-1334-421c-a0e3-2532c89c841a req-4408543c-1ef9-4872-899e-2e36c398a121 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.1573310 Dec 22 18:02:53.302249 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-83f83929-1334-421c-a0e3-2532c89c841a req-3047660a-8c11-453c-9045-247d286c215c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388641 Dec 22 18:02:54.505020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cb584-efa9-41d5-893f-f59b0a1dcbc5 req-2e637a1e-87bf-4f01-a7a1-929f5fa96932 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:02:54.506463 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-057cb584-efa9-41d5-893f-f59b0a1dcbc5 req-2e637a1e-87bf-4f01-a7a1-929f5fa96932 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0816369 Dec 22 18:02:54.550384 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-057cb584-efa9-41d5-893f-f59b0a1dcbc5 req-aa8eb93c-9629-4413-9037-5d9070c18260 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377517 Dec 22 18:02:55.747083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6a767-8118-4f8d-b329-2f3c31d54b6e req-1efd2f04-6677-4490-9369-9d22a6789d59 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:02:55.748553 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-96f6a767-8118-4f8d-b329-2f3c31d54b6e req-1efd2f04-6677-4490-9369-9d22a6789d59 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0928741 Dec 22 18:02:55.792026 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-96f6a767-8118-4f8d-b329-2f3c31d54b6e req-36645bd8-f947-472e-916b-2ccb8b77075c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378523 Dec 22 18:02:56.975988 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71795277-eac9-426d-b90d-42b6c373b280 req-f6bdbf26-f1a1-4128-9f8a-144bd504e13c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:02:56.977372 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-71795277-eac9-426d-b90d-42b6c373b280 req-f6bdbf26-f1a1-4128-9f8a-144bd504e13c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0833440 Dec 22 18:02:57.140299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-71795277-eac9-426d-b90d-42b6c373b280 req-45015497-6e77-4026-aa27-dffca351541c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566157 Dec 22 18:02:57.741862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4b94ece8-2603-4434-b9ad-4b2d1b1d613b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:02:58.322359 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae06fe-ac75-4aa4-9ef7-5aaf39addf74 req-bce6297b-376b-40db-b7d6-33ab72cd5fbd tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:02:58.323894 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b5ae06fe-ac75-4aa4-9ef7-5aaf39addf74 req-bce6297b-376b-40db-b7d6-33ab72cd5fbd tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0792804 Dec 22 18:02:58.372240 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b5ae06fe-ac75-4aa4-9ef7-5aaf39addf74 req-271863c3-1d12-4048-84a4-a01f22a37d2c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422790 Dec 22 18:02:59.568112 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2db06-221c-4b89-92a8-b0a172a86da6 req-0756d600-bff4-4ae0-8c2a-8170138ad8c6 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:02:59.569561 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed2db06-221c-4b89-92a8-b0a172a86da6 req-0756d600-bff4-4ae0-8c2a-8170138ad8c6 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0799146 Dec 22 18:02:59.613373 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3ed2db06-221c-4b89-92a8-b0a172a86da6 req-f7973c6e-5f46-4e57-9d9a-144e9bba576b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373762 Dec 22 18:03:00.139928 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b782d9da-2a7a-4266-a4ef-d413015a2d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:00.798213 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b02bf8-186b-4e03-b0f7-c20a599c92e0 req-c98b5818-6c5a-4303-a060-6536a09455e5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:00.799682 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b0b02bf8-186b-4e03-b0f7-c20a599c92e0 req-c98b5818-6c5a-4303-a060-6536a09455e5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0804286 Dec 22 18:03:00.844233 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-b0b02bf8-186b-4e03-b0f7-c20a599c92e0 req-d87977a7-4863-4992-ba74-e92818e98083 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388987 Dec 22 18:03:01.242106 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:01.286166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:01.930415 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf4d3f-8d2a-4307-973a-032fa9f9f9c6 req-396fcd7f-1669-43b9-afdd-70bd38bc3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:01.932012 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0fcf4d3f-8d2a-4307-973a-032fa9f9f9c6 req-396fcd7f-1669-43b9-afdd-70bd38bc3550 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1099 time: 0.0768108 Dec 22 18:03:02.112739 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf4d3f-8d2a-4307-973a-032fa9f9f9c6 req-56dfe5d3-7ba6-47df-97ec-7390610519b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:02.114067 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0fcf4d3f-8d2a-4307-973a-032fa9f9f9c6 req-56dfe5d3-7ba6-47df-97ec-7390610519b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1761591 Dec 22 18:03:02.198727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc4f4a-fc8b-4062-9be3-883b9d80ac6d req-ee593080-d694-45e7-be07-ec6d3c5c9abd tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:02.200725 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-06bc4f4a-fc8b-4062-9be3-883b9d80ac6d req-ee593080-d694-45e7-be07-ec6d3c5c9abd tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.2386389 Dec 22 18:03:02.250557 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0fcf4d3f-8d2a-4307-973a-032fa9f9f9c6 req-1525a9e5-c8cd-4b3f-9516-5e794fcd6dd3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 HTTP/1.1" status: 200 len: 1002 time: 0.1302807 Dec 22 18:03:02.296879 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-06bc4f4a-fc8b-4062-9be3-883b9d80ac6d req-c9f3af1b-6e53-45ba-b785-8bdfcda6ec4f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846658 Dec 22 18:03:02.321534 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf4d3f-8d2a-4307-973a-032fa9f9f9c6 req-bb1f43ca-0eed-4355-8593-e49c46563822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:02.322943 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0fcf4d3f-8d2a-4307-973a-032fa9f9f9c6 req-bb1f43ca-0eed-4355-8593-e49c46563822 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0648341 Dec 22 18:03:02.395756 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf4d3f-8d2a-4307-973a-032fa9f9f9c6 req-950c0413-9d08-4ee7-8930-a0598d684a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:02.397100 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0fcf4d3f-8d2a-4307-973a-032fa9f9f9c6 req-950c0413-9d08-4ee7-8930-a0598d684a4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681279 Dec 22 18:03:02.525783 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0fcf4d3f-8d2a-4307-973a-032fa9f9f9c6 req-bcac1ea9-65b6-4bfb-9326-ced358c0c4e6 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221745 Dec 22 18:03:02.654591 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0fcf4d3f-8d2a-4307-973a-032fa9f9f9c6 req-2ff1f94d-0c99-43c1-a7dd-c8dd70368680 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225643 Dec 22 18:03:02.743065 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:02.819890 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2878df-724b-4eac-88a3-27550db758f9 req-ed674a69-e770-45bd-8695-c2d62e8b93df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:02.821431 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba2878df-724b-4eac-88a3-27550db758f9 req-ed674a69-e770-45bd-8695-c2d62e8b93df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1099 time: 0.0801914 Dec 22 18:03:02.969238 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2878df-724b-4eac-88a3-27550db758f9 req-67b87168-d520-4eb2-a4d6-5e400f2da518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:02.970584 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba2878df-724b-4eac-88a3-27550db758f9 req-67b87168-d520-4eb2-a4d6-5e400f2da518 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1295719 Dec 22 18:03:03.085251 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba2878df-724b-4eac-88a3-27550db758f9 req-04e0000e-9373-4d2c-8b77-5cdc09157903 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 HTTP/1.1" status: 200 len: 1002 time: 0.1062329 Dec 22 18:03:03.152089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2878df-724b-4eac-88a3-27550db758f9 req-918a5212-f5eb-47ed-a0f3-e7fad1822d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:03.154024 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba2878df-724b-4eac-88a3-27550db758f9 req-918a5212-f5eb-47ed-a0f3-e7fad1822d2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0620782 Dec 22 18:03:03.227724 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2878df-724b-4eac-88a3-27550db758f9 req-32ae29a5-5a65-4785-b1fb-e637287b0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:03.229166 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba2878df-724b-4eac-88a3-27550db758f9 req-32ae29a5-5a65-4785-b1fb-e637287b0c13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678174 Dec 22 18:03:03.360264 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba2878df-724b-4eac-88a3-27550db758f9 req-9c045b4b-e144-408b-9afe-f1d369a5a4f4 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234307 Dec 22 18:03:03.490323 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d8049-a44a-40c0-a3a3-a3ca3c3afedd req-083dc2a7-3c15-4293-a6a7-988b966d0797 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:03.491863 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ea6d8049-a44a-40c0-a3a3-a3ca3c3afedd req-083dc2a7-3c15-4293-a6a7-988b966d0797 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0901072 Dec 22 18:03:03.537582 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ea6d8049-a44a-40c0-a3a3-a3ca3c3afedd req-de317fec-5f15-47a4-b9e5-1351b32f6857 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400383 Dec 22 18:03:03.612682 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ba2878df-724b-4eac-88a3-27550db758f9 req-8c9215f2-bbe5-4aa7-8c85-784eaa8430f2 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458701 Dec 22 18:03:04.727667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cf488-060c-4d3d-85da-f86237d70211 req-cb412abc-8f3f-4dbd-be17-d9b977a59f2f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:04.729005 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e85cf488-060c-4d3d-85da-f86237d70211 req-cb412abc-8f3f-4dbd-be17-d9b977a59f2f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0837498 Dec 22 18:03:04.773126 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e85cf488-060c-4d3d-85da-f86237d70211 req-161a1aa6-bc5c-407f-8bc7-0fae6e087c3a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377748 Dec 22 18:03:05.711349 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:05.958243 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba3d78-7329-4d42-8ac4-f3b97104661a req-76cdf5ab-3a64-41ec-80bd-5865ca0ece23 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:05.959716 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f5ba3d78-7329-4d42-8ac4-f3b97104661a req-76cdf5ab-3a64-41ec-80bd-5865ca0ece23 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0791142 Dec 22 18:03:06.004320 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-f5ba3d78-7329-4d42-8ac4-f3b97104661a req-23be84eb-8326-413f-9b61-31b55988aeab tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387621 Dec 22 18:03:06.318174 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-61335460-436a-422c-8886-927eb16ca0eb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1102293 Dec 22 18:03:06.348848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b0356-eafd-43bb-9857-2734cfbfcf18 req-4fa756ca-beac-4c2a-bbd6-1db0dec4785d tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:06.350291 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cf9b0356-eafd-43bb-9857-2734cfbfcf18 req-4fa756ca-beac-4c2a-bbd6-1db0dec4785d tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0855803 Dec 22 18:03:06.395379 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-cf9b0356-eafd-43bb-9857-2734cfbfcf18 req-0da739b8-4e40-4856-90a7-0be28e64b1b0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393147 Dec 22 18:03:07.209476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:03:07.325772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:07.352947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:03:07.363637 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:03:07.368788 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:07.371749 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:03:07.404814 dv-neutron-822513-1-hyperv neutron-server[87588]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'code': 422} returned with failed status Dec 22 18:03:07.444918 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:03:07.456408 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:03:07.456963 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:03:07.457496 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:03:07.458031 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:03:07.458573 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:03:07.459135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:03:07.459777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:03:07.460284 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:03:07.460772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:03:07.461133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:03:07.461451 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:03:07.461767 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:03:07.465922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:03:07.580153 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cb4e4-cd58-403e-a535-0ae00873d8d7 req-e9f76995-36f6-4d80-abaa-5b6ea2a041f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:07.581605 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8e2cb4e4-cd58-403e-a535-0ae00873d8d7 req-e9f76995-36f6-4d80-abaa-5b6ea2a041f0 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0789828 Dec 22 18:03:07.625904 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8e2cb4e4-cd58-403e-a535-0ae00873d8d7 req-9197c622-ae79-4ff5-b819-9abf04850f6a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387335 Dec 22 18:03:08.809359 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4f163-e7d4-49bd-a592-68f81f135514 req-2b401654-9c70-4011-a412-8de364cc0cf2 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:08.811170 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cca4f163-e7d4-49bd-a592-68f81f135514 req-2b401654-9c70-4011-a412-8de364cc0cf2 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0843556 Dec 22 18:03:08.854932 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-cca4f163-e7d4-49bd-a592-68f81f135514 req-9b657783-eea2-45d5-bded-cb53fcb5b46c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379691 Dec 22 18:03:10.046255 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fdc23-5ed0-4d61-960f-68e32535b5ab req-371b8536-2a20-4bf5-aa26-d01bd06ebb03 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:10.047729 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-201fdc23-5ed0-4d61-960f-68e32535b5ab req-371b8536-2a20-4bf5-aa26-d01bd06ebb03 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0870552 Dec 22 18:03:10.092124 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-201fdc23-5ed0-4d61-960f-68e32535b5ab req-a13ff708-2c26-49a4-84ce-2976cb0eb1fb tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387394 Dec 22 18:03:11.276214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c644a25-d9f1-44fe-a056-2bf320ddaf9d req-43aa04ce-438c-418f-a6ab-7660281eff48 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:11.277670 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c644a25-d9f1-44fe-a056-2bf320ddaf9d req-43aa04ce-438c-418f-a6ab-7660281eff48 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0829697 Dec 22 18:03:11.325106 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7c644a25-d9f1-44fe-a056-2bf320ddaf9d req-61ab51b5-c054-4a3c-8bc7-4ea5ec8ef88d tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417700 Dec 22 18:03:12.513853 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89131886-d390-418e-a57c-92e90eb1d4f4 req-dcaae133-27d6-4fe1-92a8-b89a9f77e191 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:12.515221 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-89131886-d390-418e-a57c-92e90eb1d4f4 req-dcaae133-27d6-4fe1-92a8-b89a9f77e191 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0861192 Dec 22 18:03:12.563472 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-89131886-d390-418e-a57c-92e90eb1d4f4 req-cb782134-9ac3-4bd6-a769-b41fa0830d0c tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 Dec 22 18:03:12.817713 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-5c3100c5-d65d-4a36-b4b5-1819315b6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:12.819192 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-5c3100c5-d65d-4a36-b4b5-1819315b6eab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733&tenant_id=0da6effa2f00429d87a15b48e91398af HTTP/1.1" status: 200 len: 1097 time: 0.0705717 Dec 22 18:03:12.910417 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-59668537-71c2-4e4e-b269-a3aa709a7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:12.911921 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-59668537-71c2-4e4e-b269-a3aa709a7a7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1097 time: 0.0704324 Dec 22 18:03:13.048052 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-01f13e03-dd5e-4b90-bfe9-d62540e14fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:13.049491 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-01f13e03-dd5e-4b90-bfe9-d62540e14fec service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1312943 Dec 22 18:03:13.153924 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-962da674-c6ac-4c54-afaa-0ba5cbc4882a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 HTTP/1.1" status: 200 len: 1000 time: 0.0970159 Dec 22 18:03:13.218489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-26a062dc-604f-4813-8204-5d38377d232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:13.220265 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-26a062dc-604f-4813-8204-5d38377d232f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0605023 Dec 22 18:03:13.293462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-56a930e0-9502-44ad-9825-f3907752b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:13.294930 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-56a930e0-9502-44ad-9825-f3907752b251 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690567 Dec 22 18:03:13.425583 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-e0cdebfd-9f2d-47da-86e6-07c1e7f15817 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238205 Dec 22 18:03:13.569638 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-96dfa5fe-897e-4f7a-8965-2229deb5fff1 req-e291e403-da88-4064-bdaf-dc6624019618 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379108 Dec 22 18:03:13.754088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e69a00-0183-4eb0-9458-072c7e9e2656 req-5b5033df-536a-4944-b271-4c379942dbde tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:13.755459 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a3e69a00-0183-4eb0-9458-072c7e9e2656 req-5b5033df-536a-4944-b271-4c379942dbde tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0853024 Dec 22 18:03:13.800450 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a3e69a00-0183-4eb0-9458-072c7e9e2656 req-797b3b99-be4d-4620-8bd6-d1874c4d4cdc tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391917 Dec 22 18:03:14.990660 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409e83b-e54e-47eb-8959-fdb8a9311fe0 req-89cf5ea6-0daf-4de4-a323-5bad465a27d4 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:14.992158 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8409e83b-e54e-47eb-8959-fdb8a9311fe0 req-89cf5ea6-0daf-4de4-a323-5bad465a27d4 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0805852 Dec 22 18:03:15.038010 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8409e83b-e54e-47eb-8959-fdb8a9311fe0 req-bfa5f2ec-0fce-4afe-b8a9-8f471a017780 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396075 Dec 22 18:03:16.219208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91e68e-5014-4c47-9fa5-87ce70d71da0 req-b853142a-af39-444a-a5fc-6b6550b0a868 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:16.220642 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bf91e68e-5014-4c47-9fa5-87ce70d71da0 req-b853142a-af39-444a-a5fc-6b6550b0a868 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0782406 Dec 22 18:03:16.264071 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-bf91e68e-5014-4c47-9fa5-87ce70d71da0 req-92f69c29-1fbe-4c62-8110-75f8eb48042e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376763 Dec 22 18:03:17.450639 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5c1fb-9049-4715-be62-19926cd2e1b1 req-9fec987e-1075-4506-8c2b-65150a6cc368 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:17.452115 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-96c5c1fb-9049-4715-be62-19926cd2e1b1 req-9fec987e-1075-4506-8c2b-65150a6cc368 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0848024 Dec 22 18:03:17.498124 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-96c5c1fb-9049-4715-be62-19926cd2e1b1 req-ba605f10-86d3-46d9-883e-c75556055be6 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401659 Dec 22 18:03:18.684476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733370b-2fea-421f-b9dc-804dbd877dee req-741fc5bd-cca9-4ce3-83ae-e2a79201d3e6 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:18.685933 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7733370b-2fea-421f-b9dc-804dbd877dee req-741fc5bd-cca9-4ce3-83ae-e2a79201d3e6 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0834754 Dec 22 18:03:18.732068 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7733370b-2fea-421f-b9dc-804dbd877dee req-98a3b93a-1e86-46f3-bb12-9fca468f27ba tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396645 Dec 22 18:03:19.928489 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07c785-3045-42ad-8b94-cc55685d8783 req-383db02f-4a20-4f14-bca9-77c31f0b41fd tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:19.929969 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ac07c785-3045-42ad-8b94-cc55685d8783 req-383db02f-4a20-4f14-bca9-77c31f0b41fd tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0907886 Dec 22 18:03:19.985674 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-ac07c785-3045-42ad-8b94-cc55685d8783 req-8a6538b8-044e-43bb-9a0c-4b98d46fbb9e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466697 Dec 22 18:03:20.044829 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:03:21.221458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c72c01-5005-4c5d-9b71-118d8afd70ed req-d0c95fe9-46d8-4719-b09c-027e68bd7859 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:21.222802 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-71c72c01-5005-4c5d-9b71-118d8afd70ed req-d0c95fe9-46d8-4719-b09c-027e68bd7859 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 944 time: 0.0899580 Dec 22 18:03:21.267359 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-71c72c01-5005-4c5d-9b71-118d8afd70ed req-856f664a-2952-4567-bb90-e31338c6f795 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386770 Dec 22 18:03:21.273217 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 18:03:21.428670 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:03:21.446548 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'port_id': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'mac_address': 'fa:16:3e:e1:cd:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 18:03:21.500328 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:21.516407 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 18:03:21.534428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:03:21.538345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:21.541236 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:03:21.606219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:03:21.609904 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:03:21.743251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['c5cc0692-8c15-48b1-ab2f-dab7ef120ec4'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 18:03:22.555699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36094069-1a1c-45cf-bbe6-9180ee37bbf1 req-4a5c6993-84d8-4b5d-bd1d-0927f2950561 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:22.557640 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-36094069-1a1c-45cf-bbe6-9180ee37bbf1 req-4a5c6993-84d8-4b5d-bd1d-0927f2950561 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 945 time: 0.1873143 Dec 22 18:03:22.603084 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-36094069-1a1c-45cf-bbe6-9180ee37bbf1 req-33a1f36b-d5ab-427e-bd60-682f049390e9 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394509 Dec 22 18:03:23.260682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:03:23.329225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:03:23.329615 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:23.461575 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:23.491201 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:03:23.501602 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:03:23.504901 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:23.506810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-7dcd6e72-aed2-4750-8cac-56d64c0f916f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:03:23.547814 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'code': 200} Dec 22 18:03:23.587784 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:03:23.590972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:03:23.820015 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70599-a7ad-4803-a0d5-fe94e429f32a req-5397eac2-84a9-4296-b7a0-9596f4563c08 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:23.821302 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e1a70599-a7ad-4803-a0d5-fe94e429f32a req-5397eac2-84a9-4296-b7a0-9596f4563c08 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0881157 Dec 22 18:03:23.836152 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285633fd-a7be-484a-a774-4f385b27004b req-c5ea8af3-3998-4dff-a82a-e142f47cd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:23.837629 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-285633fd-a7be-484a-a774-4f385b27004b req-c5ea8af3-3998-4dff-a82a-e142f47cd205 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1099 time: 0.0851932 Dec 22 18:03:23.876062 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-e1a70599-a7ad-4803-a0d5-fe94e429f32a req-a9a1ce61-46fc-40cf-824d-2aaad2cb9eaa tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470910 Dec 22 18:03:23.881853 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-285633fd-a7be-484a-a774-4f385b27004b req-7e1ddc8c-10d9-4bf1-b921-c1d330172276 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376642 Dec 22 18:03:25.087064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547735e-4b73-4fb9-891e-e9c4c2436893 req-04cc1658-bad4-49ee-92a1-ee69a8f7d8b1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:03:25.088659 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d547735e-4b73-4fb9-891e-e9c4c2436893 req-04cc1658-bad4-49ee-92a1-ee69a8f7d8b1 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0882552 Dec 22 18:03:25.141055 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d547735e-4b73-4fb9-891e-e9c4c2436893 req-3af1c86b-5bfa-494e-8d38-83240fb96544 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460939 Dec 22 18:03:27.744609 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1d89d360-c461-40d7-9cd8-3523b7588d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:30.141135 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9bffb2b5-9e34-453c-93f6-b94a8428bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:31.249677 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:31.289028 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:32.742952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:35.726915 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:03:57.043414 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:03:57.747672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f41c3bd3-f370-4ebf-86ae-4eee79038d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:00.145961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-997fca2b-aa31-492c-b67f-1a9a02bc70d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:01.248056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:01.290847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:02.746777 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:03.338001 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a05cd459-9bd3-4229-85bf-266999f3aa28 req-ea7ddc49-f0a8-4bb5-8a43-3c50c351d8c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695786 Dec 22 18:04:03.475554 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cd459-9bd3-4229-85bf-266999f3aa28 req-f888faba-6620-4393-b394-3b043cd231d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:03.477027 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a05cd459-9bd3-4229-85bf-266999f3aa28 req-f888faba-6620-4393-b394-3b043cd231d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1099 time: 0.0715189 Dec 22 18:04:03.619814 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cd459-9bd3-4229-85bf-266999f3aa28 req-1f3c2945-1d5c-42ab-91ca-863433cb52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:03.621240 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a05cd459-9bd3-4229-85bf-266999f3aa28 req-1f3c2945-1d5c-42ab-91ca-863433cb52c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1263902 Dec 22 18:04:03.724772 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a05cd459-9bd3-4229-85bf-266999f3aa28 req-725046ae-facf-487d-a352-76eb176f94e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 HTTP/1.1" status: 200 len: 1002 time: 0.0966804 Dec 22 18:04:03.900811 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cd459-9bd3-4229-85bf-266999f3aa28 req-774116f3-b922-4b13-8e3d-9db4b1531adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:03.902142 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a05cd459-9bd3-4229-85bf-266999f3aa28 req-774116f3-b922-4b13-8e3d-9db4b1531adb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.1709726 Dec 22 18:04:03.980028 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cd459-9bd3-4229-85bf-266999f3aa28 req-5e045140-a4d6-4bae-94e7-79b030d096ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:03.981496 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a05cd459-9bd3-4229-85bf-266999f3aa28 req-5e045140-a4d6-4bae-94e7-79b030d096ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727923 Dec 22 18:04:04.115425 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a05cd459-9bd3-4229-85bf-266999f3aa28 req-9132825a-d5e3-453c-b876-b5185dce44a7 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269021 Dec 22 18:04:04.246120 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a05cd459-9bd3-4229-85bf-266999f3aa28 req-65296a78-2f14-4ec2-a880-c18f447c6634 service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244388 Dec 22 18:04:05.718695 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:27.751149 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2a08fb51-50bf-4098-b582-ee2762846f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:30.148015 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6fb00ba5-5f70-42b6-bf62-4d833341c9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:31.250352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:31.291366 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:32.748914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:34.043758 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:04:35.725683 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:40.569015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45574) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:40.777292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Deleting port 5dee5144-ac62-4567-8fe0-e452d8f2ddaf {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:04:40.777625 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:40.944958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:40.945278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:41.071404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Calling delete_port for 5dee5144-ac62-4567-8fe0-e452d8f2ddaf owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:04:41.217438 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:41.221088 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-804cecbc-a91e-4664-a854-683d8e460c6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:41.268107 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event deleted for resources: {'Port': ['ID=5dee5144-ac62-4567-8fe0-e452d8f2ddaf,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:41.330917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:41.331235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:41.331631 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:41.331994 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:41.332355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:41.332712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:41.333069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:41.333427 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:41.333779 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:41.334130 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:41.334483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:41.334832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:41.339919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:41.366237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:41.366559 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Floating IP 9e448850-751d-4064-b1ba-0ad712bd7b64 disassociated (deleted). External IP: 172.26.3.160, port: c5cc0692-8c15-48b1-ab2f-dab7ef120ec4. Dec 22 18:04:41.842050 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Router a1ce4101-64b3-41b1-b813-fa2df45b6649 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:04:42.022591 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:04:42.031958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5dd085-c69c-432e-bd84-4d2cb9d8b2bb None None] Sync routers for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:04:42.044871 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5dd085-c69c-432e-bd84-4d2cb9d8b2bb None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:04:42.045843 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6b5dd085-c69c-432e-bd84-4d2cb9d8b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:04:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:42.055845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:42.118265 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8852b7f6-e22c-4ca3-ba43-be133543d841 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "DELETE /v2.0/floatingips/9e448850-751d-4064-b1ba-0ad712bd7b64 HTTP/1.1" status: 204 len: 168 time: 1.5480266 Dec 22 18:04:42.118943 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:04:42.226218 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'status': 'completed', 'code': 200} Dec 22 18:04:42.247067 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-6b5dd085-c69c-432e-bd84-4d2cb9d8b2bb None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:04:42.334433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-514a3249-a335-4e3b-ad49-85badaae573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:42.335963 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-514a3249-a335-4e3b-ad49-85badaae573b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0da6effa2f00429d87a15b48e91398af&device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 1099 time: 0.0844111 Dec 22 18:04:42.538889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-e650ae4b-4e9a-4807-8251-e78eaa7cec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:42.540375 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-e650ae4b-4e9a-4807-8251-e78eaa7cec7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 200 len: 910 time: 0.1974752 Dec 22 18:04:42.593061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6b5dd085-c69c-432e-bd84-4d2cb9d8b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:56:01Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:42.597528 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5dd085-c69c-432e-bd84-4d2cb9d8b2bb None None] Checking router: a1ce4101-64b3-41b1-b813-fa2df45b6649 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:04:42.607619 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5dd085-c69c-432e-bd84-4d2cb9d8b2bb None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:04:42.608393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6b5dd085-c69c-432e-bd84-4d2cb9d8b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:04:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:42.625580 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-ae8afdff-3854-4f56-ba59-31c27c53b399 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 HTTP/1.1" status: 200 len: 217 time: 0.0743248 Dec 22 18:04:42.638375 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de69af-9504-483e-ba4b-321a254d8233 req-643ea0b3-9ff4-4286-85ec-f921b98f95f2 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:42.639073 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-29de69af-9504-483e-ba4b-321a254d8233 req-643ea0b3-9ff4-4286-85ec-f921b98f95f2 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Synchronizing usage tracker for tenant:0da6effa2f00429d87a15b48e91398af on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:04:42.700509 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-29de69af-9504-483e-ba4b-321a254d8233 req-643ea0b3-9ff4-4286-85ec-f921b98f95f2 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Unset dirty status for tenant:0da6effa2f00429d87a15b48e91398af on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:04:42.707736 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-29de69af-9504-483e-ba4b-321a254d8233 req-643ea0b3-9ff4-4286-85ec-f921b98f95f2 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.2463195 Dec 22 18:04:42.735918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-1f63bde4-77b0-43c4-8fc9-5bf860b79636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:42.737287 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-1f63bde4-77b0-43c4-8fc9-5bf860b79636 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 200 len: 848 time: 0.0953758 Dec 22 18:04:42.795662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-6b5dd085-c69c-432e-bd84-4d2cb9d8b2bb None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:04:42.800602 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-29de69af-9504-483e-ba4b-321a254d8233 req-782c070f-681e-4905-b37e-87bc39fef4e3 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919986 Dec 22 18:04:42.830683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-f316f99d-2536-49ed-96c5-5907fb93f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:42.832770 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-f316f99d-2536-49ed-96c5-5907fb93f9e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b62ebe74-771b-41bd-b951-55a818c510dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880249 Dec 22 18:04:42.844651 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-fdf7560f-4d82-467b-aff7-cc6969cc19e7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 18:04:42.846069 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-fdf7560f-4d82-467b-aff7-cc6969cc19e7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062976 Dec 22 18:04:43.001181 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-8f259734-33a7-4ecb-8538-85a2a3db119f service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474276 Dec 22 18:04:43.140820 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1d6a59d1-d7af-4247-a54c-6b0a98d44539 req-4b710250-8dbf-4430-acb5-3dff48ca04da service neutron] 10.222.0.53 "GET /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306434 Dec 22 18:04:43.240445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-6b5dd085-c69c-432e-bd84-4d2cb9d8b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:56:01Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:43.244929 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5dd085-c69c-432e-bd84-4d2cb9d8b2bb None None] The sync data for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv is: [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T17:55:56Z', 'revision_number': 4, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': 'b9225868-beef-4b75-b4c3-4bd7bd0c86a0', 'name': '', 'network_id': 'b62ebe74-771b-41bd-b951-55a818c510dc', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'mac_address': 'fa:16:3e:44:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:55Z', 'updated_at': '2021-12-22T17:56:01Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'subnets': [{'id': '7ca4529d-6a01-44a7-9e8d-d8dca8eec157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:04:43.472481 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcda8b8-14a5-4339-bbe2-9728170c8ec4 None None] New status for floating IP 9e448850-751d-4064-b1ba-0ad712bd7b64: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 18:04:43.985670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2fe27-5b33-47e0-9596-242553c248a4 req-1978cfa1-747a-45bc-85a0-4bca2fea7255 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:43.987027 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e8b2fe27-5b33-47e0-9596-242553c248a4 req-1978cfa1-747a-45bc-85a0-4bca2fea7255 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.0834572 Dec 22 18:04:44.017507 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9c76b-6e9d-4bfb-82d8-57372778b410 req-46ec4d29-5c6a-4c60-92af-8fd21e48d5c9 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:44.019518 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-04a9c76b-6e9d-4bfb-82d8-57372778b410 req-46ec4d29-5c6a-4c60-92af-8fd21e48d5c9 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 946 time: 0.1113138 Dec 22 18:04:44.057858 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-e8b2fe27-5b33-47e0-9596-242553c248a4 req-d30c5dc2-ea3b-4671-8dc6-e30a8844e2c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Deleting port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:04:44.058295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e8b2fe27-5b33-47e0-9596-242553c248a4 req-d30c5dc2-ea3b-4671-8dc6-e30a8844e2c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:44.065273 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-04a9c76b-6e9d-4bfb-82d8-57372778b410 req-f841679f-21b7-4d4b-80fb-0d6a2827c8a7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/security-groups?id=5552c960-7f55-46e0-a2f3-7fb29d695a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400367 Dec 22 18:04:44.435477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-e8b2fe27-5b33-47e0-9596-242553c248a4 req-d30c5dc2-ea3b-4671-8dc6-e30a8844e2c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] For port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:04:44.435828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e8b2fe27-5b33-47e0-9596-242553c248a4 req-d30c5dc2-ea3b-4671-8dc6-e30a8844e2c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:44.568775 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-e8b2fe27-5b33-47e0-9596-242553c248a4 req-d30c5dc2-ea3b-4671-8dc6-e30a8844e2c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Calling delete_port for c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:04:44.711300 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e8b2fe27-5b33-47e0-9596-242553c248a4 req-d30c5dc2-ea3b-4671-8dc6-e30a8844e2c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:44.716665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-391e93b8-c430-4428-9d21-6a8a5bfb9e2f tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:44.766884 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c5dc2-ea3b-4671-8dc6-e30a8844e2c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event deleted for resources: {'Port': ['ID=c5cc0692-8c15-48b1-ab2f-dab7ef120ec4,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:44.770661 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d30c5dc2-ea3b-4671-8dc6-e30a8844e2c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:44.846301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b2fe27-5b33-47e0-9596-242553c248a4 req-d30c5dc2-ea3b-4671-8dc6-e30a8844e2c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] No DVR routers for this DVR port c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 18:04:44.849668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-e8b2fe27-5b33-47e0-9596-242553c248a4 req-d30c5dc2-ea3b-4671-8dc6-e30a8844e2c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:44.852346 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'name': 'network-vif-deleted', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:04:44.870847 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-e8b2fe27-5b33-47e0-9596-242553c248a4 req-d30c5dc2-ea3b-4671-8dc6-e30a8844e2c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.53 "DELETE /v2.0/ports/c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 HTTP/1.1" status: 204 len: 173 time: 0.8758757 Dec 22 18:04:44.915487 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e55353-4ad4-4361-b02d-e35665cd7733', 'name': 'network-vif-deleted', 'tag': 'c5cc0692-8c15-48b1-ab2f-dab7ef120ec4', 'status': 'completed', 'code': 200} Dec 22 18:04:45.268425 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fad3a1e8-9949-4b86-867a-6260abedbc01 req-593ded09-d589-4256-8036-827bb99c8c0f tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7e55353-4ad4-4361-b02d-e35665cd7733 HTTP/1.1" status: 200 len: 210 time: 0.0737145 Dec 22 18:04:46.390044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45610) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:46.459169 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:46.489719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:46.569607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:46.576357 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-8863b0f5-4264-447c-8de3-37641383f8dd tempest-TestMinimumBasicScenario-317016631 tempest-TestMinimumBasicScenario-317016631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:46.599935 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5552c960-7f55-46e0-a2f3-7fb29d695a28,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:46.611173 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:46.611526 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:46.611905 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:46.612277 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:46.612678 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:46.613563 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:46.613942 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:46.614293 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:46.614654 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:46.615014 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:46.615395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:46.615753 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:04:46.619002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:46.622739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:46.624793 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-78d310bc-3b08-4846-94a3-d64ac877d800 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] 10.222.0.70 "DELETE /v2.0/security-groups/5552c960-7f55-46e0-a2f3-7fb29d695a28 HTTP/1.1" status: 204 len: 168 time: 0.2336111 Dec 22 18:04:46.678214 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45616) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:47.353176 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:47.695756 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:04:47.716415 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] Deleting port b9225868-beef-4b75-b4c3-4bd7bd0c86a0 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:04:47.716966 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:47.734080 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:04:47.734435 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c5cc0692-8c15-48b1-ab2f-dab7ef120ec4 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:04:48.023389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] For port b9225868-beef-4b75-b4c3-4bd7bd0c86a0, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=b9225868-beef-4b75-b4c3-4bd7bd0c86a0,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:04:48.023636 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:48.150792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] Calling delete_port for b9225868-beef-4b75-b4c3-4bd7bd0c86a0 owned by network:router_interface {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:04:48.333394 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:48.336951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:48.381867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9225868-beef-4b75-b4c3-4bd7bd0c86a0,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:48.384945 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:48.648289 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:48.999525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] Router a1ce4101-64b3-41b1-b813-fa2df45b6649 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:04:49.175944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:04:49.185345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e0e19-52e9-4e70-9c74-62e55ce435c4 None None] Sync routers for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:04:49.190228 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-21f51a06-84ea-4fe4-aa8f-27ec318d5ba3 admin admin] 10.222.0.70 "PUT /v2.0/routers/a1ce4101-64b3-41b1-b813-fa2df45b6649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5087330 Dec 22 18:04:49.190446 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45622) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:49.195626 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e0e19-52e9-4e70-9c74-62e55ce435c4 None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:04:49.196245 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e79e0e19-52e9-4e70-9c74-62e55ce435c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:04:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:49.387177 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-e79e0e19-52e9-4e70-9c74-62e55ce435c4 None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:04:49.499340 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Notify callbacks [] for router, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:49.678117 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:49.688209 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Deleting port 951739e9-54da-4531-adc3-fb6ac1b44b23 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:04:49.688554 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:49.688713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e79e0e19-52e9-4e70-9c74-62e55ce435c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T18:04:48Z', 'revision_number': 5, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port': {'id': '951739e9-54da-4531-adc3-fb6ac1b44b23', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:53Z', 'updated_at': '2021-12-22T17:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:49.693376 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e0e19-52e9-4e70-9c74-62e55ce435c4 None None] Checking router: a1ce4101-64b3-41b1-b813-fa2df45b6649 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:04:49.701766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e0e19-52e9-4e70-9c74-62e55ce435c4 None None] Routers {'a1ce4101-64b3-41b1-b813-fa2df45b6649'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:04:49.702405 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e79e0e19-52e9-4e70-9c74-62e55ce435c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:04:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['a1ce4101-64b3-41b1-b813-fa2df45b6649'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:49.857253 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-e79e0e19-52e9-4e70-9c74-62e55ce435c4 None None] Set router a1ce4101-64b3-41b1-b813-fa2df45b6649 gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:04:49.868345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.db [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] For port 951739e9-54da-4531-adc3-fb6ac1b44b23, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=951739e9-54da-4531-adc3-fb6ac1b44b23,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:04:49.868695 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:49.964396 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-e79e0e19-52e9-4e70-9c74-62e55ce435c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T18:04:49Z', 'revision_number': 6, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:49.968289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e0e19-52e9-4e70-9c74-62e55ce435c4 None None] The sync data for ids ['a1ce4101-64b3-41b1-b813-fa2df45b6649'] in dv-neutron-822513-1-hyperv is: [{'id': 'a1ce4101-64b3-41b1-b813-fa2df45b6649', 'name': 'tempest-TestShelveInstance-1973291469-router', 'tenant_id': '0da6effa2f00429d87a15b48e91398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:52Z', 'updated_at': '2021-12-22T18:04:49Z', 'revision_number': 6, 'project_id': '0da6effa2f00429d87a15b48e91398af', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:04:49.992589 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Calling delete_port for 951739e9-54da-4531-adc3-fb6ac1b44b23 owned by network:router_gateway {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:04:50.162200 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:50.166682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5ec11431-dcf2-4b1a-b8f5-46561122d76a tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:50.234161 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Pushing event deleted for resources: {'Port': ['ID=951739e9-54da-4531-adc3-fb6ac1b44b23,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:50.236438 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:50.303506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:50.478545 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:50.480736 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:50.503149 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:50.503629 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ce4101-64b3-41b1-b813-fa2df45b6649 {{(pid=87586) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 18:04:50.515803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:50.516933 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a1ce4101-64b3-41b1-b813-fa2df45b6649 HTTP/1.1" status: 204 len: 168 time: 1.3249974 Dec 22 18:04:50.520004 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45626) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:50.594430 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-31066128-fc75-41d3-ac6f-74168dfb2e76 admin admin] Deleting subnet 7ca4529d-6a01-44a7-9e8d-d8dca8eec157 {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 18:04:50.598170 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31066128-fc75-41d3-ac6f-74168dfb2e76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:50.648216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31066128-fc75-41d3-ac6f-74168dfb2e76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:50.727951 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31066128-fc75-41d3-ac6f-74168dfb2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:50.798762 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31066128-fc75-41d3-ac6f-74168dfb2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:50.802676 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-54f9521e-ca72-4ec0-9277-f2f0b8ea751d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:50.958216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31066128-fc75-41d3-ac6f-74168dfb2e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca4529d-6a01-44a7-9e8d-d8dca8eec157,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:50.961847 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-31066128-fc75-41d3-ac6f-74168dfb2e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:50.964487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-31066128-fc75-41d3-ac6f-74168dfb2e76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:50.970342 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e293b6d-20ee-4f1e-92ae-a778910b69c0 None None] Network b62ebe74-771b-41bd-b951-55a818c510dc requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 18:04:50.971413 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-31066128-fc75-41d3-ac6f-74168dfb2e76 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7ca4529d-6a01-44a7-9e8d-d8dca8eec157 HTTP/1.1" status: 204 len: 168 time: 0.4504042 Dec 22 18:04:50.974292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45630) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:51.082053 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:51.094545 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Deleting port 818986ab-8568-4561-8d96-db8e06a0af73 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:04:51.094871 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:51.231833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4d1e8f-5be2-4da4-bcfe-0a42770e5e54 None None] DHCP port deletion for b62ebe74-771b-41bd-b951-55a818c510dc request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 18:04:51.236211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d1e8f-5be2-4da4-bcfe-0a42770e5e54 None None] Deleting port 818986ab-8568-4561-8d96-db8e06a0af73 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:04:51.236625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1e8f-5be2-4da4-bcfe-0a42770e5e54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:51.306115 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] For port 818986ab-8568-4561-8d96-db8e06a0af73, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=818986ab-8568-4561-8d96-db8e06a0af73,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:04:51.306473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:51.370425 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 951739e9-54da-4531-adc3-fb6ac1b44b23 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:04:51.412873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 951739e9-54da-4531-adc3-fb6ac1b44b23 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:04:51.413223 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 951739e9-54da-4531-adc3-fb6ac1b44b23 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:04:51.413650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b9225868-beef-4b75-b4c3-4bd7bd0c86a0 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:04:51.432797 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Calling delete_port for 818986ab-8568-4561-8d96-db8e06a0af73 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:04:51.448789 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: b9225868-beef-4b75-b4c3-4bd7bd0c86a0 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:04:51.449152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device b9225868-beef-4b75-b4c3-4bd7bd0c86a0 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:04:51.449579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 818986ab-8568-4561-8d96-db8e06a0af73 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:04:51.515948 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:51.521580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-54ff1e6d-8cea-4352-818d-32e55f1c1c4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:51.567549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Pushing event deleted for resources: {'Port': ['ID=818986ab-8568-4561-8d96-db8e06a0af73,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:51.569437 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] No DVR routers for this DVR port 818986ab-8568-4561-8d96-db8e06a0af73 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 18:04:51.570916 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:51.610557 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No active binding found for port 818986ab-8568-4561-8d96-db8e06a0af73 {{(pid=87588) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 18:04:51.610961 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 818986ab-8568-4561-8d96-db8e06a0af73 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:04:51.613451 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ca4d1e8f-5be2-4da4-bcfe-0a42770e5e54 None None] For port 818986ab-8568-4561-8d96-db8e06a0af73, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=818986ab-8568-4561-8d96-db8e06a0af73,segment=NetworkSegment(1566fbca-50f2-445c-9054-5bf3276564eb),segment_id=1566fbca-50f2-445c-9054-5bf3276564eb)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:04:51.613852 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1e8f-5be2-4da4-bcfe-0a42770e5e54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:51.685026 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:51.711683 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62ebe74-771b-41bd-b951-55a818c510dc']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:51.723783 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1566fbca-50f2-445c-9054-5bf3276564eb') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:51.724080 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1566fbca-50f2-445c-9054-5bf3276564eb') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:51.735369 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:51.735538 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d1e8f-5be2-4da4-bcfe-0a42770e5e54 None None] Calling delete_port for 818986ab-8568-4561-8d96-db8e06a0af73 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:04:51.751067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:51.757649 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 18:04:51.758030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 18:04:51.776199 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 18:04:51.811044 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-ca4d1e8f-5be2-4da4-bcfe-0a42770e5e54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 18:04:51.811503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-ca4d1e8f-5be2-4da4-bcfe-0a42770e5e54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 18:04:51.856407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:51.859861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f2a035b3-67fa-41cb-86c3-8b811a134ada tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:51.872582 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:51.883038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Pushing event deleted for resources: {'Network': ['ID=b62ebe74-771b-41bd-b951-55a818c510dc,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:51.886135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:51.896929 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-a2217fad-83d1-48e3-97fb-c5c5d45926da admin admin] 10.222.0.70 "DELETE /v2.0/networks/b62ebe74-771b-41bd-b951-55a818c510dc HTTP/1.1" status: 204 len: 168 time: 0.9216285 Dec 22 18:04:51.899848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45636) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:52.312311 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d1e8f-5be2-4da4-bcfe-0a42770e5e54 None None] Deleting port 818986ab-8568-4561-8d96-db8e06a0af73 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:04:52.312869 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1e8f-5be2-4da4-bcfe-0a42770e5e54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:52.381213 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d1e8f-5be2-4da4-bcfe-0a42770e5e54 None None] The port '818986ab-8568-4561-8d96-db8e06a0af73' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 18:04:52.554574 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:52.903043 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] Deleting port daa86e73-a623-45e0-b1bd-d9b0f0533c05 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:04:52.903403 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:53.070404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] For port daa86e73-a623-45e0-b1bd-d9b0f0533c05, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=daa86e73-a623-45e0-b1bd-d9b0f0533c05,segment=NetworkSegment(ebd022e2-0f8e-434e-9f71-354b88d45e8c),segment_id=ebd022e2-0f8e-434e-9f71-354b88d45e8c)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:04:53.070668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:53.191210 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] Calling delete_port for daa86e73-a623-45e0-b1bd-d9b0f0533c05 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:04:53.494373 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:53.497806 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8f74939e-ca46-4038-a1f4-4d0eb0c0417b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:53.671622 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa86e73-a623-45e0-b1bd-d9b0f0533c05,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:53.675589 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:53.936039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:54.306628 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] Router 80031dd7-f41f-41cd-a40d-7899d1f1b634 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:04:54.481778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:04:54.490551 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe6c1c-4eb9-4b99-b49c-c77512ebd38f None None] Sync routers for ids ['80031dd7-f41f-41cd-a40d-7899d1f1b634'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:04:54.498225 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] 10.222.0.70 "PUT /v2.0/routers/80031dd7-f41f-41cd-a40d-7899d1f1b634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5967715 Dec 22 18:04:54.500115 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe6c1c-4eb9-4b99-b49c-c77512ebd38f None None] Routers {'80031dd7-f41f-41cd-a40d-7899d1f1b634'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:04:54.500282 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45640) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:54.500732 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-90fe6c1c-4eb9-4b99-b49c-c77512ebd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:04:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['80031dd7-f41f-41cd-a40d-7899d1f1b634'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:54.680575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:54.686267 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-90fe6c1c-4eb9-4b99-b49c-c77512ebd38f None None] Set router 80031dd7-f41f-41cd-a40d-7899d1f1b634 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:04:54.856693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:54.865920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Deleting port c7cf6545-622c-4fb8-adf8-9fcdbdb2695f {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:04:54.866250 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:54.989152 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-90fe6c1c-4eb9-4b99-b49c-c77512ebd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'name': 'tempest-TestShelveInstance-1048308136-router', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:58Z', 'updated_at': '2021-12-22T18:04:53Z', 'revision_number': 5, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'gw_port': {'id': 'c7cf6545-622c-4fb8-adf8-9fcdbdb2695f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T17:55:59Z', 'updated_at': '2021-12-22T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:54.993404 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe6c1c-4eb9-4b99-b49c-c77512ebd38f None None] Checking router: 80031dd7-f41f-41cd-a40d-7899d1f1b634 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:04:55.007810 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe6c1c-4eb9-4b99-b49c-c77512ebd38f None None] Routers {'80031dd7-f41f-41cd-a40d-7899d1f1b634'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:04:55.008590 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-90fe6c1c-4eb9-4b99-b49c-c77512ebd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:04:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['80031dd7-f41f-41cd-a40d-7899d1f1b634'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:55.160255 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-90fe6c1c-4eb9-4b99-b49c-c77512ebd38f None None] Set router 80031dd7-f41f-41cd-a40d-7899d1f1b634 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:04:55.182535 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] For port c7cf6545-622c-4fb8-adf8-9fcdbdb2695f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=c7cf6545-622c-4fb8-adf8-9fcdbdb2695f,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:04:55.182881 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:55.270383 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-90fe6c1c-4eb9-4b99-b49c-c77512ebd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'name': 'tempest-TestShelveInstance-1048308136-router', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:58Z', 'updated_at': '2021-12-22T18:04:54Z', 'revision_number': 6, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:55.274958 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe6c1c-4eb9-4b99-b49c-c77512ebd38f None None] The sync data for ids ['80031dd7-f41f-41cd-a40d-7899d1f1b634'] in dv-neutron-822513-1-hyperv is: [{'id': '80031dd7-f41f-41cd-a40d-7899d1f1b634', 'name': 'tempest-TestShelveInstance-1048308136-router', 'tenant_id': '4b0ee255ad2746569dbc3a5647356319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T17:55:58Z', 'updated_at': '2021-12-22T18:04:54Z', 'revision_number': 6, 'project_id': '4b0ee255ad2746569dbc3a5647356319', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:04:55.319630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Calling delete_port for c7cf6545-622c-4fb8-adf8-9fcdbdb2695f owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:04:55.483831 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:55.487294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:55.559025 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cf6545-622c-4fb8-adf8-9fcdbdb2695f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:55.561244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:55.625366 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:55.804157 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:55.806260 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:55.828690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:55.829220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80031dd7-f41f-41cd-a40d-7899d1f1b634 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 18:04:55.841989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:55.843135 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-cf17515f-5ce3-4538-b0b4-f3f240c37fe3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/80031dd7-f41f-41cd-a40d-7899d1f1b634 HTTP/1.1" status: 204 len: 168 time: 1.3419046 Dec 22 18:04:55.845741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45644) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:55.905177 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa7e03e-84e7-42b4-8364-357dcc2a79df admin admin] Deleting subnet dc1cfc81-b212-4095-93d8-2c493f48c5d9 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 18:04:55.908104 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e03e-84e7-42b4-8364-357dcc2a79df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:55.959527 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e03e-84e7-42b4-8364-357dcc2a79df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:56.041387 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e03e-84e7-42b4-8364-357dcc2a79df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:56.113265 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e03e-84e7-42b4-8364-357dcc2a79df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:56.117276 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-137aef5d-a0d4-4a91-974d-d6a9798032ef tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:56.157318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7e03e-84e7-42b4-8364-357dcc2a79df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1cfc81-b212-4095-93d8-2c493f48c5d9,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:56.159917 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e03e-84e7-42b4-8364-357dcc2a79df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:56.162473 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8fa7e03e-84e7-42b4-8364-357dcc2a79df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:56.163919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee8f589-92fb-4036-82b8-39b0b244caeb None None] Network d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 18:04:56.166585 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-8fa7e03e-84e7-42b4-8364-357dcc2a79df admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dc1cfc81-b212-4095-93d8-2c493f48c5d9 HTTP/1.1" status: 204 len: 168 time: 0.3199306 Dec 22 18:04:56.169015 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45650) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:56.290368 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:56.306966 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Deleting port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:04:56.307530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:56.460302 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23422a-8eda-4788-89fb-753e9fc95a50 None None] DHCP port deletion for d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 18:04:56.464815 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fc23422a-8eda-4788-89fb-753e9fc95a50 None None] Deleting port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:04:56.465266 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fc23422a-8eda-4788-89fb-753e9fc95a50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:56.519705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] For port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c,segment=NetworkSegment(ebd022e2-0f8e-434e-9f71-354b88d45e8c),segment_id=ebd022e2-0f8e-434e-9f71-354b88d45e8c)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:04:56.520064 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:56.647648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Calling delete_port for fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:04:56.668194 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-fc23422a-8eda-4788-89fb-753e9fc95a50 None None] For port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c,segment=NetworkSegment(ebd022e2-0f8e-434e-9f71-354b88d45e8c),segment_id=ebd022e2-0f8e-434e-9f71-354b88d45e8c)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:04:56.668589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fc23422a-8eda-4788-89fb-753e9fc95a50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:56.724645 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:56.728537 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5b0604bf-6cff-4e68-901b-596e6a21ada5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:56.775208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Pushing event deleted for resources: {'Port': ['ID=fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:56.778304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:56.779078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] No DVR routers for this DVR port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 18:04:56.807692 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fc23422a-8eda-4788-89fb-753e9fc95a50 None None] Calling delete_port for fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:04:56.886127 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-fc23422a-8eda-4788-89fb-753e9fc95a50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 18:04:56.886499 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-fc23422a-8eda-4788-89fb-753e9fc95a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 18:04:57.017078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:57.042918 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:57.056304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd022e2-0f8e-434e-9f71-354b88d45e8c') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:57.056595 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd022e2-0f8e-434e-9f71-354b88d45e8c') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:04:57.069069 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:57.085530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:57.091461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 18:04:57.091874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 18:04:57.104936 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 18:04:57.179938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:57.183401 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-50c1d428-b5f4-4262-bb24-22421a4f9f2e tempest-RoutersIpV6Test-1248447682 tempest-RoutersIpV6Test-1248447682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:57.196615 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:57.211182 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:57.214854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:57.216366 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] 10.222.0.70 "DELETE /v2.0/networks/d36f6288-2e0c-4dfd-aba8-ae06f5d3b0db HTTP/1.1" status: 204 len: 168 time: 1.0465081 Dec 22 18:04:57.334067 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45658) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:57.340726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c7cf6545-622c-4fb8-adf8-9fcdbdb2695f no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:04:57.374921 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: c7cf6545-622c-4fb8-adf8-9fcdbdb2695f {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:04:57.375304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device c7cf6545-622c-4fb8-adf8-9fcdbdb2695f not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:04:57.375741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:04:57.384501 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-62f44607-c3cb-4d0b-9039-b021048895f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0da6effa2f00429d87a15b48e91398af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490630 Dec 22 18:04:57.386690 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45662) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:57.403385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fc23422a-8eda-4788-89fb-753e9fc95a50 None None] Deleting port fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:04:57.404001 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-fc23422a-8eda-4788-89fb-753e9fc95a50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:57.443487 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:04:57.443842 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:04:57.444265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device daa86e73-a623-45e0-b1bd-d9b0f0533c05 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:04:57.445536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0acd-f585-44ba-adcc-c598b6df6893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:57.471209 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0acd-f585-44ba-adcc-c598b6df6893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:57.507877 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-fc23422a-8eda-4788-89fb-753e9fc95a50 None None] The port 'fc26b2e8-3b52-4cff-ad0d-9fa758cbd03c' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 18:04:57.508728 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: daa86e73-a623-45e0-b1bd-d9b0f0533c05 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:04:57.509081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device daa86e73-a623-45e0-b1bd-d9b0f0533c05 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:04:57.531861 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0acd-f585-44ba-adcc-c598b6df6893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:57.535668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7acbf27f-1dfa-4d48-ad3c-d1e0cb4f5f0e tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:57.548084 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a0acd-f585-44ba-adcc-c598b6df6893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbfe24f-2ec2-4bf8-9c73-10807019a770,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:57.551692 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1c3a0acd-f585-44ba-adcc-c598b6df6893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:57.556678 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0acd-f585-44ba-adcc-c598b6df6893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:57.560120 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-1c3a0acd-f585-44ba-adcc-c598b6df6893 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fbbfe24f-2ec2-4bf8-9c73-10807019a770 HTTP/1.1" status: 204 len: 168 time: 0.1701868 Dec 22 18:04:57.755097 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-74f837bb-282c-4a46-96a7-232032911858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:57.909461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45670) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:57.958549 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-c381d268-0b8f-43cd-b44d-740816807237 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b0ee255ad2746569dbc3a5647356319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478132 Dec 22 18:04:57.960953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45674) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:58.019616 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e903112-40ec-4595-be46-e212e6d5f2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:58.044899 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e903112-40ec-4595-be46-e212e6d5f2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:58.095491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e903112-40ec-4595-be46-e212e6d5f2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:58.099338 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-9d5beeb1-280e-4dc6-b3ce-f310b52643af tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:58.111980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e903112-40ec-4595-be46-e212e6d5f2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabaa614-a7e3-4700-bd3e-670ed2274b13,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:58.115380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0e903112-40ec-4595-be46-e212e6d5f2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:58.117315 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0e903112-40ec-4595-be46-e212e6d5f2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:58.118943 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0e903112-40ec-4595-be46-e212e6d5f2d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fabaa614-a7e3-4700-bd3e-670ed2274b13 HTTP/1.1" status: 204 len: 168 time: 0.1565709 Dec 22 18:04:58.824684 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45698) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:58.926912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-553524906-network', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:04:58.932099 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:04:58.935974 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Usage tracker for resource:network and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:04:58.938803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:04:58.948286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:04:58.958431 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Made reservation on behalf of 230d47d9f6c440548a4b46b11f8150f4 for: {'network': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 18:04:58.960686 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:58.973318 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:58.987436 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:04:58.991167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Usage tracker for resource:security_group_rule and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:04:58.993935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:04:58.999570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:04:59.082908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:59.086813 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:59.089670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7142e25f-447b-4379-b4c6-2174c3179717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:59.119898 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=87587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 18:04:59.125198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0121ef-5a68-46f4-82db-49f747876f12,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:59.128838 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:59.133103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:59.133103 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.segments_db [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Added segment 8cb787e9-ecb6-4557-a54e-55192ca6f950 of type vlan for network 7aa88986-bcea-4354-b10a-59bb35b06353 Dec 22 18:04:59.158872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:59.187786 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:59.189175 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:59.189376 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:59.192719 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-fb3bb84b-b035-495f-94e5-b97a7cddddc9 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:59.296021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Pushing event updated for resources: {'Network': ['ID=7aa88986-bcea-4354-b10a-59bb35b06353,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:59.299191 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:59.301807 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-70a6df96-7b6b-48b4-b2fc-db13a7cebb7a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4761295 Dec 22 18:04:59.304764 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45706) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:59.306384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 7aa88986-bcea-4354-b10a-59bb35b06353 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 18:04:59.310911 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Request body: {'subnet': {'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-553524906-subnet', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'ip_version': 4}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:04:59.316083 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:04:59.320105 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Usage tracker for resource:subnet and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:04:59.323129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:04:59.330433 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:04:59.340786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Made reservation on behalf of 230d47d9f6c440548a4b46b11f8150f4 for: {'subnet': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 18:04:59.343164 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2713850'] for subnet, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:59.547467 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60132069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2713832'] for subnet, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:59.550898 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a9ecb461-4d9f-4d99-80ca-d70ae409ce43 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:04:59.622742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7cc5b5-a066-4f53-998f-0e8518386236,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:04:59.625478 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:04:59.632460 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Checking segment: {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 18:04:59.632817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Network hostable DHCP agents. Network: 7aa88986-bcea-4354-b10a-59bb35b06353, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87586) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 18:04:59.651611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Network 7aa88986-bcea-4354-b10a-59bb35b06353 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87586) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 18:04:59.660726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 7aa88986-bcea-4354-b10a-59bb35b06353) {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:04:59.664746 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:04:59.665329 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:59.670478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5135bcef-0ffc-4b89-af3c-5a07b524ae5c None None] Network 7aa88986-bcea-4354-b10a-59bb35b06353 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 18:04:59.687421 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-4a91d5d0-8af0-426b-b303-83ddfde8f336 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3791311 Dec 22 18:04:59.687873 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45710) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:04:59.693494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:04:59.698148 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:04:59.701957 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Usage tracker for resource:router and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:04:59.704718 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:04:59.710765 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:04:59.721252 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:59.723145 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:59.738255 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:04:59.897366 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-7aa88986-bcea-4354-b10a-59bb35b06353', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 18:04:59.898231 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:00.017972 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:00.059136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Allocated IP 172.20.0.2 (7aa88986-bcea-4354-b10a-59bb35b06353/dc7cc5b5-a066-4f53-998f-0e8518386236/4ab50496-b1e6-4364-bd80-91a405a61507) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 18:05:00.167477 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c50c33f8-242c-417a-9704-ad63ba514c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:00.277060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:00.288151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Transition to ACTIVE for port object 4ab50496-b1e6-4364-bd80-91a405a61507 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:05:00.306427 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Transition to ACTIVE for port object 4ab50496-b1e6-4364-bd80-91a405a61507 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:05:00.312596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:00.316491 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:00.384408 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Network 7aa88986-bcea-4354-b10a-59bb35b06353 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:05:00.387440 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:05:00.391225 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 18:05:00.397896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Pushing event updated for resources: {'Port': ['ID=4ab50496-b1e6-4364-bd80-91a405a61507,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:00.435235 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:00.435580 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:00.435917 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:00.436254 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:00.436574 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:00.436902 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:00.437229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:00.437548 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:00.437866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:00.438182 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:00.438495 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:00.438811 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:00.446185 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:00.468424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:00.498329 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Attempting to bind port 4ab50496-b1e6-4364-bd80-91a405a61507 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 18:05:00.498700 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Attempting to bind port 4ab50496-b1e6-4364-bd80-91a405a61507 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 18:05:00.498840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:00.499074 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Attempting to bind port 4ab50496-b1e6-4364-bd80-91a405a61507 on network 7aa88986-bcea-4354-b10a-59bb35b06353 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 18:05:00.504809 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 18:05:00.505189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Checking segment: {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 18:05:00.505591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:00.505987 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Bound using segment: {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 18:05:00.506452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Bound port: 4ab50496-b1e6-4364-bd80-91a405a61507, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 18:05:00.506830 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:00.593604 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] For port 4ab50496-b1e6-4364-bd80-91a405a61507, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 18:05:00.597121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] For port 4ab50496-b1e6-4364-bd80-91a405a61507, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4ab50496-b1e6-4364-bd80-91a405a61507,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 18:05:00.602018 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:00.605593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:00.636932 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Allocated IP 172.26.3.172 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/00024fe5-822f-4e8e-ad01-47f82d5fa10f) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 18:05:00.693166 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Pushing event updated for resources: {'Port': ['ID=4ab50496-b1e6-4364-bd80-91a405a61507,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:00.699491 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:00.796133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:00.827742 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:00.832121 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-757d1c20-dea9-4eaa-9d41-95a260c6f785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:00.905230 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:05:00.908133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:05:00.912077 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 18:05:00.957698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Pushing event updated for resources: {'Port': ['ID=00024fe5-822f-4e8e-ad01-47f82d5fa10f,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:00.962135 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:01.254088 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:01.306325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:01.350044 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:01.392248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4ab50496-b1e6-4364-bd80-91a405a61507 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:01.462751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 4ab50496-b1e6-4364-bd80-91a405a61507 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:05:01.682630 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf76aba-3c62-4470-a12c-bca3a51dcfa8 None None] Network 7aa88986-bcea-4354-b10a-59bb35b06353 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 18:05:01.707304 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:01.777414 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e9980c40-0146-43c9-8cf9-99eddc0c4ce0 None None] Provisioning for port 4ab50496-b1e6-4364-bd80-91a405a61507 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:05:01.797476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e9980c40-0146-43c9-8cf9-99eddc0c4ce0 None None] Provisioning complete for port 4ab50496-b1e6-4364-bd80-91a405a61507 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:01.797859 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e9980c40-0146-43c9-8cf9-99eddc0c4ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:02.027140 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e9980c40-0146-43c9-8cf9-99eddc0c4ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:02.058659 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 18:05:02.068452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e9980c40-0146-43c9-8cf9-99eddc0c4ce0 None None] For port 4ab50496-b1e6-4364-bd80-91a405a61507, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4ab50496-b1e6-4364-bd80-91a405a61507,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:05:02.073681 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e9980c40-0146-43c9-8cf9-99eddc0c4ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:02.075565 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:02.145636 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9980c40-0146-43c9-8cf9-99eddc0c4ce0 None None] Pushing event updated for resources: {'Port': ['ID=4ab50496-b1e6-4364-bd80-91a405a61507,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:02.148703 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e9980c40-0146-43c9-8cf9-99eddc0c4ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:02.255564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:05:02.264182 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Sync routers for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:05:02.273702 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:05:02.274334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:02.279859 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:02.281129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5920513 Dec 22 18:05:02.283859 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45716) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:02.452397 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-bee90e6c-f202-480b-adb2-2d98ef9a0c61 None None] Provisioning complete for port 4ab50496-b1e6-4364-bd80-91a405a61507 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:02.452967 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-bee90e6c-f202-480b-adb2-2d98ef9a0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:02.545684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:05:02.802816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:02.900696 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:01Z', 'revision_number': 3, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:02.904731 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Checking router: 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:05:02.905229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Updating router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f port 00024fe5-822f-4e8e-ad01-47f82d5fa10f binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 18:05:02.959181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:02.970454 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:03.187189 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Allocated IP 172.20.0.1 (7aa88986-bcea-4354-b10a-59bb35b06353/dc7cc5b5-a066-4f53-998f-0e8518386236/6c1c1a53-8ab3-43c8-bc6d-38211062c7c1) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 18:05:03.298478 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:03.313557 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Transition to ACTIVE for port object 00024fe5-822f-4e8e-ad01-47f82d5fa10f will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:05:03.323453 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:03.330198 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f8f09cb5-38db-4b23-9df0-97d80e9e9ffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:03.351692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:03.375525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Transition to ACTIVE for port object 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:05:03.380823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4ab50496-b1e6-4364-bd80-91a405a61507 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:03.401024 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:03.406227 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-a6af2ee6-5a18-47de-9520-de43a52d20c6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:03.463227 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Attempting to bind port 00024fe5-822f-4e8e-ad01-47f82d5fa10f on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 18:05:03.463849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Attempting to bind port 00024fe5-822f-4e8e-ad01-47f82d5fa10f by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 18:05:03.463849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Attempting to bind port 00024fe5-822f-4e8e-ad01-47f82d5fa10f on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 18:05:03.473894 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Network 7aa88986-bcea-4354-b10a-59bb35b06353 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:05:03.476796 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:05:03.477510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 18:05:03.477868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 18:05:03.478279 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:03.478669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 18:05:03.479148 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Bound port: 00024fe5-822f-4e8e-ad01-47f82d5fa10f, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 18:05:03.479527 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:03.480456 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 18:05:03.513992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70fe06-db48-41dc-a6b8-8d3fda0ac38c None None] Pushing event updated for resources: {'Port': ['ID=00024fe5-822f-4e8e-ad01-47f82d5fa10f,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:03.523358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4a70fe06-db48-41dc-a6b8-8d3fda0ac38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:03.566980 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 4ab50496-b1e6-4364-bd80-91a405a61507 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:03.567385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:03.613773 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] For port 00024fe5-822f-4e8e-ad01-47f82d5fa10f, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 18:05:03.628486 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] For port 00024fe5-822f-4e8e-ad01-47f82d5fa10f, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=00024fe5-822f-4e8e-ad01-47f82d5fa10f,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 18:05:03.635151 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:03.640412 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-f8f09cb5-38db-4b23-9df0-97d80e9e9ffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:03.647704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Pushing event updated for resources: {'Port': ['ID=6c1c1a53-8ab3-43c8-bc6d-38211062c7c1,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:03.656146 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:03.671861 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:03.779394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:05:03.779930 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:03.894021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70fe06-db48-41dc-a6b8-8d3fda0ac38c None None] Pushing event updated for resources: {'Port': ['ID=00024fe5-822f-4e8e-ad01-47f82d5fa10f,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:03.896725 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-43969ab6-9a6c-4eb0-84ce-831c720e736f None None] Provisioning for port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:05:03.901064 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4a70fe06-db48-41dc-a6b8-8d3fda0ac38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:03.917340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-43969ab6-9a6c-4eb0-84ce-831c720e736f None None] Provisioning complete for port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:03.917716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-43969ab6-9a6c-4eb0-84ce-831c720e736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:03.946532 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:04.048371 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-43969ab6-9a6c-4eb0-84ce-831c720e736f None None] Port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 18:05:04.069618 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:05:04.177920 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:04.183403 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:04.210361 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-baec4591-d0a6-4e9e-a49a-ebdaed097ec6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:04.291479 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:04.294919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Pushing event updated for resources: {'Port': ['ID=6c1c1a53-8ab3-43c8-bc6d-38211062c7c1,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:04.298210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:04.360124 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:01Z', 'revision_number': 3, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:04.364658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a5fc20-2d3d-43a9-bec2-828710f8c13d None None] The sync data for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv is: [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:01Z', 'revision_number': 3, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:05:04.434576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Network 7aa88986-bcea-4354-b10a-59bb35b06353 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:05:04.435725 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:05:04.648917 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:05:04.775367 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-68c0d80e-1229-44e2-9a34-396f382a6025 None None] Provisioning complete for port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:04.775906 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-68c0d80e-1229-44e2-9a34-396f382a6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:04.833503 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-68c0d80e-1229-44e2-9a34-396f382a6025 None None] Port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 18:05:04.852973 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:05:04.862902 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-869f7eb2-4d09-4cab-90ed-e0dbac55db83 admin admin] 10.222.0.70 "PUT /v2.0/routers/6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5776014 Dec 22 18:05:05.358382 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 00024fe5-822f-4e8e-ad01-47f82d5fa10f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:05.377619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45734) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:05.383387 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1133953159-network', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:05.388254 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:05.392202 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Usage tracker for resource:network and tenant:91ceb1d86e724376ae9d68aed11d35bf is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:05.395684 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:05.401345 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:05.412236 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Made reservation on behalf of 91ceb1d86e724376ae9d68aed11d35bf for: {'network': 1} {{(pid=87586) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 18:05:05.414647 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for network, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.427395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.432438 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 00024fe5-822f-4e8e-ad01-47f82d5fa10f completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:05:05.437699 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 00024fe5-822f-4e8e-ad01-47f82d5fa10f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:05.438164 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.443418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:05.447704 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Usage tracker for resource:security_group_rule and tenant:91ceb1d86e724376ae9d68aed11d35bf is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:05.450598 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:05.456856 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:05.541938 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.545860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.550392 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-17d61750-bb8a-4142-b9ab-6c714b0fa1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:05.558035 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.574181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 00024fe5-822f-4e8e-ad01-47f82d5fa10f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=00024fe5-822f-4e8e-ad01-47f82d5fa10f,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:05:05.578220 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.580062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2856cfaf-4854-4daa-b509-325d5325a309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:05.583648 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=87586) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 18:05:05.592197 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50506350-ac7c-4b2a-88cb-dd5bca18d0b1,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:05.595619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:05.600307 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.600796 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.segments_db [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Added segment e0e07fd4-c782-454b-bdb9-645826ea20cc of type vlan for network 4bd736ac-5d3c-45e7-b156-697ef1d99aa5 Dec 22 18:05:05.635210 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866342620'] for network, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.648795 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=00024fe5-822f-4e8e-ad01-47f82d5fa10f,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:05.651905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:05.669450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159'] for network, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.670726 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:05.671437 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Notify callbacks [] for network, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.675057 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4f08f352-b7fe-44a0-9d0d-a6ff5e4a6979 tempest-RoutersNegativeTest-1897993787 tempest-RoutersNegativeTest-1897993787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:05.726944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.779072 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4000874 Dec 22 18:05:05.780168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Pushing event updated for resources: {'Network': ['ID=4bd736ac-5d3c-45e7-b156-697ef1d99aa5,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:05.781698 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 45738) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:05.783080 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d096ad84-f640-4bc5-bd29-01785ee2ab78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:05.787502 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Request body: {'subnet': {'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1133953159-subnet', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'ip_version': 4}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:05.791770 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Network 4bd736ac-5d3c-45e7-b156-697ef1d99aa5 details requested by agent ovs-agent-dv-neutron-822513-1-hyperv with host dv-neutron-822513-1-hyperv {{(pid=87588) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 18:05:05.793140 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:05.797383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Usage tracker for resource:subnet and tenant:91ceb1d86e724376ae9d68aed11d35bf is out of sync, need to count used quota {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:05.801392 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87587) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:05.807085 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:05.818335 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Made reservation on behalf of 91ceb1d86e724376ae9d68aed11d35bf for: {'subnet': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 18:05:05.820889 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821034'] for subnet, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:05.914115 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Sync routers for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:05:05.924259 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:05:05.924996 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:06.036199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821048'] for subnet, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:06.040274 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f989e586-c6d0-4c60-ade5-44adfe6ea13a tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:06.110515 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=be3bb5a0-c257-41d0-978e-72b70219ae2d,revision_number=0']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:06.115163 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:06.124024 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Checking segment: {'id': 'e0e07fd4-c782-454b-bdb9-645826ea20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 18:05:06.124374 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Network hostable DHCP agents. Network: 4bd736ac-5d3c-45e7-b156-697ef1d99aa5, hostable agents: ['0924d6d1-8e30-45fc-adf2-03ae9569caa2'], hosted agents: [] {{(pid=87587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 18:05:06.144585 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Network 4bd736ac-5d3c-45e7-b156-697ef1d99aa5 is scheduled to be hosted by DHCP agent 0924d6d1-8e30-45fc-adf2-03ae9569caa2 with binding_index 1 {{(pid=87587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 18:05:06.153635 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822513-1-hyperv, 4bd736ac-5d3c-45e7-b156-697ef1d99aa5) {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:05:06.157847 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:06.158355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:06.163321 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:05:06.163981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad2937b-ec49-4a35-aa54-c15b6d6d6241 None None] Network 4bd736ac-5d3c-45e7-b156-697ef1d99aa5 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 18:05:06.182839 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-591f496b-bc7b-434c-91f0-6f101558fafc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3999805 Dec 22 18:05:06.183354 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45742) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:06.189928 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1133953159-router', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:06.196054 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:06.199949 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Usage tracker for resource:router and tenant:91ceb1d86e724376ae9d68aed11d35bf is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:06.202902 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:06.208719 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:06.355174 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45658'] for router, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:06.356449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45603'] for router, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:06.373614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:06.396814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f6a356c-5abf-5b87-ac1f-b13622829034-4bd736ac-5d3c-45e7-b156-697ef1d99aa5', 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'fixed_ips': [{'subnet_id': 'be3bb5a0-c257-41d0-978e-72b70219ae2d'}]}} from dv-neutron-822513-1-hyperv. {{(pid=87588) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 18:05:06.397652 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:06.504482 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:04Z', 'revision_number': 2, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:06.508872 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Checking router: 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:05:06.509386 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Updating router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 18:05:06.567101 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:06.568262 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.db_base_plugin_common [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Allocated IP 172.20.0.2 (4bd736ac-5d3c-45e7-b156-697ef1d99aa5/be3bb5a0-c257-41d0-978e-72b70219ae2d/022d29ca-2f4e-4d22-8405-bbd959f7ca43) {{(pid=87588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 18:05:06.655830 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45617'] for router, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:06.855786 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Notify callbacks [] for port, precommit_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:06.867723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Transition to ACTIVE for port object 022d29ca-2f4e-4d22-8405-bbd959f7ca43 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:05:06.887870 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Transition to ACTIVE for port object 022d29ca-2f4e-4d22-8405-bbd959f7ca43 will not be triggered until provisioned by entity DHCP. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:05:06.894104 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086'] for port, after_create {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:06.900133 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:06.935673 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:06.947438 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Transition to ACTIVE for port object 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:05:06.957368 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:06.969984 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:06.973005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Network 4bd736ac-5d3c-45e7-b156-697ef1d99aa5 is already hosted by enough agents. {{(pid=87588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:05:06.975865 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.scheduler.base_scheduler [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Resources bound (agent type, host, resource id): {{(pid=87588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:05:06.984721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Received port after_create {{(pid=87588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 18:05:07.017035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:07.037502 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Pushing event updated for resources: {'Port': ['ID=6c1c1a53-8ab3-43c8-bc6d-38211062c7c1,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:07.053714 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:07.074111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Pushing event updated for resources: {'Port': ['ID=022d29ca-2f4e-4d22-8405-bbd959f7ca43,revision_number=1']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:07.083017 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:07.115207 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Attempting to bind port 022d29ca-2f4e-4d22-8405-bbd959f7ca43 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 18:05:07.115684 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Attempting to bind port 022d29ca-2f4e-4d22-8405-bbd959f7ca43 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'e0e07fd4-c782-454b-bdb9-645826ea20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 18:05:07.116136 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Attempting to bind port 022d29ca-2f4e-4d22-8405-bbd959f7ca43 on network 4bd736ac-5d3c-45e7-b156-697ef1d99aa5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 18:05:07.122798 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 18:05:07.123335 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Checking segment: {'id': 'e0e07fd4-c782-454b-bdb9-645826ea20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 18:05:07.123810 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:07.124272 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Bound using segment: {'id': 'e0e07fd4-c782-454b-bdb9-645826ea20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 18:05:07.124839 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Bound port: 022d29ca-2f4e-4d22-8405-bbd959f7ca43, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e07fd4-c782-454b-bdb9-645826ea20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 18:05:07.125393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:07.217604 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:07.218078 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:07.218416 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:07.218739 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:07.219245 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:07.219568 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:07.219884 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:07.220199 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:07.220513 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:07.220825 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:07.221139 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:07.221528 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:05:07.240530 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] For port 022d29ca-2f4e-4d22-8405-bbd959f7ca43, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 18:05:07.244601 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] For port 022d29ca-2f4e-4d22-8405-bbd959f7ca43, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=022d29ca-2f4e-4d22-8405-bbd959f7ca43,segment=NetworkSegment(e0e07fd4-c782-454b-bdb9-645826ea20cc),segment_id=e0e07fd4-c782-454b-bdb9-645826ea20cc)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 18:05:07.247211 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:07.254876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:07.258755 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Attempting to bind port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 18:05:07.259058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-ef4876a2-34b2-409e-a2e7-e5058f19de22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:07.259203 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Attempting to bind port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 18:05:07.259633 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Attempting to bind port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 on network 7aa88986-bcea-4354-b10a-59bb35b06353 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 18:05:07.268686 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 18:05:07.268686 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Checking segment: {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 18:05:07.268993 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:07.269336 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Bound using segment: {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 18:05:07.269895 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Bound port: 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 18:05:07.271324 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:07.334352 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Allocated IP 172.26.3.50 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/fc5ef3cf-aca9-42d1-931b-0c100de563e2) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 18:05:07.370051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Pushing event updated for resources: {'Port': ['ID=022d29ca-2f4e-4d22-8405-bbd959f7ca43,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:07.373241 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:07.406598 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 00024fe5-822f-4e8e-ad01-47f82d5fa10f up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:07.439644 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] For port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 18:05:07.443997 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] For port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6c1c1a53-8ab3-43c8-bc6d-38211062c7c1,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 18:05:07.450121 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:07.463789 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-bb7aa6c7-6047-463e-9acb-456433532478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:07.485733 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 00024fe5-822f-4e8e-ad01-47f82d5fa10f triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:07.486116 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:07.537887 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:05:07.538673 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:07.559614 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:07.630116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:07.633348 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5dfd4694-3b61-42db-b5b8-4cf87fed0ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:07.647805 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Pushing event updated for resources: {'Port': ['ID=6c1c1a53-8ab3-43c8-bc6d-38211062c7c1,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:07.651060 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-bc394e49-bc85-4187-8034-423dc1267366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:07.725035 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:05:07.728944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:05:07.733069 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 18:05:07.764673 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Pushing event updated for resources: {'Port': ['ID=fc5ef3cf-aca9-42d1-931b-0c100de563e2,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:07.771588 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:07.795037 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:05:08.163192 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:07Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:08.168111 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f40463-1ad8-425c-b797-081d2f6c6c17 None None] The sync data for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv is: [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:07Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:05:08.337919 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:08.558016 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5680b-69bc-40f1-9cf0-5f8018f879af None None] Network 4bd736ac-5d3c-45e7-b156-697ef1d99aa5 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 18:05:08.650484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-170c9407-58b7-478c-9010-0c282b4c3f77 None None] Provisioning for port 022d29ca-2f4e-4d22-8405-bbd959f7ca43 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:05:08.701661 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683242'] for router, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:08.930656 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Router f7d08bce-f0cf-46f3-9b6d-231f189a22e1 is scheduled to L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 with binding_index 1 {{(pid=87586) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 18:05:09.123053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:05:09.133034 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Sync routers for ids ['f7d08bce-f0cf-46f3-9b6d-231f189a22e1'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:05:09.144062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Routers {'f7d08bce-f0cf-46f3-9b6d-231f189a22e1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:05:09.145061 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f7d08bce-f0cf-46f3-9b6d-231f189a22e1'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:09.150329 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] Notify callbacks [] for router, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:09.152018 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9bea0c5c-490c-412f-a691-ab2e0c0eb8fb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9666820 Dec 22 18:05:09.154482 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45748) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:09.357579 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Set router f7d08bce-f0cf-46f3-9b6d-231f189a22e1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:05:09.476240 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:09.681743 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:05:09.691757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:09.692138 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:09.821721 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'name': 'tempest-TestSnapshotPattern-1133953159-router', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:05:06Z', 'updated_at': '2021-12-22T18:05:07Z', 'revision_number': 3, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'gw_port': {'id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:07Z', 'updated_at': '2021-12-22T18:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:09.831081 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Checking router: f7d08bce-f0cf-46f3-9b6d-231f189a22e1 for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:05:09.831273 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Updating router f7d08bce-f0cf-46f3-9b6d-231f189a22e1 port fc5ef3cf-aca9-42d1-931b-0c100de563e2 binding host dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 18:05:09.878094 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:09.953855 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.005581 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.006953 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6c1c1a53-8ab3-43c8-bc6d-38211062c7c1,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:05:10.013920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.014768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 022d29ca-2f4e-4d22-8405-bbd959f7ca43 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:10.045431 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-4a70fe06-db48-41dc-a6b8-8d3fda0ac38c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:10.195862 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=6c1c1a53-8ab3-43c8-bc6d-38211062c7c1,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:10.201430 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:10.214267 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Allocated IP 172.20.0.1 (4bd736ac-5d3c-45e7-b156-697ef1d99aa5/be3bb5a0-c257-41d0-978e-72b70219ae2d/632f6ae8-bab6-46a5-ad53-8f2748511a04) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 18:05:10.290274 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 022d29ca-2f4e-4d22-8405-bbd959f7ca43 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:05:10.297951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 022d29ca-2f4e-4d22-8405-bbd959f7ca43 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:10.298344 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.366546 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.382311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.provisioning_blocks [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Transition to ACTIVE for port object 632f6ae8-bab6-46a5-ad53-8f2748511a04 will not be triggered until provisioned by entity DHCP. {{(pid=87586) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:05:10.408315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.416645 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-e8446de5-668d-4cf5-ad71-6adcc1d8d226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:10.488773 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Network 4bd736ac-5d3c-45e7-b156-697ef1d99aa5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:05:10.491497 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:05:10.495191 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 18:05:10.517300 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.528111 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Notify callbacks [] for port, precommit_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.544523 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Pushing event updated for resources: {'Port': ['ID=632f6ae8-bab6-46a5-ad53-8f2748511a04,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:10.548821 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:10.549875 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Transition to ACTIVE for port object fc5ef3cf-aca9-42d1-931b-0c100de563e2 will not be triggered until provisioned by entity L2. {{(pid=87588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:05:10.556601 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741940'] for router_interface, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.566482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.572319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:10.620058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 022d29ca-2f4e-4d22-8405-bbd959f7ca43, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=022d29ca-2f4e-4d22-8405-bbd959f7ca43,segment=NetworkSegment(e0e07fd4-c782-454b-bdb9-645826ea20cc),segment_id=e0e07fd4-c782-454b-bdb9-645826ea20cc)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:05:10.642332 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.657248 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Attempting to bind port fc5ef3cf-aca9-42d1-931b-0c100de563e2 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 18:05:10.657628 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Attempting to bind port fc5ef3cf-aca9-42d1-931b-0c100de563e2 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 18:05:10.658002 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Attempting to bind port fc5ef3cf-aca9-42d1-931b-0c100de563e2 on network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 18:05:10.667173 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dbbe4-484b-4a99-88df-5fc9d28652ed None None] Pushing event updated for resources: {'Port': ['ID=fc5ef3cf-aca9-42d1-931b-0c100de563e2,revision_number=2']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:10.669919 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-634dbbe4-484b-4a99-88df-5fc9d28652ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:10.670698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 18:05:10.671079 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Checking segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 18:05:10.671669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.672060 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Bound using segment: {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'} {{(pid=87588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 18:05:10.672540 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.managers [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Bound port: fc5ef3cf-aca9-42d1-931b-0c100de563e2, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5f67e-e957-407f-86dd-732d153f9161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5'}}] {{(pid=87588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 18:05:10.672917 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.684471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.710998 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-82934723-2060-4357-a7ee-4ad761a70555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:10.812113 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=022d29ca-2f4e-4d22-8405-bbd959f7ca43,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:10.819334 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] For port fc5ef3cf-aca9-42d1-931b-0c100de563e2, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 18:05:10.821403 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:10.824120 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] For port fc5ef3cf-aca9-42d1-931b-0c100de563e2, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc5ef3cf-aca9-42d1-931b-0c100de563e2,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 18:05:10.831983 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.835866 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:10.873175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0602bea7-c269-4c5a-bbe0-83600d9c7475 None None] Provisioning for port 632f6ae8-bab6-46a5-ad53-8f2748511a04 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:05:10.897345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-0602bea7-c269-4c5a-bbe0-83600d9c7475 None None] Provisioning complete for port 632f6ae8-bab6-46a5-ad53-8f2748511a04 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:10.897724 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0602bea7-c269-4c5a-bbe0-83600d9c7475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.925129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.929612 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:10.961732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-38f64b00-2566-4634-88ac-fb64bd17de0e tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:10.968159 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Routers {'f7d08bce-f0cf-46f3-9b6d-231f189a22e1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:05:10.968800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f7d08bce-f0cf-46f3-9b6d-231f189a22e1'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:11.042737 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:05:11.084550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-0602bea7-c269-4c5a-bbe0-83600d9c7475 None None] Port 632f6ae8-bab6-46a5-ad53-8f2748511a04 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 18:05:11.090106 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dbbe4-484b-4a99-88df-5fc9d28652ed None None] Pushing event updated for resources: {'Port': ['ID=fc5ef3cf-aca9-42d1-931b-0c100de563e2,revision_number=3']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:11.091223 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-749145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742105'] for router_interface, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:11.095529 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Pushing event updated for resources: {'Port': ['ID=632f6ae8-bab6-46a5-ad53-8f2748511a04,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:11.098845 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:11.101716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-634dbbe4-484b-4a99-88df-5fc9d28652ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:11.208323 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] Set router f7d08bce-f0cf-46f3-9b6d-231f189a22e1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:05:11.232535 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Network 4bd736ac-5d3c-45e7-b156-697ef1d99aa5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:05:11.233690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:05:11.384324 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:11.557672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-21ff5bf6-fa85-41b8-a7bd-15f958eee662 None None] Provisioning complete for port 632f6ae8-bab6-46a5-ad53-8f2748511a04 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:11.558073 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-21ff5bf6-fa85-41b8-a7bd-15f958eee662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:11.558925 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Router f7d08bce-f0cf-46f3-9b6d-231f189a22e1 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:05:11.694393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:11.694823 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:11.745936 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:05:11.754402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-21ff5bf6-fa85-41b8-a7bd-15f958eee662 None None] Port 632f6ae8-bab6-46a5-ad53-8f2748511a04 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 18:05:11.764347 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] 10.222.0.70 "PUT /v2.0/routers/f7d08bce-f0cf-46f3-9b6d-231f189a22e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5997863 Dec 22 18:05:11.849879 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 022d29ca-2f4e-4d22-8405-bbd959f7ca43 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:11.881989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'name': 'tempest-TestSnapshotPattern-1133953159-router', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:05:06Z', 'updated_at': '2021-12-22T18:05:10Z', 'revision_number': 4, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'gw_port': {'id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:07Z', 'updated_at': '2021-12-22T18:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '632f6ae8-bab6-46a5-ad53-8f2748511a04', 'name': '', 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'be3bb5a0-c257-41d0-978e-72b70219ae2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:10Z', 'updated_at': '2021-12-22T18:05:10Z', 'revision_number': 2, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'subnets': [{'id': 'be3bb5a0-c257-41d0-978e-72b70219ae2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:11.897821 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30e30e-1c1d-4608-afef-041757a1540d None None] The sync data for ids ['f7d08bce-f0cf-46f3-9b6d-231f189a22e1'] in dv-neutron-822513-1-hyperv is: [{'id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'name': 'tempest-TestSnapshotPattern-1133953159-router', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:05:06Z', 'updated_at': '2021-12-22T18:05:10Z', 'revision_number': 4, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'gw_port': {'id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:07Z', 'updated_at': '2021-12-22T18:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '632f6ae8-bab6-46a5-ad53-8f2748511a04', 'name': '', 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'be3bb5a0-c257-41d0-978e-72b70219ae2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:10Z', 'updated_at': '2021-12-22T18:05:10Z', 'revision_number': 2, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'subnets': [{'id': 'be3bb5a0-c257-41d0-978e-72b70219ae2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:05:11.931056 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 022d29ca-2f4e-4d22-8405-bbd959f7ca43 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:11.931583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.417401 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45758) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:12.422739 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-857533783', 'description': 'tempest-secgroup-smoke-857533783 description', 'project_id': '230d47d9f6c440548a4b46b11f8150f4'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:12.429742 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:12.433817 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Usage tracker for resource:security_group and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:12.436797 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:12.442679 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:12.453983 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.475436 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:12.479198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Usage tracker for resource:security_group_rule and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:12.482028 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:12.488566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:12.581786 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.585867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.589595 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-770136e9-b330-488b-9a7e-76329b7e65f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:12.630365 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209c5038-bad9-4306-8afb-f3a350fb0cdf,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:12.633457 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:12.634390 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.638477 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-62a4cfab-c17f-48ff-82bc-6bf7a7837411 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2172513 Dec 22 18:05:12.638825 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45762) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:12.644576 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-5542607b-0713-4a26-a036-59f6b68aca43 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Request body: {'security_group_rule': {'security_group_id': '209c5038-bad9-4306-8afb-f3a350fb0cdf', 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:12.650916 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5542607b-0713-4a26-a036-59f6b68aca43 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:12.655147 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5542607b-0713-4a26-a036-59f6b68aca43 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Usage tracker for resource:security_group_rule and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:12.658349 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-5542607b-0713-4a26-a036-59f6b68aca43 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:12.664877 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-5542607b-0713-4a26-a036-59f6b68aca43 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:12.683037 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5542607b-0713-4a26-a036-59f6b68aca43 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.747445 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5542607b-0713-4a26-a036-59f6b68aca43 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.756315 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5542607b-0713-4a26-a036-59f6b68aca43 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.758419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-4e068bdd-7c13-414b-8cce-4fef11d837cf tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:12.776263 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542607b-0713-4a26-a036-59f6b68aca43 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bceefa1-9b71-48ed-81d2-0416696d15d2,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:12.779880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-5542607b-0713-4a26-a036-59f6b68aca43 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:12.799677 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-5542607b-0713-4a26-a036-59f6b68aca43 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.800990 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5542607b-0713-4a26-a036-59f6b68aca43 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613965 Dec 22 18:05:12.804049 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45766) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:12.809784 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f40a3a3a-9df6-43aa-9090-58f8c298bb1f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Request body: {'security_group_rule': {'security_group_id': '209c5038-bad9-4306-8afb-f3a350fb0cdf', 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:12.816831 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f40a3a3a-9df6-43aa-9090-58f8c298bb1f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:12.821053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f40a3a3a-9df6-43aa-9090-58f8c298bb1f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Usage tracker for resource:security_group_rule and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:12.824258 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f40a3a3a-9df6-43aa-9090-58f8c298bb1f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:12.831583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f40a3a3a-9df6-43aa-9090-58f8c298bb1f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:12.854972 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f40a3a3a-9df6-43aa-9090-58f8c298bb1f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.921198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f40a3a3a-9df6-43aa-9090-58f8c298bb1f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.925619 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f40a3a3a-9df6-43aa-9090-58f8c298bb1f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.927467 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-d232d9e0-9fa3-4641-b52d-3e47d6cece02 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:12.953691 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a3a3a-9df6-43aa-9090-58f8c298bb1f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe2c473-4831-4d54-b597-00f72e4a20a0,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:12.958885 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f40a3a3a-9df6-43aa-9090-58f8c298bb1f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:12.963918 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f40a3a3a-9df6-43aa-9090-58f8c298bb1f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:12.965131 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f40a3a3a-9df6-43aa-9090-58f8c298bb1f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1597784 Dec 22 18:05:12.967921 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45770) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:12.973782 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-1abc89cd-81f1-4367-8640-1e8709e91072 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Request body: {'security_group_rule': {'security_group_id': '209c5038-bad9-4306-8afb-f3a350fb0cdf', 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:12.979980 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1abc89cd-81f1-4367-8640-1e8709e91072 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:12.983947 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1abc89cd-81f1-4367-8640-1e8709e91072 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Usage tracker for resource:security_group_rule and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:12.986924 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-1abc89cd-81f1-4367-8640-1e8709e91072 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:12.992633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-1abc89cd-81f1-4367-8640-1e8709e91072 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:13.011402 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1abc89cd-81f1-4367-8640-1e8709e91072 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.078944 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1abc89cd-81f1-4367-8640-1e8709e91072 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.086666 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1abc89cd-81f1-4367-8640-1e8709e91072 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.089703 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-59f7eb81-07dd-4acc-b1b5-3a1ae7c054a5 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:13.122506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc89cd-81f1-4367-8640-1e8709e91072 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1553c47c-7e7d-4f28-8ab7-8c68a1925468,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:13.125044 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-1abc89cd-81f1-4367-8640-1e8709e91072 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:13.134245 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-1abc89cd-81f1-4367-8640-1e8709e91072 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.135521 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-1abc89cd-81f1-4367-8640-1e8709e91072 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1666543 Dec 22 18:05:13.138233 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45774) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:13.143422 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Request body: {'security_group_rule': {'security_group_id': '209c5038-bad9-4306-8afb-f3a350fb0cdf', 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:13.149578 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:13.153476 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Usage tracker for resource:security_group_rule and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:13.156419 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:13.162900 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:13.182370 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.248255 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.252799 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.258849 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9045b15e-68b5-48a8-9f79-d4c1f43d5d56 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:13.278073 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d1f80a-0e9a-4f2f-86f4-e4476800cc2b,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:13.280666 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:13.289350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.293666 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518102 Dec 22 18:05:13.294061 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45778) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:13.299182 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Request body: {'security_group_rule': {'security_group_id': '209c5038-bad9-4306-8afb-f3a350fb0cdf', 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:13.307841 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:13.312839 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Usage tracker for resource:security_group_rule and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:13.316023 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:13.321621 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:13.332277 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Project 230d47d9f6c440548a4b46b11f8150f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 18:05:13.339192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.369330 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc5ef3cf-aca9-42d1-931b-0c100de563e2 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:13.408692 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.413493 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.415311 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-b527849b-0dfe-434f-89a2-6d285e3e3914 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:13.437788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115b7efd-2526-441e-806c-91939be11fe3,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:13.440368 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:13.444290 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port fc5ef3cf-aca9-42d1-931b-0c100de563e2 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:05:13.448126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.449300 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-77cd7fbd-acca-4190-9ae9-42796b8091b5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544924 Dec 22 18:05:13.450304 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port fc5ef3cf-aca9-42d1-931b-0c100de563e2 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:13.450688 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.451930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45782) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:13.457506 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Request body: {'security_group_rule': {'security_group_id': '209c5038-bad9-4306-8afb-f3a350fb0cdf', 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:13.463829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:13.467805 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Usage tracker for resource:security_group_rule and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:13.470792 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:13.477303 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:13.487503 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.securitygroups_db [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Project 230d47d9f6c440548a4b46b11f8150f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 18:05:13.494126 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.563964 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.568488 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877432'] for security_group_rule, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.572189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.575728 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-dd1082e7-774f-4214-9361-106d93908ad0 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:13.588587 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port fc5ef3cf-aca9-42d1-931b-0c100de563e2, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc5ef3cf-aca9-42d1-931b-0c100de563e2,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:05:13.592693 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.594401 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:13.595378 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858de041-b802-48f4-8e53-a3a80c3ff926,revision_number=0']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:13.598761 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:13.606525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:13.607846 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-15e0aa7c-b8a6-4dee-8f06-d552963938ab tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550157 Dec 22 18:05:13.662629 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=fc5ef3cf-aca9-42d1-931b-0c100de563e2,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:13.665642 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:13.765585 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-43845162-58b4-43e9-ab48-59cefaf24c98 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Synchronizing usage tracker for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:security_group {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:05:13.781867 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-43845162-58b4-43e9-ab48-59cefaf24c98 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Unset dirty status for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:security_group {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:05:13.783078 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-43845162-58b4-43e9-ab48-59cefaf24c98 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857533783&fields=id&tenant_id=230d47d9f6c440548a4b46b11f8150f4 HTTP/1.1" status: 200 len: 267 time: 0.0553479 Dec 22 18:05:13.933572 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-81deb5ba-264e-4735-a246-866098cbf024 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:13.934914 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-81deb5ba-264e-4735-a246-866098cbf024 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 809 time: 0.1450059 Dec 22 18:05:13.950743 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-ccb76a33-1cf7-4476-a16f-e977fbf2779a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/quotas/230d47d9f6c440548a4b46b11f8150f4 HTTP/1.1" status: 200 len: 375 time: 0.0098369 Dec 22 18:05:14.038836 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-01af6eea-be8a-47ea-a13d-87601108be35 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Synchronizing usage tracker for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:05:14.055593 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-01af6eea-be8a-47ea-a13d-87601108be35 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Unset dirty status for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:05:14.056851 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-01af6eea-be8a-47ea-a13d-87601108be35 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998607 Dec 22 18:05:14.072324 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-385c6ecf-46f9-46ee-bd6c-d4dcc59581f1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87586) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 18:05:14.073265 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-385c6ecf-46f9-46ee-bd6c-d4dcc59581f1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051537 Dec 22 18:05:14.203928 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-a367eeb7-f2f4-4271-a76e-85e9041c0079 service neutron] 10.222.0.70 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252091 Dec 22 18:05:14.337931 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-4f8009aa-f382-466e-a7d6-f537b3118daa service neutron] 10.222.0.70 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278508 Dec 22 18:05:14.514408 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-301fea34-d0eb-4e74-ba26-2d4661fa9fba req-cef06647-aef8-4d56-986a-0da8dfcdbea5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 210 time: 0.0446203 Dec 22 18:05:15.353265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc5ef3cf-aca9-42d1-931b-0c100de563e2 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:15.421573 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port fc5ef3cf-aca9-42d1-931b-0c100de563e2 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:15.422022 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:15.591593 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Sync routers for ids ['f7d08bce-f0cf-46f3-9b6d-231f189a22e1'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:05:15.603675 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Routers {'f7d08bce-f0cf-46f3-9b6d-231f189a22e1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:05:15.605714 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-86781b28-de13-429c-842c-6f97729dc591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f7d08bce-f0cf-46f3-9b6d-231f189a22e1'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:15.669310 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1efd330b-c214-4778-a375-268cb7b4eb6b req-84c9ec38-4e47-4198-9cb9-c4e8ef592393 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 210 time: 0.0477045 Dec 22 18:05:15.829277 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Set router f7d08bce-f0cf-46f3-9b6d-231f189a22e1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:05:15.837320 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-d0062ef8-8c28-4885-b1ce-4b15a3a6adca tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:15.839264 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-d0062ef8-8c28-4885-b1ce-4b15a3a6adca tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Synchronizing usage tracker for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:network {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:05:15.858467 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-d0062ef8-8c28-4885-b1ce-4b15a3a6adca tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Unset dirty status for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:network {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:05:15.865338 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-d0062ef8-8c28-4885-b1ce-4b15a3a6adca tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.53 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 809 time: 0.1968942 Dec 22 18:05:15.915362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-a14dc866-73b1-4393-bf5f-d46d3fabfb70 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Synchronizing usage tracker for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:security_group {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:05:15.927496 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-a14dc866-73b1-4393-bf5f-d46d3fabfb70 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Unset dirty status for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:security_group {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:05:15.928670 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-a14dc866-73b1-4393-bf5f-d46d3fabfb70 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=230d47d9f6c440548a4b46b11f8150f4 HTTP/1.1" status: 200 len: 379 time: 0.0548313 Dec 22 18:05:15.937151 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Request body: {'port': {'device_id': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'admin_state_up': True, 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'security_groups': ['209c5038-bad9-4306-8afb-f3a350fb0cdf']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:16.075237 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:16.085103 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:16.094741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Made reservation on behalf of 230d47d9f6c440548a4b46b11f8150f4 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 18:05:16.099326 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:16.148732 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-86781b28-de13-429c-842c-6f97729dc591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'name': 'tempest-TestSnapshotPattern-1133953159-router', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:05:06Z', 'updated_at': '2021-12-22T18:05:10Z', 'revision_number': 4, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'gw_port': {'id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:07Z', 'updated_at': '2021-12-22T18:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '632f6ae8-bab6-46a5-ad53-8f2748511a04', 'name': '', 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'be3bb5a0-c257-41d0-978e-72b70219ae2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:10Z', 'updated_at': '2021-12-22T18:05:10Z', 'revision_number': 2, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'subnets': [{'id': 'be3bb5a0-c257-41d0-978e-72b70219ae2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:16.152667 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Checking router: f7d08bce-f0cf-46f3-9b6d-231f189a22e1 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:05:16.153017 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Updating router f7d08bce-f0cf-46f3-9b6d-231f189a22e1 port 632f6ae8-bab6-46a5-ad53-8f2748511a04 binding host dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 18:05:16.203510 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:16.265931 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Allocated IP 172.20.0.12 (7aa88986-bcea-4354-b10a-59bb35b06353/dc7cc5b5-a066-4f53-998f-0e8518386236/c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 18:05:16.457559 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:16.473093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Transition to ACTIVE for port object c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:05:16.497460 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:16.503767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7d492aae-8d3b-420f-b8ec-90c00492bc2d tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:16.543862 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Notify callbacks [] for port, precommit_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:16.555911 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.provisioning_blocks [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Transition to ACTIVE for port object 632f6ae8-bab6-46a5-ad53-8f2748511a04 will not be triggered until provisioned by entity L2. {{(pid=87589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:05:16.561722 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:16.568008 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-9be04062-28df-47d0-898a-b42df781203b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:16.578201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Network 7aa88986-bcea-4354-b10a-59bb35b06353 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:05:16.581361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:05:16.585393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 18:05:16.621047 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'Port': ['ID=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:16.630867 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:16.654697 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:16.655404 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:16.689193 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-c14c52ac-f549-4b2e-8da4-79bb9bd4a7ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7556520 Dec 22 18:05:16.848635 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Attempting to bind port 632f6ae8-bab6-46a5-ad53-8f2748511a04 on host dv-neutron-822513-1-hyperv for vnic_type normal with profile {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 18:05:16.849170 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Attempting to bind port 632f6ae8-bab6-46a5-ad53-8f2748511a04 by drivers openvswitch,hyperv on host dv-neutron-822513-1-hyperv at level 0 using segments [{'id': 'e0e07fd4-c782-454b-bdb9-645826ea20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5'}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 18:05:16.849448 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Attempting to bind port 632f6ae8-bab6-46a5-ad53-8f2748511a04 on network 4bd736ac-5d3c-45e7-b156-697ef1d99aa5 {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 18:05:16.851620 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ad54e-3e24-4e4d-b3ec-d88b10aa319b None None] Pushing event updated for resources: {'Port': ['ID=632f6ae8-bab6-46a5-ad53-8f2748511a04,revision_number=3']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:16.855704 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-d43ad54e-3e24-4e4d-b3ec-d88b10aa319b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:16.858786 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Checking agent: {'id': '59e2180a-9043-4df7-baf3-073fe2665a56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822513-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 4, 31), 'started_at': datetime.datetime(2021, 12, 22, 17, 5, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822513-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 18:05:16.859778 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Checking segment: {'id': 'e0e07fd4-c782-454b-bdb9-645826ea20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 18:05:16.860332 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:16.860878 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Bound using segment: {'id': 'e0e07fd4-c782-454b-bdb9-645826ea20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5'} {{(pid=87589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 18:05:16.861360 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.managers [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Bound port: 632f6ae8-bab6-46a5-ad53-8f2748511a04, host: dv-neutron-822513-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e07fd4-c782-454b-bdb9-645826ea20cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5'}}] {{(pid=87589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 18:05:16.861770 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:16.937938 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a927157-54c3-4709-ad13-283cdf1f042b req-5039e2c8-3755-4f95-9aa1-0f2b1ba5eded tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:16.938654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9a927157-54c3-4709-ad13-283cdf1f042b req-5039e2c8-3755-4f95-9aa1-0f2b1ba5eded tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Synchronizing usage tracker for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:05:16.945980 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Request body: {'port': {'device_id': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:16.956345 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-86781b28-de13-429c-842c-6f97729dc591 None None] For port 632f6ae8-bab6-46a5-ad53-8f2748511a04, host dv-neutron-822513-1-hyperv, cleared binding levels {{(pid=87589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 18:05:16.959469 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.plugins.ml2.db [None req-86781b28-de13-429c-842c-6f97729dc591 None None] For port 632f6ae8-bab6-46a5-ad53-8f2748511a04, host dv-neutron-822513-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=632f6ae8-bab6-46a5-ad53-8f2748511a04,segment=NetworkSegment(e0e07fd4-c782-454b-bdb9-645826ea20cc),segment_id=e0e07fd4-c782-454b-bdb9-645826ea20cc)] {{(pid=87589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 18:05:16.964248 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron_lib.callbacks.manager [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:16.969724 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-28326cff-b19c-4505-9c70-58934aabbad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:17.007198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-9a927157-54c3-4709-ad13-283cdf1f042b req-5039e2c8-3755-4f95-9aa1-0f2b1ba5eded tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Unset dirty status for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:05:17.008361 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9a927157-54c3-4709-ad13-283cdf1f042b req-5039e2c8-3755-4f95-9aa1-0f2b1ba5eded tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 932 time: 0.2193012 Dec 22 18:05:17.030082 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-10f93346-1644-4cd3-99da-4b86650bf7ec None None] Provisioning for port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:05:17.037002 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-10f93346-1644-4cd3-99da-4b86650bf7ec None None] Provisioning complete for port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:17.037576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-10f93346-1644-4cd3-99da-4b86650bf7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:17.062862 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Routers {'f7d08bce-f0cf-46f3-9b6d-231f189a22e1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:05:17.063695 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-86781b28-de13-429c-842c-6f97729dc591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f7d08bce-f0cf-46f3-9b6d-231f189a22e1'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:17.118289 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-10f93346-1644-4cd3-99da-4b86650bf7ec None None] Port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 18:05:17.151284 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ad54e-3e24-4e4d-b3ec-d88b10aa319b None None] Pushing event updated for resources: {'Port': ['ID=632f6ae8-bab6-46a5-ad53-8f2748511a04,revision_number=4']} {{(pid=87589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:17.164873 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG oslo_concurrency.lockutils [None req-d43ad54e-3e24-4e4d-b3ec-d88b10aa319b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:17.252045 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:17.291463 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-86781b28-de13-429c-842c-6f97729dc591 None None] Set router f7d08bce-f0cf-46f3-9b6d-231f189a22e1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:05:17.312807 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9a927157-54c3-4709-ad13-283cdf1f042b req-20e3ce9f-af31-4360-8275-7bd2ed53f81d tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687736 Dec 22 18:05:17.395187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 632f6ae8-bab6-46a5-ad53-8f2748511a04 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:17.466909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning for port 632f6ae8-bab6-46a5-ad53-8f2748511a04 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:05:17.472650 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 632f6ae8-bab6-46a5-ad53-8f2748511a04 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:17.472912 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:17.603611 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:17.638754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 18:05:17.641347 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-86781b28-de13-429c-842c-6f97729dc591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'name': 'tempest-TestSnapshotPattern-1133953159-router', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:05:06Z', 'updated_at': '2021-12-22T18:05:10Z', 'revision_number': 4, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'gw_port': {'id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:07Z', 'updated_at': '2021-12-22T18:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '632f6ae8-bab6-46a5-ad53-8f2748511a04', 'name': '', 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'be3bb5a0-c257-41d0-978e-72b70219ae2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:10Z', 'updated_at': '2021-12-22T18:05:16Z', 'revision_number': 4, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'subnets': [{'id': 'be3bb5a0-c257-41d0-978e-72b70219ae2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:17.642992 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] For port 632f6ae8-bab6-46a5-ad53-8f2748511a04, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=632f6ae8-bab6-46a5-ad53-8f2748511a04,segment=NetworkSegment(e0e07fd4-c782-454b-bdb9-645826ea20cc),segment_id=e0e07fd4-c782-454b-bdb9-645826ea20cc)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:05:17.646153 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86781b28-de13-429c-842c-6f97729dc591 None None] The sync data for ids ['f7d08bce-f0cf-46f3-9b6d-231f189a22e1'] in dv-neutron-822513-1-hyperv is: [{'id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'name': 'tempest-TestSnapshotPattern-1133953159-router', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:05:06Z', 'updated_at': '2021-12-22T18:05:10Z', 'revision_number': 4, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'gw_port': {'id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:07Z', 'updated_at': '2021-12-22T18:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '632f6ae8-bab6-46a5-ad53-8f2748511a04', 'name': '', 'network_id': '4bd736ac-5d3c-45e7-b156-697ef1d99aa5', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'mac_address': 'fa:16:3e:24:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'be3bb5a0-c257-41d0-978e-72b70219ae2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:10Z', 'updated_at': '2021-12-22T18:05:16Z', 'revision_number': 4, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'subnets': [{'id': 'be3bb5a0-c257-41d0-978e-72b70219ae2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:05:17.647960 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:17.651415 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:17.653432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-82934723-2060-4357-a7ee-4ad761a70555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:17.667548 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Transition to ACTIVE for port object c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:05:17.672491 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:17.676944 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-d30c5dc2-ea3b-4671-8dc6-e30a8844e2c7 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:17.730854 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Pushing event updated for resources: {'Port': ['ID=632f6ae8-bab6-46a5-ad53-8f2748511a04,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:17.742432 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:17.850693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Pushing event updated for resources: {'Port': ['ID=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:17.860920 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:17.933234 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Attempting to bind port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 18:05:17.933580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Attempting to bind port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 18:05:17.933912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Attempting to bind port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 on network 7aa88986-bcea-4354-b10a-59bb35b06353 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 18:05:17.938894 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 on network 7aa88986-bcea-4354-b10a-59bb35b06353 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 18:05:17.939564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Attempting to bind port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 on network 7aa88986-bcea-4354-b10a-59bb35b06353 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 18:05:17.944735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 18:05:17.945078 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Checking segment: {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 18:05:17.945459 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Bound using segment: {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 18:05:17.945887 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Bound port: c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 18:05:17.946235 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:18.037529 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] For port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 18:05:18.040510 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] For port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 18:05:18.044803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:18.048394 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-1e3952a9-0cbc-444c-a97c-b08629ee4781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:18.108823 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:18.109483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:18.110782 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] 10.222.0.53 "PUT /v2.0/ports/c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 HTTP/1.1" status: 200 len: 1094 time: 1.4142199 Dec 22 18:05:18.111327 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:05:18.133146 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Pushing event updated for resources: {'Port': ['ID=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:18.136363 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:18.190278 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'status': 'completed', 'code': 200} Dec 22 18:05:18.232514 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-94f4908c-ba0f-4421-bd67-77ab69bd0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:18.233995 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-94f4908c-ba0f-4421-bd67-77ab69bd0c40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 1097 time: 0.0761187 Dec 22 18:05:18.313176 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-fd9dd08a-2eb4-4a8d-b685-42d266bcaed7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 HTTP/1.1" status: 200 len: 217 time: 0.0718250 Dec 22 18:05:18.382458 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-216951a4-f242-4580-87b0-2f03437748e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:18.384070 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-216951a4-f242-4580-87b0-2f03437748e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 200 len: 848 time: 0.0646491 Dec 22 18:05:18.525089 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-b5d85f0d-f03d-4383-862f-a1ad8ae33a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:18.526545 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-b5d85f0d-f03d-4383-862f-a1ad8ae33a1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7aa88986-bcea-4354-b10a-59bb35b06353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1357682 Dec 22 18:05:18.535384 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3593f36-36db-46e6-9211-8f54856671d2 req-043fc29b-8286-4d01-8e3b-a43d82387f45 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:18.537681 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d3593f36-36db-46e6-9211-8f54856671d2 req-043fc29b-8286-4d01-8e3b-a43d82387f45 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 944 time: 0.1114295 Dec 22 18:05:18.669353 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-d3593f36-36db-46e6-9211-8f54856671d2 req-e62b1691-5b3a-4ec9-adf3-1f7bb9dc014c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107516 Dec 22 18:05:18.703046 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-99fa6fad-c077-495e-8bde-a218cda4b43f service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641228 Dec 22 18:05:18.837235 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-98cdc525-55eb-4ecc-b738-4fd3b9086084 req-6dd8fc08-0c22-462e-8232-82989337c60d service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280258 Dec 22 18:05:18.975950 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b45bc4-c83a-47df-b5f5-7aa71913816b req-e8d08287-ec87-4bb4-b3e6-1a18186f2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:18.977442 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50b45bc4-c83a-47df-b5f5-7aa71913816b req-e8d08287-ec87-4bb4-b3e6-1a18186f2a60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 1097 time: 0.0820539 Dec 22 18:05:19.114003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b45bc4-c83a-47df-b5f5-7aa71913816b req-899be3a1-1471-4f6e-913b-874d1e889a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:19.115472 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50b45bc4-c83a-47df-b5f5-7aa71913816b req-899be3a1-1471-4f6e-913b-874d1e889a12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 910 time: 0.1314087 Dec 22 18:05:19.187257 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50b45bc4-c83a-47df-b5f5-7aa71913816b req-ae788d40-2615-49a2-8bb8-56bf9793fd5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 HTTP/1.1" status: 200 len: 217 time: 0.0650036 Dec 22 18:05:19.355754 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 632f6ae8-bab6-46a5-ad53-8f2748511a04 up at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:19.387455 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b45bc4-c83a-47df-b5f5-7aa71913816b req-3553cea7-7242-43b4-b4f0-af6a96b12748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:19.388913 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50b45bc4-c83a-47df-b5f5-7aa71913816b req-3553cea7-7242-43b4-b4f0-af6a96b12748 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 200 len: 848 time: 0.1940365 Dec 22 18:05:19.426322 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Provisioning complete for port 632f6ae8-bab6-46a5-ad53-8f2748511a04 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:19.426718 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:19.473418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b45bc4-c83a-47df-b5f5-7aa71913816b req-7f4abb2b-74d5-4289-9e3d-2940200a6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:19.474912 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50b45bc4-c83a-47df-b5f5-7aa71913816b req-7f4abb2b-74d5-4289-9e3d-2940200a6468 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7aa88986-bcea-4354-b10a-59bb35b06353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784829 Dec 22 18:05:19.613274 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50b45bc4-c83a-47df-b5f5-7aa71913816b req-c65123d4-77b5-4da4-917d-0d77acc936b0 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310403 Dec 22 18:05:19.745643 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-50b45bc4-c83a-47df-b5f5-7aa71913816b req-a3fff25c-814b-499b-9126-3f938cf4a6c3 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256604 Dec 22 18:05:19.835042 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 18:05:19.863050 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf873-c655-41f7-a53f-992ba049ca2c req-fba561c3-01c2-47b3-9043-e9833839c460 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:19.864685 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4bdbf873-c655-41f7-a53f-992ba049ca2c req-fba561c3-01c2-47b3-9043-e9833839c460 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 944 time: 0.0850942 Dec 22 18:05:19.912017 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4bdbf873-c655-41f7-a53f-992ba049ca2c req-23e21df6-cd3c-4e3b-abe8-77817dc663f5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410030 Dec 22 18:05:20.008488 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:05:20.021621 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'port_id': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'mac_address': 'fa:16:3e:7b:f8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 18:05:20.077876 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:20.094682 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 18:05:20.110317 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:05:20.114314 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:20.116014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-8d4526a6-96c9-44ac-a724-12981bf22d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:20.184914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:20.187923 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:20.348738 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 18:05:21.094344 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f857fb-2cb1-4b8a-8585-5f39ec73e7d2 req-7d99b5b5-f41f-4cb9-b081-5d8b1374c420 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:21.095705 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1f857fb-2cb1-4b8a-8585-5f39ec73e7d2 req-7d99b5b5-f41f-4cb9-b081-5d8b1374c420 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0779381 Dec 22 18:05:21.139715 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b1f857fb-2cb1-4b8a-8585-5f39ec73e7d2 req-4349eb16-e391-4a80-b7ff-c7e330f85cff tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378642 Dec 22 18:05:21.848518 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:05:21.934348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:05:21.940774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:05:21.943005 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:22.060394 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:22.087390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:05:22.097143 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:05:22.101593 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:22.103546 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:22.174768 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:22.177981 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:22.190638 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'code': 200} Dec 22 18:05:22.335794 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80121bff-846c-4deb-8613-3c9b8d64e504 req-1c906673-2acb-4485-b096-a081972a9402 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:22.337265 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-80121bff-846c-4deb-8613-3c9b8d64e504 req-1c906673-2acb-4485-b096-a081972a9402 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 946 time: 0.0869482 Dec 22 18:05:22.421245 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-80121bff-846c-4deb-8613-3c9b8d64e504 req-b5c59b3d-5e43-45db-9100-4efeb4292409 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779550 Dec 22 18:05:22.449324 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd8539-496c-4be4-a9f4-8ac9b0d2e689 req-03923927-4213-41b5-a66a-5ca577158636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:22.450817 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-20fd8539-496c-4be4-a9f4-8ac9b0d2e689 req-03923927-4213-41b5-a66a-5ca577158636 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 1099 time: 0.0781851 Dec 22 18:05:22.491655 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-20fd8539-496c-4be4-a9f4-8ac9b0d2e689 req-e8d3ce04-b981-49ee-be88-4bd6ceba72db service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338364 Dec 22 18:05:23.614519 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d4452-d512-477b-b62f-c92386343b4a req-445f8cf6-19db-4845-8d60-495eba10a82f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:23.615984 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-366d4452-d512-477b-b62f-c92386343b4a req-445f8cf6-19db-4845-8d60-495eba10a82f tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 946 time: 0.0870891 Dec 22 18:05:23.658856 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-366d4452-d512-477b-b62f-c92386343b4a req-cabf85fe-8fa2-424c-828f-01845161774a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366476 Dec 22 18:05:24.844486 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff53240-81ae-4921-b0cd-ea1dbb225603 req-b1975fd8-1948-40ed-8427-61c5ee1ca0d4 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:24.845976 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-aff53240-81ae-4921-b0cd-ea1dbb225603 req-b1975fd8-1948-40ed-8427-61c5ee1ca0d4 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 946 time: 0.0814397 Dec 22 18:05:24.890433 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-aff53240-81ae-4921-b0cd-ea1dbb225603 req-7fd2e034-8fe4-4d3a-bcbd-25d93baa17bf tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385647 Dec 22 18:05:25.074632 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545ae30-323b-441a-92d4-9ae088ed8977 req-18cd16a2-6500-4df6-9dee-03c373f5ad09 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:25.076106 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0545ae30-323b-441a-92d4-9ae088ed8977 req-18cd16a2-6500-4df6-9dee-03c373f5ad09 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 946 time: 0.0829632 Dec 22 18:05:25.120526 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-0545ae30-323b-441a-92d4-9ae088ed8977 req-d9c24cac-f2bf-42f3-ac0c-5dbafda56fdb tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388906 Dec 22 18:05:25.141682 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45846) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:25.252850 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b3c04-a7f7-4c44-a201-d73197cf944d tempest-TestSnapshotPattern-1980898333 tempest-TestSnapshotPattern-1980898333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:25.253525 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fb8b3c04-a7f7-4c44-a201-d73197cf944d tempest-TestSnapshotPattern-1980898333 tempest-TestSnapshotPattern-1980898333-project-admin] Synchronizing usage tracker for tenant:91ceb1d86e724376ae9d68aed11d35bf on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:05:25.269229 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-fb8b3c04-a7f7-4c44-a201-d73197cf944d tempest-TestSnapshotPattern-1980898333 tempest-TestSnapshotPattern-1980898333-project-admin] Unset dirty status for tenant:91ceb1d86e724376ae9d68aed11d35bf on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:05:25.270486 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-fb8b3c04-a7f7-4c44-a201-d73197cf944d tempest-TestSnapshotPattern-1980898333 tempest-TestSnapshotPattern-1980898333-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 1094 time: 0.1278586 Dec 22 18:05:25.273471 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 45852) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:05:25.280266 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:05:25.287241 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:05:25.290992 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Usage tracker for resource:floatingip and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:05:25.293802 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:05:25.300071 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:05:25.309690 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:25.569711 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:25.716056 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Allocated IP 172.26.3.58 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/a68fb936-a9e5-473a-8d99-8fa953003329) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 18:05:25.875998 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:25.904566 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:25.908216 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fa469f6e-8216-4fa7-a362-cda3684ca8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:25.981410 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:05:25.984221 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:05:25.987880 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 18:05:26.017121 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'Port': ['ID=a68fb936-a9e5-473a-8d99-8fa953003329,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:26.022957 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:26.403009 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:26.476296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:26.679487 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:26.683863 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:26.688395 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-c55b49e5-dd3a-41bd-81fa-286aa513ebe8 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:05:26.799313 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'Port': ['ID=a68fb936-a9e5-473a-8d99-8fa953003329,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:05:26.802148 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:05:26.807025 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:26.977169 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Floating IP a05014a0-1f89-4a02-8bce-f93506a08f09 associated. External IP: 172.26.3.58, port: c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39. Dec 22 18:05:27.453198 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:05:27.629771 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:05:27.639909 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01356401-e7b3-40f2-83f3-5bc6c7ec079f None None] Sync routers for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:05:27.650294 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01356401-e7b3-40f2-83f3-5bc6c7ec079f None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:05:27.650907 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-01356401-e7b3-40f2-83f3-5bc6c7ec079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:27.654339 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:27.727380 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-f5a32f72-fc97-4709-b6e8-9b3b3f50210a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4384470 Dec 22 18:05:27.727380 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:05:27.815855 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'status': 'completed', 'code': 200} Dec 22 18:05:27.844914 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-094ef7eb-7175-4a7a-862f-941ce971e2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:27.858352 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-01356401-e7b3-40f2-83f3-5bc6c7ec079f None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:05:27.909687 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346771d-de5c-4cc1-bc4e-0c8339627c73 req-66f2c882-06ef-4dd2-9932-5529e9ef3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:27.911185 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1346771d-de5c-4cc1-bc4e-0c8339627c73 req-66f2c882-06ef-4dd2-9932-5529e9ef3ef7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 1099 time: 0.0711501 Dec 22 18:05:28.050198 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346771d-de5c-4cc1-bc4e-0c8339627c73 req-b82ab74b-9ec4-4cc2-9f4e-f37ec02a3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:28.051673 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1346771d-de5c-4cc1-bc4e-0c8339627c73 req-b82ab74b-9ec4-4cc2-9f4e-f37ec02a3ff6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 910 time: 0.1341889 Dec 22 18:05:28.157021 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1346771d-de5c-4cc1-bc4e-0c8339627c73 req-a9c06799-add8-4e84-9a1b-fdfd30dc5c0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 HTTP/1.1" status: 200 len: 999 time: 0.0988595 Dec 22 18:05:28.208969 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-01356401-e7b3-40f2-83f3-5bc6c7ec079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'a05014a0-1f89-4a02-8bce-f93506a08f09', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'floating_ip_address': '172.26.3.58', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'port_id': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'mac_address': 'fa:16:3e:7b:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:05:26Z', 'updated_at': '2021-12-22T18:05:26Z', 'revision_number': 0, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:09Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:28.213110 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01356401-e7b3-40f2-83f3-5bc6c7ec079f None None] Checking router: 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:05:28.221520 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01356401-e7b3-40f2-83f3-5bc6c7ec079f None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:05:28.222379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-01356401-e7b3-40f2-83f3-5bc6c7ec079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:05:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:28.222499 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346771d-de5c-4cc1-bc4e-0c8339627c73 req-c6ba651f-ad25-4a9a-b389-db7fbff1beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:28.223977 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1346771d-de5c-4cc1-bc4e-0c8339627c73 req-c6ba651f-ad25-4a9a-b389-db7fbff1beac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 200 len: 848 time: 0.0612402 Dec 22 18:05:28.302781 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346771d-de5c-4cc1-bc4e-0c8339627c73 req-002a28c6-c9fd-4794-a6d1-5d8a9d0a864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:05:28.304278 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1346771d-de5c-4cc1-bc4e-0c8339627c73 req-002a28c6-c9fd-4794-a6d1-5d8a9d0a864c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7aa88986-bcea-4354-b10a-59bb35b06353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744870 Dec 22 18:05:28.441026 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1346771d-de5c-4cc1-bc4e-0c8339627c73 req-c2f45f02-5de1-4fa9-8e46-110c15a5be3a service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294222 Dec 22 18:05:28.445958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-01356401-e7b3-40f2-83f3-5bc6c7ec079f None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:05:28.577537 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1346771d-de5c-4cc1-bc4e-0c8339627c73 req-7fb11c10-67d0-4ee5-9771-e770a5192217 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297791 Dec 22 18:05:28.802333 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-01356401-e7b3-40f2-83f3-5bc6c7ec079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'a05014a0-1f89-4a02-8bce-f93506a08f09', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'floating_ip_address': '172.26.3.58', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'port_id': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'mac_address': 'fa:16:3e:7b:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:05:26Z', 'updated_at': '2021-12-22T18:05:26Z', 'revision_number': 0, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:09Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:05:28.806282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01356401-e7b3-40f2-83f3-5bc6c7ec079f None None] The sync data for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv is: [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'a05014a0-1f89-4a02-8bce-f93506a08f09', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'floating_ip_address': '172.26.3.58', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'port_id': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'mac_address': 'fa:16:3e:7b:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:05:26Z', 'updated_at': '2021-12-22T18:05:26Z', 'revision_number': 0, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:09Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:05:28.998841 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd4617-205e-4192-9efa-00b48de19a26 None None] New status for floating IP a05014a0-1f89-4a02-8bce-f93506a08f09: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 18:05:30.149252 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-22322e68-283a-4758-a4c3-40ef350a9bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:31.257086 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:31.290850 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:32.756388 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:35.730553 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:05:48.044963 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:05:57.759021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-3030f813-3edf-41f7-83c8-018f77bc7c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:06:00.151030 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4ed1efa6-24a6-4bf7-9446-c8580f145451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:06:01.258778 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:06:01.291439 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:06:02.759671 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:06:03.343931 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4758bf0b-9e3d-4e16-af65-53e47c15218b req-0e3d18ec-2670-4fea-b55a-c5f0b11bba20 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815182 Dec 22 18:06:03.489840 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758bf0b-9e3d-4e16-af65-53e47c15218b req-5f880092-3244-4739-8c3f-88e8b7330640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:06:03.491874 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4758bf0b-9e3d-4e16-af65-53e47c15218b req-5f880092-3244-4739-8c3f-88e8b7330640 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 1099 time: 0.0782099 Dec 22 18:06:03.766717 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758bf0b-9e3d-4e16-af65-53e47c15218b req-97123e8d-59f4-4e42-9352-702d6c1f4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:06:03.768110 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4758bf0b-9e3d-4e16-af65-53e47c15218b req-97123e8d-59f4-4e42-9352-702d6c1f4d41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 910 time: 0.2580643 Dec 22 18:06:03.870425 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4758bf0b-9e3d-4e16-af65-53e47c15218b req-3be0aeac-b331-4c5f-8dad-8c378a0a2650 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 HTTP/1.1" status: 200 len: 1001 time: 0.0954618 Dec 22 18:06:03.930767 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758bf0b-9e3d-4e16-af65-53e47c15218b req-8b009f42-ec39-4249-b3c7-e982e80dfa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:06:03.932217 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4758bf0b-9e3d-4e16-af65-53e47c15218b req-8b009f42-ec39-4249-b3c7-e982e80dfa23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 200 len: 848 time: 0.0560496 Dec 22 18:06:04.008668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758bf0b-9e3d-4e16-af65-53e47c15218b req-8ace2a5b-4eb7-4064-9c30-521cf73f9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:06:04.010138 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4758bf0b-9e3d-4e16-af65-53e47c15218b req-8ace2a5b-4eb7-4064-9c30-521cf73f9b13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7aa88986-bcea-4354-b10a-59bb35b06353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720043 Dec 22 18:06:04.139633 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4758bf0b-9e3d-4e16-af65-53e47c15218b req-f565e0f7-5463-484a-a254-41909ab59c79 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231546 Dec 22 18:06:04.268672 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-4758bf0b-9e3d-4e16-af65-53e47c15218b req-1b0d2fd5-7436-4a5f-acae-bbe5474b075e service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226275 Dec 22 18:06:05.739634 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:06:25.044174 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:06:27.761875 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-9d16a26a-3b24-4758-8cd1-ebf9611494f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:06:30.156465 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-39b34b0c-e77f-40b6-a959-1a323d20776d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:06:31.262164 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:06:31.298216 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:06:32.765715 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:06:35.749234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:06:57.765025 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-52462426-48a0-4813-afb1-3d09e7efae23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:00.159150 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-b9da9fe1-1e39-47c8-889c-232040f4e0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:01.264307 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:01.291667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:02.042829 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:07:02.765051 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:03.321991 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-054b0d39-7f50-4132-b697-a4a1e9fce76e req-c489378d-6ab0-438b-80da-9186ef997612 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687771 Dec 22 18:07:03.464351 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0d39-7f50-4132-b697-a4a1e9fce76e req-f3e8bed1-652f-469d-bfe1-71dfa3437108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:03.465818 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-054b0d39-7f50-4132-b697-a4a1e9fce76e req-f3e8bed1-652f-469d-bfe1-71dfa3437108 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 1099 time: 0.0755284 Dec 22 18:07:03.608930 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0d39-7f50-4132-b697-a4a1e9fce76e req-87d13386-db94-438a-a1ca-a5fdc2f5779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:03.610269 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-054b0d39-7f50-4132-b697-a4a1e9fce76e req-87d13386-db94-438a-a1ca-a5fdc2f5779d service neutron] 10.222.0.53 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 910 time: 0.1264207 Dec 22 18:07:03.714264 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-054b0d39-7f50-4132-b697-a4a1e9fce76e req-66ec5d77-56e7-4266-b752-c14f94488db8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 HTTP/1.1" status: 200 len: 1001 time: 0.0973837 Dec 22 18:07:03.781612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0d39-7f50-4132-b697-a4a1e9fce76e req-5bd543c4-69dd-4b3d-823c-57c3abc82727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:03.783038 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-054b0d39-7f50-4132-b697-a4a1e9fce76e req-5bd543c4-69dd-4b3d-823c-57c3abc82727 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 200 len: 848 time: 0.0623841 Dec 22 18:07:03.858570 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0d39-7f50-4132-b697-a4a1e9fce76e req-737473bc-238b-454a-af7b-4951cce0986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:03.860134 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-054b0d39-7f50-4132-b697-a4a1e9fce76e req-737473bc-238b-454a-af7b-4951cce0986a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7aa88986-bcea-4354-b10a-59bb35b06353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700259 Dec 22 18:07:03.995441 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-054b0d39-7f50-4132-b697-a4a1e9fce76e req-18a8f1fc-228a-4fb0-87e8-f9af4a5d0b52 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280735 Dec 22 18:07:04.129187 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-054b0d39-7f50-4132-b697-a4a1e9fce76e req-936a9331-ce06-423e-aa3b-95c1cc7105e3 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274366 Dec 22 18:07:05.752108 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:26.274698 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 18:07:26.427583 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:07:26.442603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'port_id': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'mac_address': 'fa:16:3e:7b:f8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 18:07:26.502204 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:26.519726 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 18:07:26.535783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:07:26.542657 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:26.544790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-12eb954c-d5a0-4fb3-bf10-25dee89fc658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:07:26.618936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 18:07:26.656648 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:07:26.673897 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:26.674167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:26.674494 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:26.674824 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:26.675161 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:26.675484 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:26.675800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:26.676115 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:26.676433 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:26.676745 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:26.677055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:26.677385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:26.683669 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:07:27.772234 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-958722e7-4c46-4ddc-88f6-460c25331db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:28.285759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:07:28.371014 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:07:28.371568 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:28.498385 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:28.534578 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:07:28.547752 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:07:28.553416 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:28.557160 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:07:28.665515 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'code': 200} Dec 22 18:07:28.715896 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:07:28.720660 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:07:30.165890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-af1619ca-f909-43eb-bc93-04ada7391131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:31.273958 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:31.301995 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:32.787564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:35.587623 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-69e0bc57-12db-4e1c-8abc-6e2511f46f53 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857533783&fields=id&tenant_id=230d47d9f6c440548a4b46b11f8150f4 HTTP/1.1" status: 200 len: 267 time: 0.0420785 Dec 22 18:07:35.737871 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-01005fe6-4ef8-403b-95b2-ad26416a0efe tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:35.739239 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-01005fe6-4ef8-403b-95b2-ad26416a0efe tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 809 time: 0.1450567 Dec 22 18:07:35.762293 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-937994fe-72c5-4a47-a439-f448f4d6c188 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/quotas/230d47d9f6c440548a4b46b11f8150f4 HTTP/1.1" status: 200 len: 375 time: 0.0155003 Dec 22 18:07:35.775497 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:35.852080 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-7e273c01-6a75-41dd-8db4-a02c5d57e2ef tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0876670 Dec 22 18:07:36.037373 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-d2faa0a6-ac8f-4949-bc18-be61bdb23e3e service neutron] 10.222.0.70 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732271 Dec 22 18:07:36.170308 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-6ed40179-ac5b-4eec-9583-b4d99ecb4f15 service neutron] 10.222.0.70 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270428 Dec 22 18:07:37.386693 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0fc9694c-b169-4ca1-ae5c-aa1e221838d0 req-6829b904-7307-4a26-9c3a-ebe005f2dad4 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 210 time: 0.0485055 Dec 22 18:07:38.339413 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:07:38.458746 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:38.490801 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:07:38.512606 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:07:38.518936 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:38.521288 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:07:38.545898 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-9d6f8284-5cad-44ed-93a7-15812c15a1e8 req-ee295bd4-7aa3-49dc-8130-9cdd2be6e4c6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 210 time: 0.0447717 Dec 22 18:07:38.587531 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'code': 200} Dec 22 18:07:38.607659 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:07:38.611325 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:07:38.672654 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-cab7e546-a5ce-4b29-b3a8-fc3c19dc7bc7 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:38.674078 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-cab7e546-a5ce-4b29-b3a8-fc3c19dc7bc7 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.53 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 809 time: 0.1823697 Dec 22 18:07:38.732225 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-066326cc-4dee-47f3-8b0a-97c49d9c0b50 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=230d47d9f6c440548a4b46b11f8150f4 HTTP/1.1" status: 200 len: 379 time: 0.0490353 Dec 22 18:07:38.747921 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Request body: {'port': {'device_id': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'admin_state_up': True, 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'security_groups': ['209c5038-bad9-4306-8afb-f3a350fb0cdf']}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:07:38.888612 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:07:38.898599 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.quota.driver [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87587) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:07:38.908602 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Made reservation on behalf of 230d47d9f6c440548a4b46b11f8150f4 for: {'port': 1} {{(pid=87587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 18:07:38.912281 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:39.044986 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:07:39.097019 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_common [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Allocated IP 172.20.0.3 (7aa88986-bcea-4354-b10a-59bb35b06353/dc7cc5b5-a066-4f53-998f-0e8518386236/0a9c5928-176e-46ca-9c71-c0170b8848c0) {{(pid=87587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 18:07:39.425349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for port, precommit_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:39.444524 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Transition to ACTIVE for port object 0a9c5928-176e-46ca-9c71-c0170b8848c0 will not be triggered until provisioned by entity DHCP. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:07:39.471367 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_create {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:39.486741 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-e136853a-ccf7-4094-a2c6-0aab624ab2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:07:39.541976 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Network 7aa88986-bcea-4354-b10a-59bb35b06353 is already hosted by enough agents. {{(pid=87587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:07:39.549808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.base_scheduler [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources bound (agent type, host, resource id): {{(pid=87587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:07:39.556735 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Received port after_create {{(pid=87587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 18:07:39.601380 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'Port': ['ID=0a9c5928-176e-46ca-9c71-c0170b8848c0,revision_number=1']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:07:39.627140 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:39.627444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:39.627818 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:39.628187 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:39.628553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:39.628910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:39.629267 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:39.629629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:39.629991 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:39.630349 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:39.630703 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:39.631066 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:07:39.647791 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:07:39.699912 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:39.702175 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:39.781186 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0367370 Dec 22 18:07:39.847237 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d061ec5-6f38-438f-aa54-94d12a77540c req-b6ab2e89-52eb-4faa-b579-ad988d59c7f9 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:39.850298 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1d061ec5-6f38-438f-aa54-94d12a77540c req-b6ab2e89-52eb-4faa-b579-ad988d59c7f9 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 931 time: 0.1365130 Dec 22 18:07:39.907746 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-1d061ec5-6f38-438f-aa54-94d12a77540c req-ee2e1c61-2a42-4390-a660-c4bcc4e07716 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519881 Dec 22 18:07:39.996940 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5c31f25f-d97a-4b4b-9b7c-bee1ebeff333 None None] Provisioning for port 0a9c5928-176e-46ca-9c71-c0170b8848c0 completed by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:07:40.006428 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-5c31f25f-d97a-4b4b-9b7c-bee1ebeff333 None None] Provisioning complete for port 0a9c5928-176e-46ca-9c71-c0170b8848c0 triggered by entity DHCP. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:07:40.006814 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-5c31f25f-d97a-4b4b-9b7c-bee1ebeff333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:40.065326 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-5c31f25f-d97a-4b4b-9b7c-bee1ebeff333 None None] Port 0a9c5928-176e-46ca-9c71-c0170b8848c0 cannot update to ACTIVE because it is not bound. {{(pid=87588) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 18:07:41.229090 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03370d-854a-40c6-9717-eee18c50cefe req-f8ce7ec0-f999-41d9-bbc8-a351e05c29cf tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:41.229835 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-fb03370d-854a-40c6-9717-eee18c50cefe req-f8ce7ec0-f999-41d9-bbc8-a351e05c29cf tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Synchronizing usage tracker for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:07:41.246358 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-fb03370d-854a-40c6-9717-eee18c50cefe req-f8ce7ec0-f999-41d9-bbc8-a351e05c29cf tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Unset dirty status for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:07:41.247594 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fb03370d-854a-40c6-9717-eee18c50cefe req-f8ce7ec0-f999-41d9-bbc8-a351e05c29cf tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 931 time: 0.2295697 Dec 22 18:07:41.297204 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fb03370d-854a-40c6-9717-eee18c50cefe req-9061940d-11ad-4454-b55a-4f3d8850aa77 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438490 Dec 22 18:07:42.502389 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568b579-7de9-4f9d-bb26-eb1b81222311 req-489578ed-fc43-40c8-a627-5ee789ff243a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:42.503957 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4568b579-7de9-4f9d-bb26-eb1b81222311 req-489578ed-fc43-40c8-a627-5ee789ff243a tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 931 time: 0.0977390 Dec 22 18:07:42.554035 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-4568b579-7de9-4f9d-bb26-eb1b81222311 req-7effed6d-8261-41b7-a750-7211dde59679 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431120 Dec 22 18:07:43.759485 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c283899-6121-4bdc-96e1-7476b575620f req-34833b04-4fa6-4d48-9de6-19c7adcb07f9 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:43.767152 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3c283899-6121-4bdc-96e1-7476b575620f req-34833b04-4fa6-4d48-9de6-19c7adcb07f9 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 931 time: 0.0951285 Dec 22 18:07:43.814267 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-3c283899-6121-4bdc-96e1-7476b575620f req-65334334-f720-4e93-aa12-cfb2a2323ff7 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457861 Dec 22 18:07:45.015810 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6d30d-895b-4e3e-a5a1-6a0dc9b17dde req-a88cc29e-767f-4da0-9b28-861c535794b2 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:45.018033 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fab6d30d-895b-4e3e-a5a1-6a0dc9b17dde req-a88cc29e-767f-4da0-9b28-861c535794b2 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 931 time: 0.0887318 Dec 22 18:07:45.197469 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-fab6d30d-895b-4e3e-a5a1-6a0dc9b17dde req-5f6efecb-463b-40ee-8b39-0c8d3a5ef7c5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720288 Dec 22 18:07:46.401516 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64744dd1-5118-41f7-aac0-64b8780d06a5 req-3de8a7c9-a79e-4780-a3e2-6f2d2f2d2700 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:46.403037 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64744dd1-5118-41f7-aac0-64b8780d06a5 req-3de8a7c9-a79e-4780-a3e2-6f2d2f2d2700 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 931 time: 0.0859957 Dec 22 18:07:46.455522 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-64744dd1-5118-41f7-aac0-64b8780d06a5 req-b3890bc8-4d73-4ee6-9239-4e9a11346a7d tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467279 Dec 22 18:07:47.653480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141cf3b-cc10-4f53-ac57-eb826938add8 req-b0998c0a-3037-471b-ab73-de615dfba0b2 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:47.654948 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2141cf3b-cc10-4f53-ac57-eb826938add8 req-b0998c0a-3037-471b-ab73-de615dfba0b2 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 931 time: 0.0850072 Dec 22 18:07:47.701241 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-2141cf3b-cc10-4f53-ac57-eb826938add8 req-b590846e-5237-4f45-9193-52adc2f301aa tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407104 Dec 22 18:07:48.888159 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242860a-eedb-4c54-8bd3-7ebef196692d req-9b416ce9-08c0-42e0-9194-81f8fbeb5eb3 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:48.889643 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9242860a-eedb-4c54-8bd3-7ebef196692d req-9b416ce9-08c0-42e0-9194-81f8fbeb5eb3 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 931 time: 0.0834804 Dec 22 18:07:48.934059 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-9242860a-eedb-4c54-8bd3-7ebef196692d req-6d9fa0ad-94e0-46eb-9a94-7b1cb578dc70 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386481 Dec 22 18:07:49.205007 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.v2.base [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Request body: {'port': {'device_id': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=87587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:07:49.321203 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:49.663900 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9c5928-176e-46ca-9c71-c0170b8848c0 {{(pid=87587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 18:07:49.671038 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:49.684924 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.provisioning_blocks [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Transition to ACTIVE for port object 0a9c5928-176e-46ca-9c71-c0170b8848c0 will not be triggered until provisioned by entity L2. {{(pid=87587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 18:07:49.688904 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:49.692530 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-a9c4488c-b13c-402e-8d18-dac99b428524 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:07:49.874709 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Pushing event updated for resources: {'Port': ['ID=0a9c5928-176e-46ca-9c71-c0170b8848c0,revision_number=2']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:07:49.903637 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:07:49.950601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Attempting to bind port 0a9c5928-176e-46ca-9c71-c0170b8848c0 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 18:07:49.950935 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Attempting to bind port 0a9c5928-176e-46ca-9c71-c0170b8848c0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 18:07:49.951292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Attempting to bind port 0a9c5928-176e-46ca-9c71-c0170b8848c0 on network 7aa88986-bcea-4354-b10a-59bb35b06353 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 18:07:49.956555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Port 0a9c5928-176e-46ca-9c71-c0170b8848c0 on network 7aa88986-bcea-4354-b10a-59bb35b06353 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 18:07:49.956555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Attempting to bind port 0a9c5928-176e-46ca-9c71-c0170b8848c0 on network 7aa88986-bcea-4354-b10a-59bb35b06353 {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 18:07:49.962207 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Checking agent: {'id': '2fe86828-deba-45b5-ad5e-5bcf31813770', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'started_at': datetime.datetime(2021, 12, 22, 17, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 18, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 18:07:49.962553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Checking segment: {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 18:07:49.962933 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Bound using segment: {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'} {{(pid=87587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 18:07:49.963385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.managers [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Bound port: 0a9c5928-176e-46ca-9c71-c0170b8848c0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb787e9-ecb6-4557-a54e-55192ca6f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353'}}] {{(pid=87587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 18:07:49.963766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:50.072196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] For port 0a9c5928-176e-46ca-9c71-c0170b8848c0, host hv-neutron-8225, cleared binding levels {{(pid=87587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 18:07:50.075410 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] For port 0a9c5928-176e-46ca-9c71-c0170b8848c0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 18:07:50.080614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2218250'] for port, after_update {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:50.086147 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3d4fe2e0-d1d4-404d-a070-5c940b2607fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:07:50.127412 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfae68-bf13-406d-91b9-4db14d5e16b7 req-625dccb2-46b3-44cf-8d69-78fd8ac09592 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:50.128875 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-71bfae68-bf13-406d-91b9-4db14d5e16b7 req-625dccb2-46b3-44cf-8d69-78fd8ac09592 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 943 time: 0.0856583 Dec 22 18:07:50.144927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:50.145523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:50.146881 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] 10.222.0.53 "PUT /v2.0/ports/0a9c5928-176e-46ca-9c71-c0170b8848c0 HTTP/1.1" status: 200 len: 1093 time: 0.9479718 Dec 22 18:07:50.147433 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:07:50.169888 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Pushing event updated for resources: {'Port': ['ID=0a9c5928-176e-46ca-9c71-c0170b8848c0,revision_number=3']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:07:50.173246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:07:50.191478 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-71bfae68-bf13-406d-91b9-4db14d5e16b7 req-8ca8b3ae-9f04-416c-8d16-004f02ee5503 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560107 Dec 22 18:07:50.235706 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'status': 'completed', 'code': 200} Dec 22 18:07:50.278167 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-d42c652d-e045-4d8e-90ad-1f7d65ef9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:50.279698 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-d42c652d-e045-4d8e-90ad-1f7d65ef9f1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 1096 time: 0.0826900 Dec 22 18:07:50.349194 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-0bdb573d-2495-4fc4-bfa8-3bae49f46959 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0 HTTP/1.1" status: 200 len: 217 time: 0.0626104 Dec 22 18:07:50.413476 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-82d4d970-9de4-46a1-9b52-678c08ec48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:50.415407 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-82d4d970-9de4-46a1-9b52-678c08ec48b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 200 len: 848 time: 0.0604229 Dec 22 18:07:50.489870 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-460e3043-2fae-46b9-aa40-ae263c0b6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:50.491284 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-460e3043-2fae-46b9-aa40-ae263c0b6125 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7aa88986-bcea-4354-b10a-59bb35b06353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693035 Dec 22 18:07:50.625086 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-39019c8b-deba-45b5-a8ab-b0bd1baf2457 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275115 Dec 22 18:07:50.758682 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-7f39b4fb-7d8d-456c-bafa-163e21e43ba2 req-37eccf4f-515e-4e04-ae85-58fe709bddb7 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274781 Dec 22 18:07:51.018016 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a4bb-e1b0-40c2-83f3-7680e19efeae req-ebf3c97c-666c-43bf-917c-0794219ece5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:51.019481 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6c15a4bb-e1b0-40c2-83f3-7680e19efeae req-ebf3c97c-666c-43bf-917c-0794219ece5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 1096 time: 0.1962566 Dec 22 18:07:51.151872 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a4bb-e1b0-40c2-83f3-7680e19efeae req-ff120f12-f4b8-4fe2-99d1-83fc605a7ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:51.153359 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6c15a4bb-e1b0-40c2-83f3-7680e19efeae req-ff120f12-f4b8-4fe2-99d1-83fc605a7ddc service neutron] 10.222.0.53 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 910 time: 0.1272733 Dec 22 18:07:51.226231 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6c15a4bb-e1b0-40c2-83f3-7680e19efeae req-5b11dfb7-5b19-4be5-b292-31f5d70c4d43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0 HTTP/1.1" status: 200 len: 217 time: 0.0656793 Dec 22 18:07:51.296800 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a4bb-e1b0-40c2-83f3-7680e19efeae req-ceb05b3c-ccad-4389-981c-6d4c65f84417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:51.298162 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6c15a4bb-e1b0-40c2-83f3-7680e19efeae req-ceb05b3c-ccad-4389-981c-6d4c65f84417 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 200 len: 848 time: 0.0636456 Dec 22 18:07:51.378360 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a4bb-e1b0-40c2-83f3-7680e19efeae req-5b0c2306-8b4f-4772-9d16-f71b584e3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:51.379875 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6c15a4bb-e1b0-40c2-83f3-7680e19efeae req-5b0c2306-8b4f-4772-9d16-f71b584e3c74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7aa88986-bcea-4354-b10a-59bb35b06353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730798 Dec 22 18:07:51.401088 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195e9c2-30ff-453b-95a1-609cb9374105 req-a61cbfa8-5cbb-4c4b-85b3-7778a23835b6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:51.402597 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3195e9c2-30ff-453b-95a1-609cb9374105 req-a61cbfa8-5cbb-4c4b-85b3-7778a23835b6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 943 time: 0.0827341 Dec 22 18:07:51.449220 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-3195e9c2-30ff-453b-95a1-609cb9374105 req-0baee569-b41e-4b2a-838d-373ec8153b98 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406351 Dec 22 18:07:51.520911 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6c15a4bb-e1b0-40c2-83f3-7680e19efeae req-99cf5010-e735-45bb-92ee-87a19149decc service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333637 Dec 22 18:07:51.688054 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-6c15a4bb-e1b0-40c2-83f3-7680e19efeae req-f89beb86-aca6-4714-8795-6881feb8bce7 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603394 Dec 22 18:07:52.692600 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01441d14-56de-4839-ac25-d83c24f3031c req-258f4087-a5de-4c7b-8ed7-a6a5bc6d6457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:52.694062 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-01441d14-56de-4839-ac25-d83c24f3031c req-258f4087-a5de-4c7b-8ed7-a6a5bc6d6457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 943 time: 0.1340897 Dec 22 18:07:52.738711 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-01441d14-56de-4839-ac25-d83c24f3031c req-46051329-14f5-4d01-958a-696d03e7838c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383537 Dec 22 18:07:54.080505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74031d51-b8ef-44df-8b63-861f10489bf6 req-bfada2e8-8d17-41b5-83b1-83731cf2a7c7 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:54.082991 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-74031d51-b8ef-44df-8b63-861f10489bf6 req-bfada2e8-8d17-41b5-83b1-83731cf2a7c7 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 943 time: 0.2222934 Dec 22 18:07:54.130520 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-74031d51-b8ef-44df-8b63-861f10489bf6 req-187c843b-cd1c-47c0-98d0-6462dbf39b59 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409808 Dec 22 18:07:54.355059 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 0a9c5928-176e-46ca-9c71-c0170b8848c0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 18:07:54.504071 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 0a9c5928-176e-46ca-9c71-c0170b8848c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:07:54.519172 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'port_id': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'mac_address': 'fa:16:3e:8c:fe:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 18:07:54.586713 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:54.605550 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9c5928-176e-46ca-9c71-c0170b8848c0 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 18:07:54.623505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 0a9c5928-176e-46ca-9c71-c0170b8848c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:07:54.627847 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:54.629944 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-e0c7795a-585e-4ed7-807f-09b3cd562fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:07:54.700000 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=0a9c5928-176e-46ca-9c71-c0170b8848c0,revision_number=4']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:07:54.703402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:07:54.843058 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['0a9c5928-176e-46ca-9c71-c0170b8848c0'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 18:07:55.419553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d06a47-990c-4876-b711-198a6db8165d req-91307241-8787-49e7-8843-e0aeec2187fd tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:55.421509 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-58d06a47-990c-4876-b711-198a6db8165d req-91307241-8787-49e7-8843-e0aeec2187fd tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 944 time: 0.1292772 Dec 22 18:07:55.472749 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-58d06a47-990c-4876-b711-198a6db8165d req-03ff9e48-d18f-45ec-bf15-0231551fe38e tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451052 Dec 22 18:07:56.361704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 0a9c5928-176e-46ca-9c71-c0170b8848c0 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:07:56.441400 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning for port 0a9c5928-176e-46ca-9c71-c0170b8848c0 completed by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 18:07:56.447164 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 0a9c5928-176e-46ca-9c71-c0170b8848c0 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:07:56.447651 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:56.590690 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:56.635738 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:07:56.654219 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 0a9c5928-176e-46ca-9c71-c0170b8848c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:07:56.661409 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:56.665112 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:07:56.721097 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9d4c-4702-4b69-b75f-45f14a6b729f req-43b9fea3-d210-4f3b-b50c-541c193473b0 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:56.724080 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-547f9d4c-4702-4b69-b75f-45f14a6b729f req-43b9fea3-d210-4f3b-b50c-541c193473b0 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 945 time: 0.1244509 Dec 22 18:07:56.735187 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'code': 200} Dec 22 18:07:56.794161 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=0a9c5928-176e-46ca-9c71-c0170b8848c0,revision_number=5']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:07:56.800232 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:07:56.818576 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-547f9d4c-4702-4b69-b75f-45f14a6b729f req-323fc84e-9efd-475f-8c20-79386c69895d tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831270 Dec 22 18:07:57.025862 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3110218-15e7-4a3d-bd7d-39be90927d3f req-fb0e76b4-e7e8-4d0b-845f-f9962d5d8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:57.027279 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b3110218-15e7-4a3d-bd7d-39be90927d3f req-fb0e76b4-e7e8-4d0b-845f-f9962d5d8d5f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 1098 time: 0.0781760 Dec 22 18:07:57.071989 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b3110218-15e7-4a3d-bd7d-39be90927d3f req-a87d7d47-bfb6-470b-8a5b-28160f4981b2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381670 Dec 22 18:07:57.767649 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-aeb54c24-da26-49d4-bfdf-e0310caf8992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:58.060774 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d601dbc-fcda-4190-9d29-fcb50bb5ffbe req-850d6520-6a53-4cea-8822-e257550e88ea tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:58.062338 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8d601dbc-fcda-4190-9d29-fcb50bb5ffbe req-850d6520-6a53-4cea-8822-e257550e88ea tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 945 time: 0.1161001 Dec 22 18:07:58.115322 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-8d601dbc-fcda-4190-9d29-fcb50bb5ffbe req-6a034646-04dd-486b-9eb9-cc6456f4c92b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419049 Dec 22 18:07:59.313296 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651098a1-e768-479b-a529-83ebd39dd690 req-3a7cae87-dd3c-45ec-8508-58e51096d3e5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:59.315188 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-651098a1-e768-479b-a529-83ebd39dd690 req-3a7cae87-dd3c-45ec-8508-58e51096d3e5 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 945 time: 0.0837336 Dec 22 18:07:59.366640 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-651098a1-e768-479b-a529-83ebd39dd690 req-6da1e00d-ae20-4e0a-ac75-1c412d3c43f7 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437801 Dec 22 18:07:59.577494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3cb62-2cb0-458f-af97-32a9d6f5e9c1 req-f608ac4b-1981-45b2-af0b-2dba73f360fb tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:59.579041 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ac3cb62-2cb0-458f-af97-32a9d6f5e9c1 req-f608ac4b-1981-45b2-af0b-2dba73f360fb tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 945 time: 0.0855863 Dec 22 18:07:59.627549 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-1ac3cb62-2cb0-458f-af97-32a9d6f5e9c1 req-1e50e9da-7a59-421f-90a8-b042ea3dbeaf tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427294 Dec 22 18:07:59.650316 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 46146) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:07:59.737907 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba5182-7237-4709-b551-c70518d80c8a tempest-TestSnapshotPattern-1980898333 tempest-TestSnapshotPattern-1980898333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:07:59.740397 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ceba5182-7237-4709-b551-c70518d80c8a tempest-TestSnapshotPattern-1980898333 tempest-TestSnapshotPattern-1980898333-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 1093 time: 0.0885785 Dec 22 18:07:59.743398 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 46150) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:07:59.748633 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.v2.base [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Request body: {'floatingip': {'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'port_id': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87586) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 18:07:59.755053 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 18:07:59.759734 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Usage tracker for resource:floatingip and tenant:230d47d9f6c440548a4b46b11f8150f4 is out of sync, need to count used quota {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 18:07:59.762672 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87586) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 18:07:59.768615 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.quota.driver [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87586) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 18:07:59.782583 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for floatingip, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:07:59.942440 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:00.106275 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_common [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Allocated IP 172.26.3.135 (27ea1f05-b3dc-4ac4-8218-db41f6d74db5/f13e50ad-5f79-4326-baa1-8aa4e274441a/4054cc73-5fcb-46cd-b907-f9f8945bc4d8) {{(pid=87586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 18:08:00.164423 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ee33762c-60a1-4ed7-8e05-4b0c333bae18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:00.263860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for port, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:00.296527 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866357086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:00.300418 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-fc6f4cc6-e0fc-45d6-8350-63ea8d9fcef6 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:08:00.368699 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Network 27ea1f05-b3dc-4ac4-8218-db41f6d74db5 is already hosted by enough agents. {{(pid=87586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 18:08:00.371540 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.base_scheduler [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Resources bound (agent type, host, resource id): {{(pid=87586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 18:08:00.375282 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Received port after_create {{(pid=87586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 18:08:00.406150 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'Port': ['ID=4054cc73-5fcb-46cd-b907-f9f8945bc4d8,revision_number=1']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:08:00.429152 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:08:00.429528 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:08:00.429904 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:08:00.430274 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:08:00.430637 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:08:00.431002 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:08:00.431406 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:08:00.431757 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:08:00.432103 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:08:00.432458 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:08:00.432811 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:08:00.433162 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:08:00.438517 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:08:00.878866 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:00.957941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:01.273937 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:01.307900 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:01.337070 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for port, precommit_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:01.342765 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60131946'] for port, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:01.346939 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-76fdb2bb-4e65-45be-bf78-fb83c320fd33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:08:01.459624 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event updated for resources: {'Port': ['ID=4054cc73-5fcb-46cd-b907-f9f8945bc4d8,revision_number=2']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:08:01.462848 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:08:01.478192 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683197'] for floatingip, after_update {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:01.673971 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Floating IP 9a426d61-2fa9-4739-a416-010a91774d4b associated. External IP: 172.26.3.135, port: 0a9c5928-176e-46ca-9c71-c0170b8848c0. Dec 22 18:08:02.052530 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:08:02.235788 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:08:02.249617 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3335d7-413b-4999-ba21-34175a8339fe None None] Sync routers for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:08:02.263607 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3335d7-413b-4999-ba21-34175a8339fe None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:08:02.264319 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7a3335d7-413b-4999-ba21-34175a8339fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:08:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:08:02.285664 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:02.392797 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-9e896001-9a0e-45a8-9c25-8d4f9e23621b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6479733 Dec 22 18:08:02.393903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:08:02.457157 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7a3335d7-413b-4999-ba21-34175a8339fe None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:08:02.458833 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'status': 'completed', 'code': 200} Dec 22 18:08:02.574699 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa2ed2-1b7f-4a80-9329-164178f2727d req-d903f43f-a718-40f9-bc01-c06ecf1519c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:08:02.576842 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dbaa2ed2-1b7f-4a80-9329-164178f2727d req-d903f43f-a718-40f9-bc01-c06ecf1519c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 1098 time: 0.0928724 Dec 22 18:08:02.796312 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:02.803246 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa2ed2-1b7f-4a80-9329-164178f2727d req-fa2c26e6-1ce3-42e1-bb3c-7d902f8edfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:08:02.805322 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dbaa2ed2-1b7f-4a80-9329-164178f2727d req-fa2c26e6-1ce3-42e1-bb3c-7d902f8edfce service neutron] 10.222.0.53 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 910 time: 0.2220902 Dec 22 18:08:02.906591 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7a3335d7-413b-4999-ba21-34175a8339fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '9a426d61-2fa9-4739-a416-010a91774d4b', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'floating_ip_address': '172.26.3.135', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'port_id': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'mac_address': 'fa:16:3e:8c:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:08:00Z', 'updated_at': '2021-12-22T18:08:00Z', 'revision_number': 0, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address_scope': None}, {'id': 'a05014a0-1f89-4a02-8bce-f93506a08f09', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'floating_ip_address': '172.26.3.58', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'port_id': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'mac_address': 'fa:16:3e:7b:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:05:26Z', 'updated_at': '2021-12-22T18:05:29Z', 'revision_number': 1, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:09Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:08:02.911012 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3335d7-413b-4999-ba21-34175a8339fe None None] Checking router: 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:08:02.920354 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3335d7-413b-4999-ba21-34175a8339fe None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:08:02.920988 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7a3335d7-413b-4999-ba21-34175a8339fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:08:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:08:02.922988 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dbaa2ed2-1b7f-4a80-9329-164178f2727d req-0b8b2991-382d-4daf-b40e-de236abb7b0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0 HTTP/1.1" status: 200 len: 999 time: 0.1104095 Dec 22 18:08:02.988614 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa2ed2-1b7f-4a80-9329-164178f2727d req-631789bc-c873-4d1e-8861-326e3ddff8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:08:02.990124 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dbaa2ed2-1b7f-4a80-9329-164178f2727d req-631789bc-c873-4d1e-8861-326e3ddff8ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 200 len: 848 time: 0.0601964 Dec 22 18:08:03.067018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa2ed2-1b7f-4a80-9329-164178f2727d req-eef5c4fb-b8b1-4e9b-8241-dd17ca0fbee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:08:03.068551 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dbaa2ed2-1b7f-4a80-9329-164178f2727d req-eef5c4fb-b8b1-4e9b-8241-dd17ca0fbee8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7aa88986-bcea-4354-b10a-59bb35b06353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724766 Dec 22 18:08:03.126740 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7a3335d7-413b-4999-ba21-34175a8339fe None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:08:03.370646 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dbaa2ed2-1b7f-4a80-9329-164178f2727d req-954bb470-41f2-436f-bc37-a76c090e2657 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949338 Dec 22 18:08:03.524152 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-dbaa2ed2-1b7f-4a80-9329-164178f2727d req-695c90cf-9b35-47f7-8c0d-1d88d81b54de service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469738 Dec 22 18:08:03.580472 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7a3335d7-413b-4999-ba21-34175a8339fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '9a426d61-2fa9-4739-a416-010a91774d4b', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'floating_ip_address': '172.26.3.135', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'port_id': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'mac_address': 'fa:16:3e:8c:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:08:00Z', 'updated_at': '2021-12-22T18:08:00Z', 'revision_number': 0, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address_scope': None}, {'id': 'a05014a0-1f89-4a02-8bce-f93506a08f09', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'floating_ip_address': '172.26.3.58', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'port_id': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'mac_address': 'fa:16:3e:7b:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:05:26Z', 'updated_at': '2021-12-22T18:05:29Z', 'revision_number': 1, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:09Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:08:03.584661 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3335d7-413b-4999-ba21-34175a8339fe None None] The sync data for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv is: [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': '9a426d61-2fa9-4739-a416-010a91774d4b', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'floating_ip_address': '172.26.3.135', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'port_id': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'mac_address': 'fa:16:3e:8c:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:08:00Z', 'updated_at': '2021-12-22T18:08:00Z', 'revision_number': 0, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address_scope': None}, {'id': 'a05014a0-1f89-4a02-8bce-f93506a08f09', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'floating_ip_address': '172.26.3.58', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'port_id': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'mac_address': 'fa:16:3e:7b:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:05:26Z', 'updated_at': '2021-12-22T18:05:29Z', 'revision_number': 1, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:09Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:08:03.837262 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1214f483-ed4b-4d23-8c37-3876f9da617b None None] New status for floating IP 9a426d61-2fa9-4739-a416-010a91774d4b: ACTIVE {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 18:08:05.347327 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c772c4e1-5634-4960-addb-ce67d3e0a852 req-e6c13c03-557c-428d-8ab6-10de5072844f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763533 Dec 22 18:08:05.504183 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772c4e1-5634-4960-addb-ce67d3e0a852 req-09eaf99c-826e-473e-990f-7c725572f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:08:05.505708 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c772c4e1-5634-4960-addb-ce67d3e0a852 req-09eaf99c-826e-473e-990f-7c725572f4a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 1097 time: 0.0801327 Dec 22 18:08:05.670494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772c4e1-5634-4960-addb-ce67d3e0a852 req-61e43e7b-a08d-49af-803f-0d6995e1c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:08:05.672168 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c772c4e1-5634-4960-addb-ce67d3e0a852 req-61e43e7b-a08d-49af-803f-0d6995e1c9c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 910 time: 0.1406102 Dec 22 18:08:05.779672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:05.820644 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c772c4e1-5634-4960-addb-ce67d3e0a852 req-7e9356d2-eaaf-4c4a-943b-df75cd5f82f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 HTTP/1.1" status: 200 len: 999 time: 0.1416256 Dec 22 18:08:05.891852 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772c4e1-5634-4960-addb-ce67d3e0a852 req-a517e422-0d16-4e08-965b-51e0329b3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:08:05.893406 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c772c4e1-5634-4960-addb-ce67d3e0a852 req-a517e422-0d16-4e08-965b-51e0329b3c95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 200 len: 848 time: 0.0667484 Dec 22 18:08:05.977613 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772c4e1-5634-4960-addb-ce67d3e0a852 req-a2fef0c0-786e-453c-8e2a-c368f7f5e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:08:05.979027 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c772c4e1-5634-4960-addb-ce67d3e0a852 req-a2fef0c0-786e-453c-8e2a-c368f7f5e486 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7aa88986-bcea-4354-b10a-59bb35b06353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788801 Dec 22 18:08:06.126341 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c772c4e1-5634-4960-addb-ce67d3e0a852 req-90ce8e92-f784-432e-98df-590689115534 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399915 Dec 22 18:08:06.268548 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-c772c4e1-5634-4960-addb-ce67d3e0a852 req-3e195f09-e659-458f-85e1-b7435e958560 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357858 Dec 22 18:08:16.045595 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:08:27.773020 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-6722c39c-a47a-40af-a22a-2b3c783283c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:30.168171 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8a8833d9-2e95-4bbc-a019-9ef919db8dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:31.275639 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:31.303576 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:32.785890 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:35.786199 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:08:53.044984 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:08:57.778774 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-33a518f6-c226-4c6f-8f4b-fae30d7fe41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:00.172716 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ae81ffda-2f67-4806-8454-c5aa95b25a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:01.280742 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:01.309542 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:02.799905 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:05.784144 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:06.392507 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-22eb5ea3-5da9-4967-85d9-933c83a169a7 req-4a666b2f-1501-4a18-bd23-2fb96f14b3b5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916805 Dec 22 18:09:06.504667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb5ea3-5da9-4967-85d9-933c83a169a7 req-764c2215-0808-4abe-be69-1d5f29a14b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:06.506922 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-22eb5ea3-5da9-4967-85d9-933c83a169a7 req-764c2215-0808-4abe-be69-1d5f29a14b43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 1098 time: 0.0914195 Dec 22 18:09:06.686444 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb5ea3-5da9-4967-85d9-933c83a169a7 req-cb1b025e-f1ea-4dcd-be80-2278b23821eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:06.687840 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-22eb5ea3-5da9-4967-85d9-933c83a169a7 req-cb1b025e-f1ea-4dcd-be80-2278b23821eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 910 time: 0.1613946 Dec 22 18:09:06.829070 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-22eb5ea3-5da9-4967-85d9-933c83a169a7 req-ec8244f1-94c1-4899-9c0f-25d0d899d4d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0 HTTP/1.1" status: 200 len: 1001 time: 0.1343932 Dec 22 18:09:06.900316 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb5ea3-5da9-4967-85d9-933c83a169a7 req-eac500ce-5377-4656-96ae-506584d71844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:06.901807 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-22eb5ea3-5da9-4967-85d9-933c83a169a7 req-eac500ce-5377-4656-96ae-506584d71844 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 200 len: 848 time: 0.0666943 Dec 22 18:09:06.990581 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb5ea3-5da9-4967-85d9-933c83a169a7 req-faaaffb5-f883-47f2-90e7-107470bafe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:06.992065 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-22eb5ea3-5da9-4967-85d9-933c83a169a7 req-faaaffb5-f883-47f2-90e7-107470bafe5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7aa88986-bcea-4354-b10a-59bb35b06353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836625 Dec 22 18:09:07.263070 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-22eb5ea3-5da9-4967-85d9-933c83a169a7 req-75430234-f989-4284-bbed-61e0b82bcec8 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643790 Dec 22 18:09:07.406248 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-22eb5ea3-5da9-4967-85d9-933c83a169a7 req-2158fd5a-6b23-4cc0-a3d5-b3c7cc4a745a service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363597 Dec 22 18:09:27.778047 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-91fd5ff3-f6b1-4ef9-9d85-c50407572868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:30.045017 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:09:30.188596 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-8bc87bed-0ecd-467a-8b1d-4b8d7ea56417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:31.283510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:31.305922 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:32.792916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:34.894189 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 0a9c5928-176e-46ca-9c71-c0170b8848c0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=87588) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 18:09:35.106873 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 0a9c5928-176e-46ca-9c71-c0170b8848c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:09:35.138395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Returning: {'device': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'port_id': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'mac_address': 'fa:16:3e:8c:fe:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87588) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 18:09:35.252915 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:35.288939 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a9c5928-176e-46ca-9c71-c0170b8848c0 {{(pid=87588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 18:09:35.325886 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 0a9c5928-176e-46ca-9c71-c0170b8848c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:09:35.370920 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:35.375170 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:09:35.503676 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] get_ports_and_sgs() called for port_ids ['0a9c5928-176e-46ca-9c71-c0170b8848c0'] {{(pid=87588) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 18:09:35.658785 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=0a9c5928-176e-46ca-9c71-c0170b8848c0,revision_number=6']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:09:35.678265 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:35.679251 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:35.679976 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:35.680720 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:35.681437 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:35.682142 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:35.683181 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:35.684187 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:35.684897 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:35.685790 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:35.686510 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:35.687250 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:35.705564 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:09:35.954672 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:36.919091 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 0a9c5928-176e-46ca-9c71-c0170b8848c0 up at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 18:09:37.029757 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.provisioning_blocks [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Provisioning complete for port 0a9c5928-176e-46ca-9c71-c0170b8848c0 triggered by entity L2. {{(pid=87588) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 18:09:37.030459 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2043546'] for port, provisioning_complete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:37.196348 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:37.256452 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:09:37.269723 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 0a9c5928-176e-46ca-9c71-c0170b8848c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:09:37.277268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:37.280664 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-634dbbe4-484b-4a99-88df-5fc9d28652ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:09:37.378294 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'code': 200} Dec 22 18:09:37.384949 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=0a9c5928-176e-46ca-9c71-c0170b8848c0,revision_number=7']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:09:37.389916 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:09:44.977129 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 46348) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:09:45.232350 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Deleting port 4054cc73-5fcb-46cd-b907-f9f8945bc4d8 {{(pid=87586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:09:45.232808 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:45.620843 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:45.621308 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:45.754975 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.plugins.ml2.plugin [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Calling delete_port for 4054cc73-5fcb-46cd-b907-f9f8945bc4d8 owned by network:floatingip {{(pid=87586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:09:45.919450 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60131985'] for port, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:45.923505 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-453f59d3-44a8-44df-b4bb-8a76daf64f66 tempest-TestNetworkAdvancedServerOps-230453293 tempest-TestNetworkAdvancedServerOps-230453293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:09:45.974943 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event deleted for resources: {'Port': ['ID=4054cc73-5fcb-46cd-b907-f9f8945bc4d8,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:09:46.014618 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:46.015594 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:46.015594 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:46.015890 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:46.016116 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:46.016480 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:46.016846 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:46.017208 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:46.017570 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:46.017930 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:46.018288 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:46.018644 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:46.026709 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:09:46.085607 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for floatingip, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:46.085938 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.db.l3_db [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Floating IP 9a426d61-2fa9-4739-a416-010a91774d4b disassociated (deleted). External IP: 172.26.3.135, port: 0a9c5928-176e-46ca-9c71-c0170b8848c0. Dec 22 18:09:46.475521 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87586) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:09:46.666202 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87586) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:09:46.677358 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e4cce4-8c4e-47ec-a905-51b8e2817f6c None None] Sync routers for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:09:46.689809 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:46.691845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4cce4-8c4e-47ec-a905-51b8e2817f6c None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:09:46.692624 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b8e4cce4-8c4e-47ec-a905-51b8e2817f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:09:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:09:46.758012 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-77f8de7a-e955-4602-bbfa-38636b64a2ad tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "DELETE /v2.0/floatingips/9a426d61-2fa9-4739-a416-010a91774d4b HTTP/1.1" status: 204 len: 168 time: 1.7789774 Dec 22 18:09:46.758903 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0'}] {{(pid=87586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:09:46.826385 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'status': 'completed', 'code': 200} Dec 22 18:09:46.904165 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-b8e4cce4-8c4e-47ec-a905-51b8e2817f6c None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:09:46.931754 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a10736-9876-4acf-88ff-8b8e3baa5dee req-10e2db3d-2a2e-4927-abb7-f2ebedb8d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:46.933251 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-90a10736-9876-4acf-88ff-8b8e3baa5dee req-10e2db3d-2a2e-4927-abb7-f2ebedb8d808 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 1098 time: 0.0810943 Dec 22 18:09:47.189536 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a10736-9876-4acf-88ff-8b8e3baa5dee req-b4d43b8e-6488-47b2-8cfd-cb367508528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:47.193129 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-90a10736-9876-4acf-88ff-8b8e3baa5dee req-b4d43b8e-6488-47b2-8cfd-cb367508528e service neutron] 10.222.0.53 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 910 time: 0.2500381 Dec 22 18:09:47.317701 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-90a10736-9876-4acf-88ff-8b8e3baa5dee req-4e340b3a-94c9-48a0-8c7e-98b7beb6e6eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0 HTTP/1.1" status: 200 len: 217 time: 0.1141050 Dec 22 18:09:47.351467 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b8e4cce4-8c4e-47ec-a905-51b8e2817f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'a05014a0-1f89-4a02-8bce-f93506a08f09', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'floating_ip_address': '172.26.3.58', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'port_id': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'mac_address': 'fa:16:3e:7b:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:05:26Z', 'updated_at': '2021-12-22T18:05:29Z', 'revision_number': 1, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:09Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:09:47.356544 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e4cce4-8c4e-47ec-a905-51b8e2817f6c None None] Checking router: 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:09:47.368229 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4cce4-8c4e-47ec-a905-51b8e2817f6c None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:09:47.368772 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b8e4cce4-8c4e-47ec-a905-51b8e2817f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:09:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:09:47.408362 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a10736-9876-4acf-88ff-8b8e3baa5dee req-0f0aa798-4b66-4df7-95f1-476acba6cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:47.411935 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-90a10736-9876-4acf-88ff-8b8e3baa5dee req-0f0aa798-4b66-4df7-95f1-476acba6cedf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 200 len: 848 time: 0.0854979 Dec 22 18:09:47.437318 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfca536-8e3f-47cc-91b9-822aad9e11e4 req-6992658b-9b24-496a-ab70-bd784df23778 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:47.438558 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-8dfca536-8e3f-47cc-91b9-822aad9e11e4 req-6992658b-9b24-496a-ab70-bd784df23778 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Synchronizing usage tracker for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87586) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:09:47.471829 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.quota.resource [req-8dfca536-8e3f-47cc-91b9-822aad9e11e4 req-6992658b-9b24-496a-ab70-bd784df23778 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Unset dirty status for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87586) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:09:47.475149 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8dfca536-8e3f-47cc-91b9-822aad9e11e4 req-6992658b-9b24-496a-ab70-bd784df23778 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 945 time: 0.1840830 Dec 22 18:09:47.542379 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a10736-9876-4acf-88ff-8b8e3baa5dee req-b9cdf92a-9b21-480c-80d6-8614f406a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:47.545561 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-90a10736-9876-4acf-88ff-8b8e3baa5dee req-b9cdf92a-9b21-480c-80d6-8614f406a42f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7aa88986-bcea-4354-b10a-59bb35b06353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1240098 Dec 22 18:09:47.571134 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-8dfca536-8e3f-47cc-91b9-822aad9e11e4 req-87fa07cb-7403-49dd-86c5-3ce396e4e8fe tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835779 Dec 22 18:09:47.590748 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-b8e4cce4-8c4e-47ec-a905-51b8e2817f6c None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:09:47.729339 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-90a10736-9876-4acf-88ff-8b8e3baa5dee req-fb4126bb-b176-43bb-901e-f4e42a0d9ce5 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749942 Dec 22 18:09:47.899852 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-90a10736-9876-4acf-88ff-8b8e3baa5dee req-e349fd18-5f18-45d8-8818-7060695a3b09 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581750 Dec 22 18:09:48.107152 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-b8e4cce4-8c4e-47ec-a905-51b8e2817f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'a05014a0-1f89-4a02-8bce-f93506a08f09', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'floating_ip_address': '172.26.3.58', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'port_id': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'mac_address': 'fa:16:3e:7b:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:05:26Z', 'updated_at': '2021-12-22T18:05:29Z', 'revision_number': 1, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:09Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:09:48.112753 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e4cce4-8c4e-47ec-a905-51b8e2817f6c None None] The sync data for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv is: [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_floatingips': [{'id': 'a05014a0-1f89-4a02-8bce-f93506a08f09', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'floating_ip_address': '172.26.3.58', 'floating_network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'router_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'port_id': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'mac_address': 'fa:16:3e:7b:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T18:05:26Z', 'updated_at': '2021-12-22T18:05:29Z', 'revision_number': 1, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:09Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:09:48.385854 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd38467-ecf8-474a-86d2-af88cfec8d43 None None] New status for floating IP 9a426d61-2fa9-4739-a416-010a91774d4b: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 18:09:48.874825 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c7772-6036-4184-9064-ab1f70ca79aa req-baa334a2-9bce-4c53-b528-7fb52c74ac32 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:48.876011 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a24c7772-6036-4184-9064-ab1f70ca79aa req-baa334a2-9bce-4c53-b528-7fb52c74ac32 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 945 time: 0.1736412 Dec 22 18:09:48.924049 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 0a9c5928-176e-46ca-9c71-c0170b8848c0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:09:48.946445 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-a24c7772-6036-4184-9064-ab1f70ca79aa req-41cf93e4-7347-49a3-85d8-e8a91acdf2f2 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630529 Dec 22 18:09:48.969413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbfdb6-45de-4499-b937-87f5501cfe4a req-ce902ee6-58ef-4a25-a6d8-caea911989f0 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:48.971002 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fbfbfdb6-45de-4499-b937-87f5501cfe4a req-ce902ee6-58ef-4a25-a6d8-caea911989f0 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 945 time: 0.1781759 Dec 22 18:09:49.057629 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-fbfbfdb6-45de-4499-b937-87f5501cfe4a req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Deleting port 0a9c5928-176e-46ca-9c71-c0170b8848c0 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:09:49.058068 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fbfbfdb6-45de-4499-b937-87f5501cfe4a req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:49.073193 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596011'] for port, before_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:49.105455 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0'}] {{(pid=87588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:09:49.116845 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] For port 0a9c5928-176e-46ca-9c71-c0170b8848c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:09:49.123082 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866868803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866357104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866357149'] for port, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:49.126040 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:09:49.193249 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'code': 200} Dec 22 18:09:49.246505 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Pushing event updated for resources: {'Port': ['ID=0a9c5928-176e-46ca-9c71-c0170b8848c0,revision_number=8']} {{(pid=87588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:09:49.250968 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_concurrency.lockutils [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87588) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:09:49.384934 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-fbfbfdb6-45de-4499-b937-87f5501cfe4a req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] For port 0a9c5928-176e-46ca-9c71-c0170b8848c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a9c5928-176e-46ca-9c71-c0170b8848c0,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:09:49.385405 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fbfbfdb6-45de-4499-b937-87f5501cfe4a req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:49.680193 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-fbfbfdb6-45de-4499-b937-87f5501cfe4a req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Calling delete_port for 0a9c5928-176e-46ca-9c71-c0170b8848c0 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:09:49.854601 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fbfbfdb6-45de-4499-b937-87f5501cfe4a req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:49.861989 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b4d9046a-b5b7-47dd-9ca3-58565581e82b tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:09:49.915223 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event deleted for resources: {'Port': ['ID=0a9c5928-176e-46ca-9c71-c0170b8848c0,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:09:49.963778 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:49.964164 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:49.964540 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:49.964910 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:49.965278 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:49.965644 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:49.966009 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:49.966385 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:49.966740 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:49.967097 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:49.967489 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:49.967845 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822513-1-hyperv {{(pid=87587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 18:09:49.997355 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:09:50.012286 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfbfdb6-45de-4499-b937-87f5501cfe4a req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] No DVR routers for this DVR port 0a9c5928-176e-46ca-9c71-c0170b8848c0 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 18:09:50.015302 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-fbfbfdb6-45de-4499-b937-87f5501cfe4a req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:50.018221 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'name': 'network-vif-deleted', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:09:50.043672 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-fbfbfdb6-45de-4499-b937-87f5501cfe4a req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.53 "DELETE /v2.0/ports/0a9c5928-176e-46ca-9c71-c0170b8848c0 HTTP/1.1" status: 204 len: 173 time: 1.0663791 Dec 22 18:09:50.187423 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f', 'name': 'network-vif-deleted', 'tag': '0a9c5928-176e-46ca-9c71-c0170b8848c0', 'status': 'completed', 'code': 200} Dec 22 18:09:50.325572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-95aa4c22-3bff-4f7f-8a17-a92deac9586f req-3eae6b60-585b-4220-8ed7-b15db83d27e4 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Synchronizing usage tracker for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:09:50.345578 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-95aa4c22-3bff-4f7f-8a17-a92deac9586f req-3eae6b60-585b-4220-8ed7-b15db83d27e4 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Unset dirty status for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:09:50.347897 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-95aa4c22-3bff-4f7f-8a17-a92deac9586f req-3eae6b60-585b-4220-8ed7-b15db83d27e4 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e5dc-0e9b-4a6d-b836-1dec7c1a7b3f HTTP/1.1" status: 200 len: 210 time: 0.0689561 Dec 22 18:09:52.170169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 46414) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:09:52.435587 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Deleting port a68fb936-a9e5-473a-8d99-8fa953003329 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:09:52.435947 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:52.625641 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:52.625958 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:52.764021 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Calling delete_port for a68fb936-a9e5-473a-8d99-8fa953003329 owned by network:floatingip {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:09:52.939561 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:52.944732 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-83531641-4ded-4b6b-8685-21c807a813ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:09:52.952766 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 0a9c5928-176e-46ca-9c71-c0170b8848c0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:09:53.000093 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: 0a9c5928-176e-46ca-9c71-c0170b8848c0 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:09:53.000450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device 0a9c5928-176e-46ca-9c71-c0170b8848c0 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:09:53.005322 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event deleted for resources: {'Port': ['ID=a68fb936-a9e5-473a-8d99-8fa953003329,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:09:53.008939 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:09:53.106046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for floatingip, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:53.106422 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.db.l3_db [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Floating IP a05014a0-1f89-4a02-8bce-f93506a08f09 disassociated (deleted). External IP: 172.26.3.58, port: c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39. Dec 22 18:09:53.728854 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:09:53.933925 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:09:53.945758 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19d94c-997d-4cb5-8202-3daa05290672 None None] Sync routers for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:09:53.957782 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19d94c-997d-4cb5-8202-3daa05290672 None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:09:53.958872 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2d19d94c-997d-4cb5-8202-3daa05290672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:09:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:09:53.961575 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for floatingip, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:54.037109 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "DELETE /v2.0/floatingips/a05014a0-1f89-4a02-8bce-f93506a08f09 HTTP/1.1" status: 204 len: 168 time: 1.8654497 Dec 22 18:09:54.038127 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:09:54.121665 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'status': 'completed', 'code': 200} Dec 22 18:09:54.194426 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-2d19d94c-997d-4cb5-8202-3daa05290672 None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:09:54.276351 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28958f-f9b8-457f-a97d-c55e7c8bb38f req-581f3bb6-58f4-4717-bf1a-6ec5a9c79348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:54.277900 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ec28958f-f9b8-457f-a97d-c55e7c8bb38f req-581f3bb6-58f4-4717-bf1a-6ec5a9c79348 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=230d47d9f6c440548a4b46b11f8150f4&device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 1097 time: 0.1250825 Dec 22 18:09:54.508030 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28958f-f9b8-457f-a97d-c55e7c8bb38f req-8358649f-61eb-4bff-bef0-0280d2c42f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:54.509561 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ec28958f-f9b8-457f-a97d-c55e7c8bb38f req-8358649f-61eb-4bff-bef0-0280d2c42f9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 200 len: 910 time: 0.2250528 Dec 22 18:09:54.596295 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ec28958f-f9b8-457f-a97d-c55e7c8bb38f req-5a76f614-6682-4a96-a57c-317c1c320f02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 HTTP/1.1" status: 200 len: 217 time: 0.0775638 Dec 22 18:09:54.637273 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571aa9d-7f11-4e17-83a8-1ed01f064be2 req-53487b2d-d46b-4858-bc3d-d9872c023c67 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87586) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:54.639329 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7571aa9d-7f11-4e17-83a8-1ed01f064be2 req-53487b2d-d46b-4858-bc3d-d9872c023c67 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 944 time: 0.1580455 Dec 22 18:09:54.658410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2d19d94c-997d-4cb5-8202-3daa05290672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:09Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:09:54.666066 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19d94c-997d-4cb5-8202-3daa05290672 None None] Checking router: 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:09:54.673240 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28958f-f9b8-457f-a97d-c55e7c8bb38f req-83e3805f-b2b5-49f1-adf5-15e1e517793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:54.675077 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ec28958f-f9b8-457f-a97d-c55e7c8bb38f req-83e3805f-b2b5-49f1-adf5-15e1e517793a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 200 len: 848 time: 0.0720248 Dec 22 18:09:54.682004 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19d94c-997d-4cb5-8202-3daa05290672 None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:09:54.682904 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2d19d94c-997d-4cb5-8202-3daa05290672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:09:30Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:09:54.775553 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28958f-f9b8-457f-a97d-c55e7c8bb38f req-be6c58a1-c3c2-46a2-8ae2-ba2154b01ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:54.778482 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ec28958f-f9b8-457f-a97d-c55e7c8bb38f req-be6c58a1-c3c2-46a2-8ae2-ba2154b01ee9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7aa88986-bcea-4354-b10a-59bb35b06353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0952783 Dec 22 18:09:54.950117 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [req-7571aa9d-7f11-4e17-83a8-1ed01f064be2 req-d45dac9c-b288-45a0-b4f6-5a0024e12b20 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036561 Dec 22 18:09:54.956175 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-2d19d94c-997d-4cb5-8202-3daa05290672 None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:09:54.976299 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ec28958f-f9b8-457f-a97d-c55e7c8bb38f req-9450095f-76f8-41b6-96ec-9689c34cac23 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901886 Dec 22 18:09:55.151243 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-ec28958f-f9b8-457f-a97d-c55e7c8bb38f req-a40ab362-fcda-47a8-8bf7-4dccd3afe320 service neutron] 10.222.0.53 "GET /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670763 Dec 22 18:09:55.480203 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-2d19d94c-997d-4cb5-8202-3daa05290672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:09Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:09:55.487482 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19d94c-997d-4cb5-8202-3daa05290672 None None] The sync data for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv is: [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:05:03Z', 'revision_number': 4, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv', '_interfaces': [{'id': '6c1c1a53-8ab3-43c8-bc6d-38211062c7c1', 'name': '', 'network_id': '7aa88986-bcea-4354-b10a-59bb35b06353', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'mac_address': 'fa:16:3e:d1:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:03Z', 'updated_at': '2021-12-22T18:05:09Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'subnets': [{'id': 'dc7cc5b5-a066-4f53-998f-0e8518386236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:09:55.756764 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5135d-968a-484e-b430-d305be51e0ec None None] New status for floating IP a05014a0-1f89-4a02-8bce-f93506a08f09: DOWN {{(pid=87589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 18:09:56.056914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-36062fe3-0fbc-4218-b898-8c8d8c4a041b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:56.057681 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-36062fe3-0fbc-4218-b898-8c8d8c4a041b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Synchronizing usage tracker for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:09:56.076023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-36062fe3-0fbc-4218-b898-8c8d8c4a041b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Unset dirty status for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:09:56.077214 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-36062fe3-0fbc-4218-b898-8c8d8c4a041b tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.53 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 944 time: 0.1104443 Dec 22 18:09:56.194383 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-7aca5a27-b92d-4fc5-ab1d-e3d13003569c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Deleting port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:09:56.194648 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-7aca5a27-b92d-4fc5-ab1d-e3d13003569c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:56.367670 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706d709-70de-4dfa-8093-0003e9c9e7be req-074f2fa2-cc72-4e01-9d65-a6dab40a430d tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 18:09:56.369261 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2706d709-70de-4dfa-8093-0003e9c9e7be req-074f2fa2-cc72-4e01-9d65-a6dab40a430d tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 944 time: 0.2230456 Dec 22 18:09:56.508100 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-2706d709-70de-4dfa-8093-0003e9c9e7be req-cf3573e5-2524-4748-b3fb-20724644b9cd tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/security-groups?id=209c5038-bad9-4306-8afb-f3a350fb0cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302710 Dec 22 18:09:56.540133 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-7aca5a27-b92d-4fc5-ab1d-e3d13003569c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] For port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:09:56.540492 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-7aca5a27-b92d-4fc5-ab1d-e3d13003569c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:56.818580 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-7aca5a27-b92d-4fc5-ab1d-e3d13003569c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Calling delete_port for c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 owned by compute:nova {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:09:56.982386 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-7aca5a27-b92d-4fc5-ab1d-e3d13003569c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:56.990470 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-91c91b5b-7248-4e0c-a8d4-f17303c41b4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:09:57.039243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca5a27-b92d-4fc5-ab1d-e3d13003569c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event deleted for resources: {'Port': ['ID=c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:09:57.076226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7aca5a27-b92d-4fc5-ab1d-e3d13003569c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:09:57.119441 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-7aca5a27-b92d-4fc5-ab1d-e3d13003569c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] No DVR routers for this DVR port c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 on host hv-neutron-8225 {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 18:09:57.122224 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-7aca5a27-b92d-4fc5-ab1d-e3d13003569c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61057'] for port, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:57.125253 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'name': 'network-vif-deleted', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39'}] {{(pid=87587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 18:09:57.143711 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-b46a9e7a-3d2a-49e9-9f65-c161adfbd864 req-7aca5a27-b92d-4fc5-ab1d-e3d13003569c tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.53 "DELETE /v2.0/ports/c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 HTTP/1.1" status: 204 len: 173 time: 1.0607755 Dec 22 18:09:57.180622 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f476fbe4-fb34-4787-aa0b-3ca58008e3f6', 'name': 'network-vif-deleted', 'tag': 'c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39', 'status': 'completed', 'code': 200} Dec 22 18:09:57.707808 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-0aabcf31-c1b6-4abb-91a8-bd9a195b10ef req-29b8640d-dbbd-464e-a84a-a1cd8a3f639e tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Synchronizing usage tracker for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87587) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 18:09:57.732342 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.quota.resource [req-0aabcf31-c1b6-4abb-91a8-bd9a195b10ef req-29b8640d-dbbd-464e-a84a-a1cd8a3f639e tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Unset dirty status for tenant:230d47d9f6c440548a4b46b11f8150f4 on resource:port {{(pid=87587) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 18:09:57.734225 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [req-0aabcf31-c1b6-4abb-91a8-bd9a195b10ef req-29b8640d-dbbd-464e-a84a-a1cd8a3f639e tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "GET /v2.0/ports?device_id=f476fbe4-fb34-4787-aa0b-3ca58008e3f6 HTTP/1.1" status: 200 len: 210 time: 0.0786111 Dec 22 18:09:57.791315 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-088a630c-ac1c-4ae8-8723-010c0873e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:58.856846 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 46436) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:09:58.986018 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08abd3ee-12e5-4800-95c5-140600d9ba73 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:59.043494 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08abd3ee-12e5-4800-95c5-140600d9ba73 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:59.136766 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08abd3ee-12e5-4800-95c5-140600d9ba73 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:59.142711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-51d9eb0c-ec4d-4b35-bb48-e013a1534b15 tempest-TestNetworkBasicOps-255841479 tempest-TestNetworkBasicOps-255841479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:09:59.162731 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abd3ee-12e5-4800-95c5-140600d9ba73 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209c5038-bad9-4306-8afb-f3a350fb0cdf,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:09:59.166773 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-08abd3ee-12e5-4800-95c5-140600d9ba73 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:09:59.179549 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-08abd3ee-12e5-4800-95c5-140600d9ba73 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:09:59.181709 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-08abd3ee-12e5-4800-95c5-140600d9ba73 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] 10.222.0.70 "DELETE /v2.0/security-groups/209c5038-bad9-4306-8afb-f3a350fb0cdf HTTP/1.1" status: 204 len: 168 time: 0.3229830 Dec 22 18:09:59.248874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 46442) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:10:00.174952 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a626546f-d073-4503-9017-d87181e48c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:00.218295 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:00.639218 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] Deleting port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:10:00.639565 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:00.968124 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] For port 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=6c1c1a53-8ab3-43c8-bc6d-38211062c7c1,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:10:00.968400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:01.016055 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:10:01.059989 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] No Port match for: c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:10:01.060350 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Device c1d70e1c-7dcc-4edd-bf0b-f417fcc0cc39 not bound to the agent host hv-neutron-8225 {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:10:01.111046 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] Calling delete_port for 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:10:01.292384 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:01.308363 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:01.332677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:01.338848 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0827c8a4-eec1-4bf1-933c-5ca2865100a6 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:10:01.414914 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1c1a53-8ab3-43c8-bc6d-38211062c7c1,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:10:01.422196 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:10:01.702004 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:02.116874 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] Router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:10:02.314229 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:10:02.325816 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db7a8b6-efec-4bb3-99c4-43984549bce3 None None] Sync routers for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:10:02.333719 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-17ccc48e-503c-4afd-bf3f-11245bba2e6b admin admin] 10.222.0.70 "PUT /v2.0/routers/6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0835969 Dec 22 18:10:02.336876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 46448) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:10:02.344308 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7a8b6-efec-4bb3-99c4-43984549bce3 None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:10:02.345359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7db7a8b6-efec-4bb3-99c4-43984549bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:10:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:02.681393 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:02.693417 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7db7a8b6-efec-4bb3-99c4-43984549bce3 None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: dv-neutron-822513-1-hyperv {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:10:02.925395 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:02.957513 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:02.969636 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Deleting port 00024fe5-822f-4e8e-ad01-47f82d5fa10f {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:10:02.970865 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:03.060099 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7db7a8b6-efec-4bb3-99c4-43984549bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:10:01Z', 'revision_number': 5, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port': {'id': '00024fe5-822f-4e8e-ad01-47f82d5fa10f', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:00Z', 'updated_at': '2021-12-22T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:03.064973 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db7a8b6-efec-4bb3-99c4-43984549bce3 None None] Checking router: 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f for host: dv-neutron-822513-1-hyperv {{(pid=87588) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:10:03.075804 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7a8b6-efec-4bb3-99c4-43984549bce3 None None] Routers {'6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87588) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:10:03.076800 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7db7a8b6-efec-4bb3-99c4-43984549bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:10:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'], 'active': True} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:03.166034 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] For port 00024fe5-822f-4e8e-ad01-47f82d5fa10f, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=00024fe5-822f-4e8e-ad01-47f82d5fa10f,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:10:03.166413 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:03.257168 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_dvr_db [None req-7db7a8b6-efec-4bb3-99c4-43984549bce3 None None] Set router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f gateway port host: None {{(pid=87588) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:10:03.299407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Calling delete_port for 00024fe5-822f-4e8e-ad01-47f82d5fa10f owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:10:03.368282 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.db.l3_hamode_db [None req-7db7a8b6-efec-4bb3-99c4-43984549bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:10:02Z', 'revision_number': 6, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:03.372868 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db7a8b6-efec-4bb3-99c4-43984549bce3 None None] The sync data for ids ['6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f'] in dv-neutron-822513-1-hyperv is: [{'id': '6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f', 'name': 'tempest-TestSnapshotPattern-553524906-router', 'tenant_id': '230d47d9f6c440548a4b46b11f8150f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:04:59Z', 'updated_at': '2021-12-22T18:10:02Z', 'revision_number': 6, 'project_id': '230d47d9f6c440548a4b46b11f8150f4', 'gw_port_host': None}] {{(pid=87588) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:10:03.497062 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:03.504061 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5c00923c-10d7-4a13-a9df-3ce17ab58457 tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:10:03.553776 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=00024fe5-822f-4e8e-ad01-47f82d5fa10f,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:10:03.580072 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:10:03.650853 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:03.851167 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:10:03.893184 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:10:03.893539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 6c1c1a53-8ab3-43c8-bc6d-38211062c7c1 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:10:03.905180 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:03.907738 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:03.933919 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:03.934507 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 18:10:03.949705 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:03.950836 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0c2b5842-7f8f-471d-b5f8-c800dcab4f52 admin admin] 10.222.0.70 "DELETE /v2.0/routers/6c67c5c6-c8fb-4fd4-ad82-fe097f2fe27f HTTP/1.1" status: 204 len: 168 time: 1.6129713 Dec 22 18:10:03.953892 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 46452) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:10:04.028416 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0c8a5f-a3bf-46d8-b86d-692871ae3306 admin admin] Deleting subnet dc7cc5b5-a066-4f53-998f-0e8518386236 {{(pid=87587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 18:10:04.032555 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8a5f-a3bf-46d8-b86d-692871ae3306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:04.089020 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8a5f-a3bf-46d8-b86d-692871ae3306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60115433'] for subnet, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:04.177903 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8a5f-a3bf-46d8-b86d-692871ae3306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:04.402243 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8a5f-a3bf-46d8-b86d-692871ae3306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2218436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820427'] for subnet, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:04.406963 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-345e9e9e-de82-484e-862a-e803b6f5c3fa tempest-RoutersTest-1323800489 tempest-RoutersTest-1323800489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:10:04.447630 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8a5f-a3bf-46d8-b86d-692871ae3306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:04.450495 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c8a5f-a3bf-46d8-b86d-692871ae3306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7cc5b5-a066-4f53-998f-0e8518386236,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:10:04.455972 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee3f44b-4ceb-4eac-b98b-42d6244d57fc None None] Network 7aa88986-bcea-4354-b10a-59bb35b06353 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 18:10:04.456673 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-0a0c8a5f-a3bf-46d8-b86d-692871ae3306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:10:04.463721 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-0a0c8a5f-a3bf-46d8-b86d-692871ae3306 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dc7cc5b5-a066-4f53-998f-0e8518386236 HTTP/1.1" status: 204 len: 168 time: 0.5079284 Dec 22 18:10:04.466668 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 46456) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:10:04.676244 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:04.696065 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Deleting port 4ab50496-b1e6-4364-bd80-91a405a61507 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:10:04.696325 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:04.792915 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150f0a84-8e99-4b0f-904d-9798647ee344 None None] DHCP port deletion for 7aa88986-bcea-4354-b10a-59bb35b06353 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 18:10:04.799603 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-150f0a84-8e99-4b0f-904d-9798647ee344 None None] Deleting port 4ab50496-b1e6-4364-bd80-91a405a61507 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:10:04.800867 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-150f0a84-8e99-4b0f-904d-9798647ee344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:04.990294 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] For port 4ab50496-b1e6-4364-bd80-91a405a61507, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4ab50496-b1e6-4364-bd80-91a405a61507,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:10:04.990572 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:05.112062 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-150f0a84-8e99-4b0f-904d-9798647ee344 None None] For port 4ab50496-b1e6-4364-bd80-91a405a61507, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=4ab50496-b1e6-4364-bd80-91a405a61507,segment=NetworkSegment(8cb787e9-ecb6-4557-a54e-55192ca6f950),segment_id=8cb787e9-ecb6-4557-a54e-55192ca6f950)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:10:05.113211 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-150f0a84-8e99-4b0f-904d-9798647ee344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:05.135301 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Calling delete_port for 4ab50496-b1e6-4364-bd80-91a405a61507 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:10:05.259876 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:05.265879 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-8cc1b007-30db-4459-aee8-e717693b3abc tempest-TestSnapshotPattern-994545963 tempest-TestSnapshotPattern-994545963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:10:05.292655 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-150f0a84-8e99-4b0f-904d-9798647ee344 None None] Calling delete_port for 4ab50496-b1e6-4364-bd80-91a405a61507 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:10:05.312647 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab50496-b1e6-4364-bd80-91a405a61507,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:10:05.314557 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] No DVR routers for this DVR port 4ab50496-b1e6-4364-bd80-91a405a61507 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 18:10:05.316331 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 18:10:05.376885 dv-neutron-822513-1-hyperv neutron-server[87588]: util.warn( Dec 22 18:10:05.391938 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-150f0a84-8e99-4b0f-904d-9798647ee344 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 18:10:05.392534 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-150f0a84-8e99-4b0f-904d-9798647ee344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 18:10:05.450796 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:05.495807 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa88986-bcea-4354-b10a-59bb35b06353']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:05.516471 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb787e9-ecb6-4557-a54e-55192ca6f950') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:05.516784 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb787e9-ecb6-4557-a54e-55192ca6f950') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:05.530121 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4ab50496-b1e6-4364-bd80-91a405a61507 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:10:05.537711 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:05.569087 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:05.579012 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 18:10:05.579855 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:05.584103 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 4ab50496-b1e6-4364-bd80-91a405a61507 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:10:05.584509 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 4ab50496-b1e6-4364-bd80-91a405a61507 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:10:05.584945 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 00024fe5-822f-4e8e-ad01-47f82d5fa10f no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 18:10:05.597917 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 18:10:05.622038 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 00024fe5-822f-4e8e-ad01-47f82d5fa10f {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:10:05.622390 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 00024fe5-822f-4e8e-ad01-47f82d5fa10f not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:10:05.701361 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:05.705226 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b4d69071-d1d1-443c-98d2-ce266415c2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:10:05.720567 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:05.733199 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa88986-bcea-4354-b10a-59bb35b06353,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:10:05.737081 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:10:05.752328 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7aa88986-bcea-4354-b10a-59bb35b06353 HTTP/1.1" status: 204 len: 168 time: 1.2832749 Dec 22 18:10:05.755023 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 46460) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:10:05.809741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:05.894797 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-150f0a84-8e99-4b0f-904d-9798647ee344 None None] Deleting port 4ab50496-b1e6-4364-bd80-91a405a61507 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:10:05.895410 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-150f0a84-8e99-4b0f-904d-9798647ee344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:05.976208 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-150f0a84-8e99-4b0f-904d-9798647ee344 None None] The port '4ab50496-b1e6-4364-bd80-91a405a61507' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 18:10:06.608443 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742059'] for router_interface, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:07.048430 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:10:07.073208 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] Deleting port 632f6ae8-bab6-46a5-ad53-8f2748511a04 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:10:07.074096 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:07.275723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] For port 632f6ae8-bab6-46a5-ad53-8f2748511a04, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=632f6ae8-bab6-46a5-ad53-8f2748511a04,segment=NetworkSegment(e0e07fd4-c782-454b-bdb9-645826ea20cc),segment_id=e0e07fd4-c782-454b-bdb9-645826ea20cc)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:10:07.276091 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:07.423271 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] Calling delete_port for 632f6ae8-bab6-46a5-ad53-8f2748511a04 owned by network:router_interface {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:10:07.624677 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:07.628911 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-3e926dd2-e900-49e6-b186-1741f7b54d5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:10:07.679212 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=632f6ae8-bab6-46a5-ad53-8f2748511a04,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:10:07.681667 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:10:07.998483 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-749136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739419'] for router_interface, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:08.588100 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] Router f7d08bce-f0cf-46f3-9b6d-231f189a22e1 has already been hosted by L3 agent 699087d4-dd43-450c-a51e-7014b65760d4 {{(pid=87587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 18:10:08.791400 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] Notify agent at l3_agent.dv-neutron-822513-1-hyperv the message routers_updated {{(pid=87587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 18:10:08.803241 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f959e-932a-4c95-b39f-c3f98a184f8d None None] Sync routers for ids ['f7d08bce-f0cf-46f3-9b6d-231f189a22e1'] in dv-neutron-822513-1-hyperv {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 18:10:08.816690 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-825980ed-de18-4002-952a-f57dd81dc3a5 admin admin] 10.222.0.70 "PUT /v2.0/routers/f7d08bce-f0cf-46f3-9b6d-231f189a22e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0575411 Dec 22 18:10:08.816998 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f959e-932a-4c95-b39f-c3f98a184f8d None None] Routers {'f7d08bce-f0cf-46f3-9b6d-231f189a22e1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:10:08.816998 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-2a5f959e-932a-4c95-b39f-c3f98a184f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:10:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f7d08bce-f0cf-46f3-9b6d-231f189a22e1'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:08.817594 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 46464) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:10:09.030430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Notify callbacks [] for router, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:09.041376 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-2a5f959e-932a-4c95-b39f-c3f98a184f8d None None] Set router f7d08bce-f0cf-46f3-9b6d-231f189a22e1 gateway port host: dv-neutron-822513-1-hyperv {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:10:09.274461 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:09.289691 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Deleting port fc5ef3cf-aca9-42d1-931b-0c100de563e2 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:10:09.290356 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:09.496255 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-2a5f959e-932a-4c95-b39f-c3f98a184f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'name': 'tempest-TestSnapshotPattern-1133953159-router', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'external_fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:05:06Z', 'updated_at': '2021-12-22T18:10:07Z', 'revision_number': 5, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'gw_port': {'id': 'fc5ef3cf-aca9-42d1-931b-0c100de563e2', 'name': '', 'network_id': '27ea1f05-b3dc-4ac4-8218-db41f6d74db5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822513-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T18:05:07Z', 'updated_at': '2021-12-22T18:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f13e50ad-5f79-4326-baa1-8aa4e274441a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822513-1-hyperv'}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:09.503487 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f959e-932a-4c95-b39f-c3f98a184f8d None None] Checking router: f7d08bce-f0cf-46f3-9b6d-231f189a22e1 for host: dv-neutron-822513-1-hyperv {{(pid=87589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 18:10:09.521373 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f959e-932a-4c95-b39f-c3f98a184f8d None None] Routers {'f7d08bce-f0cf-46f3-9b6d-231f189a22e1'} bound to L3 agent in host dv-neutron-822513-1-hyperv {{(pid=87589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 18:10:09.522584 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-2a5f959e-932a-4c95-b39f-c3f98a184f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822513-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T17:04:30Z,description=,heartbeat_timestamp=2021-12-22T18:10:00Z,host='dv-neutron-822513-1-hyperv',id=699087d4-dd43-450c-a51e-7014b65760d4,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T17:04:30Z,topic='l3_agent')) {'router_ids': ['f7d08bce-f0cf-46f3-9b6d-231f189a22e1'], 'active': True} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:09.539462 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] For port fc5ef3cf-aca9-42d1-931b-0c100de563e2, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=fc5ef3cf-aca9-42d1-931b-0c100de563e2,segment=NetworkSegment(99e5f67e-e957-407f-86dd-732d153f9161),segment_id=99e5f67e-e957-407f-86dd-732d153f9161)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:10:09.539977 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:09.695828 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Calling delete_port for fc5ef3cf-aca9-42d1-931b-0c100de563e2 owned by network:router_gateway {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:10:09.796217 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_dvr_db [None req-2a5f959e-932a-4c95-b39f-c3f98a184f8d None None] Set router f7d08bce-f0cf-46f3-9b6d-231f189a22e1 gateway port host: None {{(pid=87589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 18:10:09.954937 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:09.962093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-b62bffee-339f-4a51-8a28-97be3ed87844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:10:10.002173 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.l3_hamode_db [None req-2a5f959e-932a-4c95-b39f-c3f98a184f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'name': 'tempest-TestSnapshotPattern-1133953159-router', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:05:06Z', 'updated_at': '2021-12-22T18:10:09Z', 'revision_number': 6, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'gw_port_host': None}], 'dv-neutron-822513-1-hyperv', False) {} {{(pid=87589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:10.008328 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f959e-932a-4c95-b39f-c3f98a184f8d None None] The sync data for ids ['f7d08bce-f0cf-46f3-9b6d-231f189a22e1'] in dv-neutron-822513-1-hyperv is: [{'id': 'f7d08bce-f0cf-46f3-9b6d-231f189a22e1', 'name': 'tempest-TestSnapshotPattern-1133953159-router', 'tenant_id': '91ceb1d86e724376ae9d68aed11d35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T18:05:06Z', 'updated_at': '2021-12-22T18:10:09Z', 'revision_number': 6, 'project_id': '91ceb1d86e724376ae9d68aed11d35bf', 'gw_port_host': None}] {{(pid=87589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 18:10:10.182430 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5ef3cf-aca9-42d1-931b-0c100de563e2,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:10:10.186029 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:10:10.292172 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683214'] for router_gateway, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:10.596407 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45608'] for router, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:10.599832 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:10.631005 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-741968'] for router, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:10.631693 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7d08bce-f0cf-46f3-9b6d-231f189a22e1 {{(pid=87587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 18:10:10.648132 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] Notify callbacks [] for router, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:10.649720 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-02c56191-2e3d-425f-af4f-562d225e175d admin admin] 10.222.0.70 "DELETE /v2.0/routers/f7d08bce-f0cf-46f3-9b6d-231f189a22e1 HTTP/1.1" status: 204 len: 168 time: 1.8305564 Dec 22 18:10:10.652766 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 46468) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:10:10.733168 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcd584f-c799-4951-8e31-f99c6bb33590 admin admin] Deleting subnet be3bb5a0-c257-41d0-978e-72b70219ae2d {{(pid=87586) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Dec 22 18:10:10.736940 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ddcd584f-c799-4951-8e31-f99c6bb33590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:10.824860 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ddcd584f-c799-4951-8e31-f99c6bb33590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178909'] for subnet, precommit_delete_associations {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:10.945068 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ddcd584f-c799-4951-8e31-f99c6bb33590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2044796'] for subnet, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:11.025991 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ddcd584f-c799-4951-8e31-f99c6bb33590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2044779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60132004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2714139'] for subnet, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:11.035449 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-048e7626-16a9-4ca9-84cd-4e9c695f3496 tempest-NetworksIpV6Test-1372532164 tempest-NetworksIpV6Test-1372532164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:10:11.112611 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd584f-c799-4951-8e31-f99c6bb33590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be3bb5a0-c257-41d0-978e-72b70219ae2d,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:10:11.116074 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-ddcd584f-c799-4951-8e31-f99c6bb33590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:11.122803 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-ddcd584f-c799-4951-8e31-f99c6bb33590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:10:11.123303 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e6ba5d-662b-4ffd-865e-6b6bfe9f17b0 None None] Network 4bd736ac-5d3c-45e7-b156-697ef1d99aa5 requested from dv-neutron-822513-1-hyperv {{(pid=87588) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 18:10:11.130527 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-ddcd584f-c799-4951-8e31-f99c6bb33590 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/be3bb5a0-c257-41d0-978e-72b70219ae2d HTTP/1.1" status: 204 len: 168 time: 0.4737682 Dec 22 18:10:11.130927 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 46472) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:10:11.250523 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2010248'] for network, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:11.263564 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Deleting port 022d29ca-2f4e-4d22-8405-bbd959f7ca43 {{(pid=87587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:10:11.263896 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:11.432331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a26b27-745f-45be-ae7e-28ab542ebd77 None None] DHCP port deletion for 4bd736ac-5d3c-45e7-b156-697ef1d99aa5 request from dv-neutron-822513-1-hyperv {{(pid=87588) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 18:10:11.437571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c8a26b27-745f-45be-ae7e-28ab542ebd77 None None] Deleting port 022d29ca-2f4e-4d22-8405-bbd959f7ca43 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:10:11.438077 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c8a26b27-745f-45be-ae7e-28ab542ebd77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:11.528734 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.db [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] For port 022d29ca-2f4e-4d22-8405-bbd959f7ca43, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=022d29ca-2f4e-4d22-8405-bbd959f7ca43,segment=NetworkSegment(e0e07fd4-c782-454b-bdb9-645826ea20cc),segment_id=e0e07fd4-c782-454b-bdb9-645826ea20cc)] {{(pid=87587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:10:11.529220 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:11.577445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 632f6ae8-bab6-46a5-ad53-8f2748511a04 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:10:11.662523 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: 632f6ae8-bab6-46a5-ad53-8f2748511a04 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:10:11.662833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 632f6ae8-bab6-46a5-ad53-8f2748511a04 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:10:11.663536 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device 022d29ca-2f4e-4d22-8405-bbd959f7ca43 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:10:11.758803 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.plugin [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Calling delete_port for 022d29ca-2f4e-4d22-8405-bbd959f7ca43 owned by network:dhcp {{(pid=87587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:10:11.860290 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866868830', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866357095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2218481'] for port, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:11.865214 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-903bedcf-f23c-469e-b55a-181a0fbaee76 tempest-TestShelveInstance-1598621365 tempest-TestShelveInstance-1598621365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:10:11.925665 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Pushing event deleted for resources: {'Port': ['ID=022d29ca-2f4e-4d22-8405-bbd959f7ca43,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:10:11.929181 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:10:11.931003 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] No DVR routers for this DVR port 022d29ca-2f4e-4d22-8405-bbd959f7ca43 on host dv-neutron-822513-1-hyperv {{(pid=87587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 18:10:11.967052 dv-neutron-822513-1-hyperv neutron-server[87588]: INFO neutron.plugins.ml2.db [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No ports have port_id starting with 022d29ca-2f4e-4d22-8405-bbd959f7ca43 Dec 22 18:10:11.974268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc5ef3cf-aca9-42d1-931b-0c100de563e2 no longer exists at agent ovs-agent-dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 18:10:12.063039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] No Port match for: fc5ef3cf-aca9-42d1-931b-0c100de563e2 {{(pid=87588) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 18:10:12.063673 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.rpc [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Device fc5ef3cf-aca9-42d1-931b-0c100de563e2 not bound to the agent host dv-neutron-822513-1-hyperv {{(pid=87588) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 18:10:12.067169 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2044193', 'neutron.services.segments.db._delete_segments_for_network-8775866728358'] for network, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:12.078759 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.db [None req-c8a26b27-745f-45be-ae7e-28ab542ebd77 None None] For port 022d29ca-2f4e-4d22-8405-bbd959f7ca43, host dv-neutron-822513-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822513-1-hyperv',level=0,port_id=022d29ca-2f4e-4d22-8405-bbd959f7ca43,segment=NetworkSegment(e0e07fd4-c782-454b-bdb9-645826ea20cc),segment_id=e0e07fd4-c782-454b-bdb9-645826ea20cc)] {{(pid=87588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 18:10:12.079450 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c8a26b27-745f-45be-ae7e-28ab542ebd77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685739'] for port, precommit_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:12.100201 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd736ac-5d3c-45e7-b156-697ef1d99aa5']}} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:12.119827 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e07fd4-c782-454b-bdb9-645826ea20cc') {'for_net_delete': True} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:12.120149 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.services.segments.db [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e07fd4-c782-454b-bdb9-645826ea20cc') {} {{(pid=87587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 18:10:12.140165 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60115344'] for segment, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:12.168477 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032482'] for segment, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:12.180292 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 18:10:12.180953 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2218286'] for segment, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: Traceback (most recent call last): Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: timer() Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: cb(*args, **kw) Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: return func(*args, **kwargs) Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: self._notify() Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: self.callback(batched_events) Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: event.method(event) Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: return f(self, *a, **k) Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._get(url).json() Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: return self.request(url, 'GET', **kwargs) Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 18:10:12.213143 dv-neutron-822513-1-hyperv neutron-server[87587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 18:10:12.313418 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2044202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-749159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683179'] for network, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:12.317804 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-5bcf1363-182d-4f66-b7f6-7df79bb4a2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:10:12.329741 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c8a26b27-745f-45be-ae7e-28ab542ebd77 None None] Calling delete_port for 022d29ca-2f4e-4d22-8405-bbd959f7ca43 owned by network:dhcp {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 18:10:12.331723 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Notify callbacks [] for network, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:12.342422 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd736ac-5d3c-45e7-b156-697ef1d99aa5,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:10:12.347144 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:10:12.351228 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-f51eb1b2-20ae-419b-a9e6-a6716330a50a admin admin] 10.222.0.70 "DELETE /v2.0/networks/4bd736ac-5d3c-45e7-b156-697ef1d99aa5 HTTP/1.1" status: 204 len: 168 time: 1.2191725 Dec 22 18:10:12.471039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.db.api [None req-c8a26b27-745f-45be-ae7e-28ab542ebd77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 18:10:12.471786 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG oslo_db.api [None req-c8a26b27-745f-45be-ae7e-28ab542ebd77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 18:10:12.483039 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 46478) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:10:12.557803 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-51051b29-e61d-4443-b04f-780163605f9f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=230d47d9f6c440548a4b46b11f8150f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731230 Dec 22 18:10:12.560658 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [-] (87587) accepted ('10.222.0.70', 46482) {{(pid=87587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:10:12.638727 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e2a916e-19ce-405d-b83d-fe706f34dc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:12.669547 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e2a916e-19ce-405d-b83d-fe706f34dc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:12.738712 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e2a916e-19ce-405d-b83d-fe706f34dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:12.745926 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-03a52db5-5e2d-4d77-8a46-5853293dd54a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:10:12.760544 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a916e-19ce-405d-b83d-fe706f34dc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0121ef-5a68-46f4-82db-49f747876f12,revision_number=None']} {{(pid=87587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:10:12.763093 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG oslo_concurrency.lockutils [None req-7e2a916e-19ce-405d-b83d-fe706f34dc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87587) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:10:12.770908 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron_lib.callbacks.manager [None req-7e2a916e-19ce-405d-b83d-fe706f34dc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:12.772538 dv-neutron-822513-1-hyperv neutron-server[87587]: INFO neutron.wsgi [None req-7e2a916e-19ce-405d-b83d-fe706f34dc4f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a0121ef-5a68-46f4-82db-49f747876f12 HTTP/1.1" status: 204 len: 168 time: 0.2109120 Dec 22 18:10:12.973460 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c8a26b27-745f-45be-ae7e-28ab542ebd77 None None] Deleting port 022d29ca-2f4e-4d22-8405-bbd959f7ca43 {{(pid=87588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 18:10:12.974016 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-c8a26b27-745f-45be-ae7e-28ab542ebd77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866865610'] for port, before_delete {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:13.059552 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron.plugins.ml2.plugin [None req-c8a26b27-745f-45be-ae7e-28ab542ebd77 None None] The port '022d29ca-2f4e-4d22-8405-bbd959f7ca43' was deleted {{(pid=87588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 18:10:13.304122 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 46490) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:10:13.379758 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-5cf9d2a0-04b5-4420-a179-32114c963988 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91ceb1d86e724376ae9d68aed11d35bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739362 Dec 22 18:10:13.382127 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.wsgi [-] (87586) accepted ('10.222.0.70', 46494) {{(pid=87586) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 18:10:13.471496 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fc1-933f-4d47-9126-4f755e0a2d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:13.505157 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fc1-933f-4d47-9126-4f755e0a2d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:13.564732 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fc1-933f-4d47-9126-4f755e0a2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877347'] for security_group, after_delete {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:13.571659 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-56c2e45c-5833-4c49-bdb0-b08c750118ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 18:10:13.584941 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf9fc1-933f-4d47-9126-4f755e0a2d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50506350-ac7c-4b2a-88cb-dd5bca18d0b1,revision_number=None']} {{(pid=87586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 18:10:13.588946 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG oslo_concurrency.lockutils [None req-cfcf9fc1-933f-4d47-9126-4f755e0a2d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 18:10:13.594001 dv-neutron-822513-1-hyperv neutron-server[87586]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fc1-933f-4d47-9126-4f755e0a2d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:13.595462 dv-neutron-822513-1-hyperv neutron-server[87586]: INFO neutron.wsgi [None req-cfcf9fc1-933f-4d47-9126-4f755e0a2d71 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50506350-ac7c-4b2a-88cb-dd5bca18d0b1 HTTP/1.1" status: 204 len: 168 time: 0.2121816 Dec 22 18:10:27.786226 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a0ae762d-c1df-4e31-9b08-6b8f11ee4179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:30.183123 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f0ce83a0-96ce-4241-9a72-229f02ef274f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:31.294999 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:31.307562 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:32.798454 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:35.820269 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:10:44.050887 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:10:57.783910 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3962-d194-4764-beef-490a81a11266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:00.183043 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-82fb31af-13f2-49ce-85c2-bae4d8992da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:01.302115 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:01.310861 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:02.808039 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:05.811558 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:21.049982 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:11:27.770704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-f7c5c7ae-34be-4308-9e9c-62656549299c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:30.177318 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-53371647-361f-4a9a-961c-3e01ca07e08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:31.302829 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:31.307379 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:32.816934 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:35.811021 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:57.769268 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-290fb74d-b8a0-4f75-a8bc-3443e2124406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:11:58.049718 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:12:00.183214 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-207f6228-c943-447c-838c-1bef3077a9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:12:01.310751 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:12:01.312402 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:12:02.805625 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:12:05.826947 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:12:27.763833 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea00c310-e076-4065-89ce-80a35fa4e392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:12:30.176238 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-471c7341-17f5-4271-ac71-8b64c714a6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:12:31.311041 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:12:31.313704 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:12:32.810445 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:12:35.049352 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:12:35.834526 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:12:57.772597 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-92f252ef-beb1-4427-b944-c4f8466ae4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:13:00.180571 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e733ce31-43ef-4d1e-a6c5-c8fcba91abe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:13:01.314393 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:13:01.317116 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:13:02.814359 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:13:05.846894 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:13:12.050390 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:13:27.774535 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-4f3beae9-b635-470b-939c-f35de1aeaa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:13:30.187183 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-866a4f84-4457-4c8b-9d61-5356f10f3514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:13:31.308473 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:13:31.319493 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:13:32.817667 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:13:35.843840 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:13:42.363424 dv-neutron-822513-1-hyperv neutron-server[87587]: DEBUG neutron.wsgi [req-4fa94fc9-a679-4afc-abb1-574a0cebdd90 req-c2a615fe-b05f-445a-9a67-35d3e0caa8d3 service neutron] (87587) timed out ('10.222.0.70', 45052) {{(pid=87587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 18:13:49.049858 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:13:57.771345 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-69bfe84e-d4b8-4438-a2da-36ef420667f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:14:00.189793 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ada4d6ae-69d0-41cb-b6b1-24c86872c8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:14:01.314502 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:14:01.318476 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:14:02.828658 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:14:05.871011 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:14:26.054598 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:14:27.772835 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-a9329c7e-23ff-40db-9fa6-47cc5c23c46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:14:30.189907 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-0924c9db-6068-4363-b827-5ba42dd7b1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:14:31.321501 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:14:31.324589 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:14:32.825826 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:14:35.855340 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:14:57.770662 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4e14-1105-472f-b9e7-436aeb7e83e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:15:00.192710 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-81899d3e-6770-44d6-b488-5f93fca8e993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:15:01.324215 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:15:01.326383 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:15:02.828899 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:15:03.053669 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:15:05.869849 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:15:27.768539 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bcf1-b174-4bea-9519-545efa72ae25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:15:30.187531 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-7f98079d-11c8-4995-8cf2-5b71c1eccc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:15:31.315783 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-e0f7c581-841e-4b2a-b970-4c8037dd6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:15:31.323489 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-32260a87-e38d-4452-9ec6-3035ce6aa150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:15:32.831915 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-ea8f069c-de64-4cae-bec0-341083684bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:15:35.870951 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9a48-54a6-4051-98fe-5e485c391c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 18:15:40.055799 dv-neutron-822513-1-hyperv neutron-server[87589]: DEBUG neutron.db.agents_db [None req-091c401f-8fee-41d9-868d-dfc16ca54c12 None None] Agent healthcheck: found 6 active agents {{(pid=87589) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 18:15:57.775331 dv-neutron-822513-1-hyperv neutron-server[87588]: DEBUG neutron_lib.callbacks.manager [None req-cc411a84-1cd6-4897-92f4-69935b9dd795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866728367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2043499'] for agent, after_update {{(pid=87588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}